num_ret               	2024-105741	9
num_rel               	2024-105741	139
num_rel_ret           	2024-105741	4
map                   	2024-105741	0.0215
Rprec                 	2024-105741	0.0288
bpref                 	2024-105741	0.0285
recip_rank            	2024-105741	1.0000
iprec_at_recall_0.00  	2024-105741	1.0000
iprec_at_recall_0.10  	2024-105741	0.0000
iprec_at_recall_0.20  	2024-105741	0.0000
iprec_at_recall_0.30  	2024-105741	0.0000
iprec_at_recall_0.40  	2024-105741	0.0000
iprec_at_recall_0.50  	2024-105741	0.0000
iprec_at_recall_0.60  	2024-105741	0.0000
iprec_at_recall_0.70  	2024-105741	0.0000
iprec_at_recall_0.80  	2024-105741	0.0000
iprec_at_recall_0.90  	2024-105741	0.0000
iprec_at_recall_1.00  	2024-105741	0.0000
P_5                   	2024-105741	0.6000
P_10                  	2024-105741	0.4000
P_15                  	2024-105741	0.2667
P_20                  	2024-105741	0.2000
P_30                  	2024-105741	0.1333
P_100                 	2024-105741	0.0400
P_200                 	2024-105741	0.0200
P_500                 	2024-105741	0.0080
P_1000                	2024-105741	0.0040
relstring             	2024-105741	'301300100'
recall_5              	2024-105741	0.0216
recall_10             	2024-105741	0.0288
recall_15             	2024-105741	0.0288
recall_20             	2024-105741	0.0288
recall_30             	2024-105741	0.0288
recall_100            	2024-105741	0.0288
recall_200            	2024-105741	0.0288
recall_500            	2024-105741	0.0288
recall_1000           	2024-105741	0.0288
infAP                 	2024-105741	0.0215
Rprec_mult_0.20       	2024-105741	0.1429
Rprec_mult_0.40       	2024-105741	0.0714
Rprec_mult_0.60       	2024-105741	0.0476
Rprec_mult_0.80       	2024-105741	0.0357
Rprec_mult_1.00       	2024-105741	0.0288
Rprec_mult_1.20       	2024-105741	0.0240
Rprec_mult_1.40       	2024-105741	0.0205
Rprec_mult_1.60       	2024-105741	0.0179
Rprec_mult_1.80       	2024-105741	0.0159
Rprec_mult_2.00       	2024-105741	0.0144
utility               	2024-105741	-1.0000
11pt_avg              	2024-105741	0.0909
binG                  	2024-105741	0.0194
G                     	2024-105741	0.0273
ndcg                  	2024-105741	0.1326
ndcg_rel              	2024-105741	0.1485
Rndcg                 	2024-105741	0.3042
ndcg_cut_5            	2024-105741	0.5969
ndcg_cut_10           	2024-105741	0.4569
ndcg_cut_15           	2024-105741	0.3700
ndcg_cut_20           	2024-105741	0.3162
ndcg_cut_30           	2024-105741	0.2506
ndcg_cut_100          	2024-105741	0.1552
ndcg_cut_200          	2024-105741	0.1326
ndcg_cut_500          	2024-105741	0.1326
ndcg_cut_1000         	2024-105741	0.1326
map_cut_5             	2024-105741	0.0174
map_cut_10            	2024-105741	0.0215
map_cut_15            	2024-105741	0.0215
map_cut_20            	2024-105741	0.0215
map_cut_30            	2024-105741	0.0215
map_cut_100           	2024-105741	0.0215
map_cut_200           	2024-105741	0.0215
map_cut_500           	2024-105741	0.0215
map_cut_1000          	2024-105741	0.0215
relative_P_5          	2024-105741	0.6000
relative_P_10         	2024-105741	0.4000
relative_P_15         	2024-105741	0.2667
relative_P_20         	2024-105741	0.2000
relative_P_30         	2024-105741	0.1333
relative_P_100        	2024-105741	0.0400
relative_P_200        	2024-105741	0.0288
relative_P_500        	2024-105741	0.0288
relative_P_1000       	2024-105741	0.0288
success_1             	2024-105741	1.0000
success_5             	2024-105741	1.0000
success_10            	2024-105741	1.0000
set_P                 	2024-105741	0.4444
set_relative_P        	2024-105741	0.4444
set_recall            	2024-105741	0.0288
set_map               	2024-105741	0.0128
set_F                 	2024-105741	0.0541
num_nonrel_judged_ret 	2024-105741	5
num_ret               	2024-121840	8
num_rel               	2024-121840	111
num_rel_ret           	2024-121840	5
map                   	2024-121840	0.0395
Rprec                 	2024-121840	0.0450
bpref                 	2024-121840	0.0447
recip_rank            	2024-121840	1.0000
iprec_at_recall_0.00  	2024-121840	1.0000
iprec_at_recall_0.10  	2024-121840	0.0000
iprec_at_recall_0.20  	2024-121840	0.0000
iprec_at_recall_0.30  	2024-121840	0.0000
iprec_at_recall_0.40  	2024-121840	0.0000
iprec_at_recall_0.50  	2024-121840	0.0000
iprec_at_recall_0.60  	2024-121840	0.0000
iprec_at_recall_0.70  	2024-121840	0.0000
iprec_at_recall_0.80  	2024-121840	0.0000
iprec_at_recall_0.90  	2024-121840	0.0000
iprec_at_recall_1.00  	2024-121840	0.0000
P_5                   	2024-121840	0.6000
P_10                  	2024-121840	0.5000
P_15                  	2024-121840	0.3333
P_20                  	2024-121840	0.2500
P_30                  	2024-121840	0.1667
P_100                 	2024-121840	0.0500
P_200                 	2024-121840	0.0250
P_500                 	2024-121840	0.0100
P_1000                	2024-121840	0.0050
relstring             	2024-121840	'33100330'
recall_5              	2024-121840	0.0270
recall_10             	2024-121840	0.0450
recall_15             	2024-121840	0.0450
recall_20             	2024-121840	0.0450
recall_30             	2024-121840	0.0450
recall_100            	2024-121840	0.0450
recall_200            	2024-121840	0.0450
recall_500            	2024-121840	0.0450
recall_1000           	2024-121840	0.0450
infAP                 	2024-121840	0.0395
Rprec_mult_0.20       	2024-121840	0.2174
Rprec_mult_0.40       	2024-121840	0.1111
Rprec_mult_0.60       	2024-121840	0.0746
Rprec_mult_0.80       	2024-121840	0.0562
Rprec_mult_1.00       	2024-121840	0.0450
Rprec_mult_1.20       	2024-121840	0.0373
Rprec_mult_1.40       	2024-121840	0.0321
Rprec_mult_1.60       	2024-121840	0.0281
Rprec_mult_1.80       	2024-121840	0.0250
Rprec_mult_2.00       	2024-121840	0.0225
utility               	2024-121840	2.0000
11pt_avg              	2024-121840	0.0909
binG                  	2024-121840	0.0360
G                     	2024-121840	0.0417
ndcg                  	2024-121840	0.1632
ndcg_rel              	2024-121840	0.1935
Rndcg                 	2024-121840	0.2264
ndcg_cut_5            	2024-121840	0.6097
ndcg_cut_10           	2024-121840	0.5474
ndcg_cut_15           	2024-121840	0.4243
ndcg_cut_20           	2024-121840	0.3533
ndcg_cut_30           	2024-121840	0.2867
ndcg_cut_100          	2024-121840	0.1692
ndcg_cut_200          	2024-121840	0.1632
ndcg_cut_500          	2024-121840	0.1632
ndcg_cut_1000         	2024-121840	0.1632
map_cut_5             	2024-121840	0.0270
map_cut_10            	2024-121840	0.0395
map_cut_15            	2024-121840	0.0395
map_cut_20            	2024-121840	0.0395
map_cut_30            	2024-121840	0.0395
map_cut_100           	2024-121840	0.0395
map_cut_200           	2024-121840	0.0395
map_cut_500           	2024-121840	0.0395
map_cut_1000          	2024-121840	0.0395
relative_P_5          	2024-121840	0.6000
relative_P_10         	2024-121840	0.5000
relative_P_15         	2024-121840	0.3333
relative_P_20         	2024-121840	0.2500
relative_P_30         	2024-121840	0.1667
relative_P_100        	2024-121840	0.0500
relative_P_200        	2024-121840	0.0450
relative_P_500        	2024-121840	0.0450
relative_P_1000       	2024-121840	0.0450
success_1             	2024-121840	1.0000
success_5             	2024-121840	1.0000
success_10            	2024-121840	1.0000
set_P                 	2024-121840	0.6250
set_relative_P        	2024-121840	0.6250
set_recall            	2024-121840	0.0450
set_map               	2024-121840	0.0282
set_F                 	2024-121840	0.0840
num_nonrel_judged_ret 	2024-121840	3
num_ret               	2024-127266	8
num_rel               	2024-127266	216
num_rel_ret           	2024-127266	8
map                   	2024-127266	0.0370
Rprec                 	2024-127266	0.0370
bpref                 	2024-127266	0.0370
recip_rank            	2024-127266	1.0000
iprec_at_recall_0.00  	2024-127266	1.0000
iprec_at_recall_0.10  	2024-127266	0.0000
iprec_at_recall_0.20  	2024-127266	0.0000
iprec_at_recall_0.30  	2024-127266	0.0000
iprec_at_recall_0.40  	2024-127266	0.0000
iprec_at_recall_0.50  	2024-127266	0.0000
iprec_at_recall_0.60  	2024-127266	0.0000
iprec_at_recall_0.70  	2024-127266	0.0000
iprec_at_recall_0.80  	2024-127266	0.0000
iprec_at_recall_0.90  	2024-127266	0.0000
iprec_at_recall_1.00  	2024-127266	0.0000
P_5                   	2024-127266	1.0000
P_10                  	2024-127266	0.8000
P_15                  	2024-127266	0.5333
P_20                  	2024-127266	0.4000
P_30                  	2024-127266	0.2667
P_100                 	2024-127266	0.0800
P_200                 	2024-127266	0.0400
P_500                 	2024-127266	0.0160
P_1000                	2024-127266	0.0080
relstring             	2024-127266	'21221211'
recall_5              	2024-127266	0.0231
recall_10             	2024-127266	0.0370
recall_15             	2024-127266	0.0370
recall_20             	2024-127266	0.0370
recall_30             	2024-127266	0.0370
recall_100            	2024-127266	0.0370
recall_200            	2024-127266	0.0370
recall_500            	2024-127266	0.0370
recall_1000           	2024-127266	0.0370
infAP                 	2024-127266	0.0370
Rprec_mult_0.20       	2024-127266	0.1818
Rprec_mult_0.40       	2024-127266	0.0920
Rprec_mult_0.60       	2024-127266	0.0615
Rprec_mult_0.80       	2024-127266	0.0462
Rprec_mult_1.00       	2024-127266	0.0370
Rprec_mult_1.20       	2024-127266	0.0308
Rprec_mult_1.40       	2024-127266	0.0264
Rprec_mult_1.60       	2024-127266	0.0231
Rprec_mult_1.80       	2024-127266	0.0206
Rprec_mult_2.00       	2024-127266	0.0185
utility               	2024-127266	8.0000
11pt_avg              	2024-127266	0.0909
binG                  	2024-127266	0.0370
G                     	2024-127266	0.0135
ndcg                  	2024-127266	0.0936
ndcg_rel              	2024-127266	0.1111
Rndcg                 	2024-127266	0.1481
ndcg_cut_5            	2024-127266	0.5516
ndcg_cut_10           	2024-127266	0.4578
ndcg_cut_15           	2024-127266	0.3549
ndcg_cut_20           	2024-127266	0.2955
ndcg_cut_30           	2024-127266	0.2270
ndcg_cut_100          	2024-127266	0.1230
ndcg_cut_200          	2024-127266	0.0966
ndcg_cut_500          	2024-127266	0.0936
ndcg_cut_1000         	2024-127266	0.0936
map_cut_5             	2024-127266	0.0231
map_cut_10            	2024-127266	0.0370
map_cut_15            	2024-127266	0.0370
map_cut_20            	2024-127266	0.0370
map_cut_30            	2024-127266	0.0370
map_cut_100           	2024-127266	0.0370
map_cut_200           	2024-127266	0.0370
map_cut_500           	2024-127266	0.0370
map_cut_1000          	2024-127266	0.0370
relative_P_5          	2024-127266	1.0000
relative_P_10         	2024-127266	0.8000
relative_P_15         	2024-127266	0.5333
relative_P_20         	2024-127266	0.4000
relative_P_30         	2024-127266	0.2667
relative_P_100        	2024-127266	0.0800
relative_P_200        	2024-127266	0.0400
relative_P_500        	2024-127266	0.0370
relative_P_1000       	2024-127266	0.0370
success_1             	2024-127266	1.0000
success_5             	2024-127266	1.0000
success_10            	2024-127266	1.0000
set_P                 	2024-127266	1.0000
set_relative_P        	2024-127266	1.0000
set_recall            	2024-127266	0.0370
set_map               	2024-127266	0.0370
set_F                 	2024-127266	0.0714
num_nonrel_judged_ret 	2024-127266	0
num_ret               	2024-127288	11
num_rel               	2024-127288	331
num_rel_ret           	2024-127288	11
map                   	2024-127288	0.0332
Rprec                 	2024-127288	0.0332
bpref                 	2024-127288	0.0332
recip_rank            	2024-127288	1.0000
iprec_at_recall_0.00  	2024-127288	1.0000
iprec_at_recall_0.10  	2024-127288	0.0000
iprec_at_recall_0.20  	2024-127288	0.0000
iprec_at_recall_0.30  	2024-127288	0.0000
iprec_at_recall_0.40  	2024-127288	0.0000
iprec_at_recall_0.50  	2024-127288	0.0000
iprec_at_recall_0.60  	2024-127288	0.0000
iprec_at_recall_0.70  	2024-127288	0.0000
iprec_at_recall_0.80  	2024-127288	0.0000
iprec_at_recall_0.90  	2024-127288	0.0000
iprec_at_recall_1.00  	2024-127288	0.0000
P_5                   	2024-127288	1.0000
P_10                  	2024-127288	1.0000
P_15                  	2024-127288	0.7333
P_20                  	2024-127288	0.5500
P_30                  	2024-127288	0.3667
P_100                 	2024-127288	0.1100
P_200                 	2024-127288	0.0550
P_500                 	2024-127288	0.0220
P_1000                	2024-127288	0.0110
relstring             	2024-127288	'3222333122'
recall_5              	2024-127288	0.0151
recall_10             	2024-127288	0.0302
recall_15             	2024-127288	0.0332
recall_20             	2024-127288	0.0332
recall_30             	2024-127288	0.0332
recall_100            	2024-127288	0.0332
recall_200            	2024-127288	0.0332
recall_500            	2024-127288	0.0332
recall_1000           	2024-127288	0.0332
infAP                 	2024-127288	0.0332
Rprec_mult_0.20       	2024-127288	0.1642
Rprec_mult_0.40       	2024-127288	0.0827
Rprec_mult_0.60       	2024-127288	0.0553
Rprec_mult_0.80       	2024-127288	0.0415
Rprec_mult_1.00       	2024-127288	0.0332
Rprec_mult_1.20       	2024-127288	0.0276
Rprec_mult_1.40       	2024-127288	0.0237
Rprec_mult_1.60       	2024-127288	0.0208
Rprec_mult_1.80       	2024-127288	0.0185
Rprec_mult_2.00       	2024-127288	0.0166
utility               	2024-127288	11.0000
11pt_avg              	2024-127288	0.0909
binG                  	2024-127288	0.0332
G                     	2024-127288	0.0194
ndcg                  	2024-127288	0.1080
ndcg_rel              	2024-127288	0.1323
Rndcg                 	2024-127288	0.1563
ndcg_cut_5            	2024-127288	0.8235
ndcg_cut_10           	2024-127288	0.7959
ndcg_cut_15           	2024-127288	0.6645
ndcg_cut_20           	2024-127288	0.5532
ndcg_cut_30           	2024-127288	0.4251
ndcg_cut_100          	2024-127288	0.2015
ndcg_cut_200          	2024-127288	0.1363
ndcg_cut_500          	2024-127288	0.1080
ndcg_cut_1000         	2024-127288	0.1080
map_cut_5             	2024-127288	0.0151
map_cut_10            	2024-127288	0.0302
map_cut_15            	2024-127288	0.0332
map_cut_20            	2024-127288	0.0332
map_cut_30            	2024-127288	0.0332
map_cut_100           	2024-127288	0.0332
map_cut_200           	2024-127288	0.0332
map_cut_500           	2024-127288	0.0332
map_cut_1000          	2024-127288	0.0332
relative_P_5          	2024-127288	1.0000
relative_P_10         	2024-127288	1.0000
relative_P_15         	2024-127288	0.7333
relative_P_20         	2024-127288	0.5500
relative_P_30         	2024-127288	0.3667
relative_P_100        	2024-127288	0.1100
relative_P_200        	2024-127288	0.0550
relative_P_500        	2024-127288	0.0332
relative_P_1000       	2024-127288	0.0332
success_1             	2024-127288	1.0000
success_5             	2024-127288	1.0000
success_10            	2024-127288	1.0000
set_P                 	2024-127288	1.0000
set_relative_P        	2024-127288	1.0000
set_recall            	2024-127288	0.0332
set_map               	2024-127288	0.0332
set_F                 	2024-127288	0.0643
num_nonrel_judged_ret 	2024-127288	0
num_ret               	2024-12875	12
num_rel               	2024-12875	241
num_rel_ret           	2024-12875	12
map                   	2024-12875	0.0498
Rprec                 	2024-12875	0.0498
bpref                 	2024-12875	0.0498
recip_rank            	2024-12875	1.0000
iprec_at_recall_0.00  	2024-12875	1.0000
iprec_at_recall_0.10  	2024-12875	0.0000
iprec_at_recall_0.20  	2024-12875	0.0000
iprec_at_recall_0.30  	2024-12875	0.0000
iprec_at_recall_0.40  	2024-12875	0.0000
iprec_at_recall_0.50  	2024-12875	0.0000
iprec_at_recall_0.60  	2024-12875	0.0000
iprec_at_recall_0.70  	2024-12875	0.0000
iprec_at_recall_0.80  	2024-12875	0.0000
iprec_at_recall_0.90  	2024-12875	0.0000
iprec_at_recall_1.00  	2024-12875	0.0000
P_5                   	2024-12875	1.0000
P_10                  	2024-12875	1.0000
P_15                  	2024-12875	0.8000
P_20                  	2024-12875	0.6000
P_30                  	2024-12875	0.4000
P_100                 	2024-12875	0.1200
P_200                 	2024-12875	0.0600
P_500                 	2024-12875	0.0240
P_1000                	2024-12875	0.0120
relstring             	2024-12875	'3333333332'
recall_5              	2024-12875	0.0207
recall_10             	2024-12875	0.0415
recall_15             	2024-12875	0.0498
recall_20             	2024-12875	0.0498
recall_30             	2024-12875	0.0498
recall_100            	2024-12875	0.0498
recall_200            	2024-12875	0.0498
recall_500            	2024-12875	0.0498
recall_1000           	2024-12875	0.0498
infAP                 	2024-12875	0.0498
Rprec_mult_0.20       	2024-12875	0.2449
Rprec_mult_0.40       	2024-12875	0.1237
Rprec_mult_0.60       	2024-12875	0.0828
Rprec_mult_0.80       	2024-12875	0.0622
Rprec_mult_1.00       	2024-12875	0.0498
Rprec_mult_1.20       	2024-12875	0.0414
Rprec_mult_1.40       	2024-12875	0.0355
Rprec_mult_1.60       	2024-12875	0.0311
Rprec_mult_1.80       	2024-12875	0.0276
Rprec_mult_2.00       	2024-12875	0.0249
utility               	2024-12875	12.0000
11pt_avg              	2024-12875	0.0909
binG                  	2024-12875	0.0498
G                     	2024-12875	0.0554
ndcg                  	2024-12875	0.1499
ndcg_rel              	2024-12875	0.1919
Rndcg                 	2024-12875	0.1683
ndcg_cut_5            	2024-12875	1.0000
ndcg_cut_10           	2024-12875	0.9788
ndcg_cut_15           	2024-12875	0.8366
ndcg_cut_20           	2024-12875	0.6965
ndcg_cut_30           	2024-12875	0.5352
ndcg_cut_100          	2024-12875	0.2342
ndcg_cut_200          	2024-12875	0.1584
ndcg_cut_500          	2024-12875	0.1499
ndcg_cut_1000         	2024-12875	0.1499
map_cut_5             	2024-12875	0.0207
map_cut_10            	2024-12875	0.0415
map_cut_15            	2024-12875	0.0498
map_cut_20            	2024-12875	0.0498
map_cut_30            	2024-12875	0.0498
map_cut_100           	2024-12875	0.0498
map_cut_200           	2024-12875	0.0498
map_cut_500           	2024-12875	0.0498
map_cut_1000          	2024-12875	0.0498
relative_P_5          	2024-12875	1.0000
relative_P_10         	2024-12875	1.0000
relative_P_15         	2024-12875	0.8000
relative_P_20         	2024-12875	0.6000
relative_P_30         	2024-12875	0.4000
relative_P_100        	2024-12875	0.1200
relative_P_200        	2024-12875	0.0600
relative_P_500        	2024-12875	0.0498
relative_P_1000       	2024-12875	0.0498
success_1             	2024-12875	1.0000
success_5             	2024-12875	1.0000
success_10            	2024-12875	1.0000
set_P                 	2024-12875	1.0000
set_relative_P        	2024-12875	1.0000
set_recall            	2024-12875	0.0498
set_map               	2024-12875	0.0498
set_F                 	2024-12875	0.0949
num_nonrel_judged_ret 	2024-12875	0
num_ret               	2024-128784	9
num_rel               	2024-128784	234
num_rel_ret           	2024-128784	7
map                   	2024-128784	0.0288
Rprec                 	2024-128784	0.0299
bpref                 	2024-128784	0.0297
recip_rank            	2024-128784	1.0000
iprec_at_recall_0.00  	2024-128784	1.0000
iprec_at_recall_0.10  	2024-128784	0.0000
iprec_at_recall_0.20  	2024-128784	0.0000
iprec_at_recall_0.30  	2024-128784	0.0000
iprec_at_recall_0.40  	2024-128784	0.0000
iprec_at_recall_0.50  	2024-128784	0.0000
iprec_at_recall_0.60  	2024-128784	0.0000
iprec_at_recall_0.70  	2024-128784	0.0000
iprec_at_recall_0.80  	2024-128784	0.0000
iprec_at_recall_0.90  	2024-128784	0.0000
iprec_at_recall_1.00  	2024-128784	0.0000
P_5                   	2024-128784	1.0000
P_10                  	2024-128784	0.7000
P_15                  	2024-128784	0.4667
P_20                  	2024-128784	0.3500
P_30                  	2024-128784	0.2333
P_100                 	2024-128784	0.0700
P_200                 	2024-128784	0.0350
P_500                 	2024-128784	0.0140
P_1000                	2024-128784	0.0070
relstring             	2024-128784	'233330330'
recall_5              	2024-128784	0.0214
recall_10             	2024-128784	0.0299
recall_15             	2024-128784	0.0299
recall_20             	2024-128784	0.0299
recall_30             	2024-128784	0.0299
recall_100            	2024-128784	0.0299
recall_200            	2024-128784	0.0299
recall_500            	2024-128784	0.0299
recall_1000           	2024-128784	0.0299
infAP                 	2024-128784	0.0288
Rprec_mult_0.20       	2024-128784	0.1489
Rprec_mult_0.40       	2024-128784	0.0745
Rprec_mult_0.60       	2024-128784	0.0496
Rprec_mult_0.80       	2024-128784	0.0372
Rprec_mult_1.00       	2024-128784	0.0299
Rprec_mult_1.20       	2024-128784	0.0249
Rprec_mult_1.40       	2024-128784	0.0213
Rprec_mult_1.60       	2024-128784	0.0187
Rprec_mult_1.80       	2024-128784	0.0166
Rprec_mult_2.00       	2024-128784	0.0150
utility               	2024-128784	5.0000
11pt_avg              	2024-128784	0.0909
binG                  	2024-128784	0.0268
G                     	2024-128784	0.0187
ndcg                  	2024-128784	0.0943
ndcg_rel              	2024-128784	0.1159
Rndcg                 	2024-128784	0.0999
ndcg_cut_5            	2024-128784	0.8869
ndcg_cut_10           	2024-128784	0.7184
ndcg_cut_15           	2024-128784	0.5569
ndcg_cut_20           	2024-128784	0.4636
ndcg_cut_30           	2024-128784	0.3563
ndcg_cut_100          	2024-128784	0.1559
ndcg_cut_200          	2024-128784	0.0985
ndcg_cut_500          	2024-128784	0.0943
ndcg_cut_1000         	2024-128784	0.0943
map_cut_5             	2024-128784	0.0214
map_cut_10            	2024-128784	0.0288
map_cut_15            	2024-128784	0.0288
map_cut_20            	2024-128784	0.0288
map_cut_30            	2024-128784	0.0288
map_cut_100           	2024-128784	0.0288
map_cut_200           	2024-128784	0.0288
map_cut_500           	2024-128784	0.0288
map_cut_1000          	2024-128784	0.0288
relative_P_5          	2024-128784	1.0000
relative_P_10         	2024-128784	0.7000
relative_P_15         	2024-128784	0.4667
relative_P_20         	2024-128784	0.3500
relative_P_30         	2024-128784	0.2333
relative_P_100        	2024-128784	0.0700
relative_P_200        	2024-128784	0.0350
relative_P_500        	2024-128784	0.0299
relative_P_1000       	2024-128784	0.0299
success_1             	2024-128784	1.0000
success_5             	2024-128784	1.0000
success_10            	2024-128784	1.0000
set_P                 	2024-128784	0.7778
set_relative_P        	2024-128784	0.7778
set_recall            	2024-128784	0.0299
set_map               	2024-128784	0.0233
set_F                 	2024-128784	0.0576
num_nonrel_judged_ret 	2024-128784	2
num_ret               	2024-129925	10
num_rel               	2024-129925	85
num_rel_ret           	2024-129925	7
map                   	2024-129925	0.0792
Rprec                 	2024-129925	0.0824
bpref                 	2024-129925	0.0819
recip_rank            	2024-129925	1.0000
iprec_at_recall_0.00  	2024-129925	1.0000
iprec_at_recall_0.10  	2024-129925	0.0000
iprec_at_recall_0.20  	2024-129925	0.0000
iprec_at_recall_0.30  	2024-129925	0.0000
iprec_at_recall_0.40  	2024-129925	0.0000
iprec_at_recall_0.50  	2024-129925	0.0000
iprec_at_recall_0.60  	2024-129925	0.0000
iprec_at_recall_0.70  	2024-129925	0.0000
iprec_at_recall_0.80  	2024-129925	0.0000
iprec_at_recall_0.90  	2024-129925	0.0000
iprec_at_recall_1.00  	2024-129925	0.0000
P_5                   	2024-129925	1.0000
P_10                  	2024-129925	0.7000
P_15                  	2024-129925	0.4667
P_20                  	2024-129925	0.3500
P_30                  	2024-129925	0.2333
P_100                 	2024-129925	0.0700
P_200                 	2024-129925	0.0350
P_500                 	2024-129925	0.0140
P_1000                	2024-129925	0.0070
relstring             	2024-129925	'2212202200'
recall_5              	2024-129925	0.0588
recall_10             	2024-129925	0.0824
recall_15             	2024-129925	0.0824
recall_20             	2024-129925	0.0824
recall_30             	2024-129925	0.0824
recall_100            	2024-129925	0.0824
recall_200            	2024-129925	0.0824
recall_500            	2024-129925	0.0824
recall_1000           	2024-129925	0.0824
infAP                 	2024-129925	0.0792
Rprec_mult_0.20       	2024-129925	0.4118
Rprec_mult_0.40       	2024-129925	0.2059
Rprec_mult_0.60       	2024-129925	0.1373
Rprec_mult_0.80       	2024-129925	0.1029
Rprec_mult_1.00       	2024-129925	0.0824
Rprec_mult_1.20       	2024-129925	0.0686
Rprec_mult_1.40       	2024-129925	0.0588
Rprec_mult_1.60       	2024-129925	0.0515
Rprec_mult_1.80       	2024-129925	0.0458
Rprec_mult_2.00       	2024-129925	0.0412
utility               	2024-129925	4.0000
11pt_avg              	2024-129925	0.0909
binG                  	2024-129925	0.0737
G                     	2024-129925	0.0643
ndcg                  	2024-129925	0.2087
ndcg_rel              	2024-129925	0.2666
Rndcg                 	2024-129925	0.2291
ndcg_cut_5            	2024-129925	0.9152
ndcg_cut_10           	2024-129925	0.7367
ndcg_cut_15           	2024-129925	0.5711
ndcg_cut_20           	2024-129925	0.4754
ndcg_cut_30           	2024-129925	0.3654
ndcg_cut_100          	2024-129925	0.2087
ndcg_cut_200          	2024-129925	0.2087
ndcg_cut_500          	2024-129925	0.2087
ndcg_cut_1000         	2024-129925	0.2087
map_cut_5             	2024-129925	0.0588
map_cut_10            	2024-129925	0.0792
map_cut_15            	2024-129925	0.0792
map_cut_20            	2024-129925	0.0792
map_cut_30            	2024-129925	0.0792
map_cut_100           	2024-129925	0.0792
map_cut_200           	2024-129925	0.0792
map_cut_500           	2024-129925	0.0792
map_cut_1000          	2024-129925	0.0792
relative_P_5          	2024-129925	1.0000
relative_P_10         	2024-129925	0.7000
relative_P_15         	2024-129925	0.4667
relative_P_20         	2024-129925	0.3500
relative_P_30         	2024-129925	0.2333
relative_P_100        	2024-129925	0.0824
relative_P_200        	2024-129925	0.0824
relative_P_500        	2024-129925	0.0824
relative_P_1000       	2024-129925	0.0824
success_1             	2024-129925	1.0000
success_5             	2024-129925	1.0000
success_10            	2024-129925	1.0000
set_P                 	2024-129925	0.7000
set_relative_P        	2024-129925	0.7000
set_recall            	2024-129925	0.0824
set_map               	2024-129925	0.0576
set_F                 	2024-129925	0.1474
num_nonrel_judged_ret 	2024-129925	3
num_ret               	2024-136156	13
num_rel               	2024-136156	169
num_rel_ret           	2024-136156	12
map                   	2024-136156	0.0645
Rprec                 	2024-136156	0.0710
bpref                 	2024-136156	0.0703
recip_rank            	2024-136156	1.0000
iprec_at_recall_0.00  	2024-136156	1.0000
iprec_at_recall_0.10  	2024-136156	0.0000
iprec_at_recall_0.20  	2024-136156	0.0000
iprec_at_recall_0.30  	2024-136156	0.0000
iprec_at_recall_0.40  	2024-136156	0.0000
iprec_at_recall_0.50  	2024-136156	0.0000
iprec_at_recall_0.60  	2024-136156	0.0000
iprec_at_recall_0.70  	2024-136156	0.0000
iprec_at_recall_0.80  	2024-136156	0.0000
iprec_at_recall_0.90  	2024-136156	0.0000
iprec_at_recall_1.00  	2024-136156	0.0000
P_5                   	2024-136156	0.8000
P_10                  	2024-136156	0.9000
P_15                  	2024-136156	0.8000
P_20                  	2024-136156	0.6000
P_30                  	2024-136156	0.4000
P_100                 	2024-136156	0.1200
P_200                 	2024-136156	0.0600
P_500                 	2024-136156	0.0240
P_1000                	2024-136156	0.0120
relstring             	2024-136156	'2230212221'
recall_5              	2024-136156	0.0237
recall_10             	2024-136156	0.0533
recall_15             	2024-136156	0.0710
recall_20             	2024-136156	0.0710
recall_30             	2024-136156	0.0710
recall_100            	2024-136156	0.0710
recall_200            	2024-136156	0.0710
recall_500            	2024-136156	0.0710
recall_1000           	2024-136156	0.0710
infAP                 	2024-136156	0.0645
Rprec_mult_0.20       	2024-136156	0.3529
Rprec_mult_0.40       	2024-136156	0.1765
Rprec_mult_0.60       	2024-136156	0.1176
Rprec_mult_0.80       	2024-136156	0.0882
Rprec_mult_1.00       	2024-136156	0.0710
Rprec_mult_1.20       	2024-136156	0.0591
Rprec_mult_1.40       	2024-136156	0.0506
Rprec_mult_1.60       	2024-136156	0.0443
Rprec_mult_1.80       	2024-136156	0.0393
Rprec_mult_2.00       	2024-136156	0.0355
utility               	2024-136156	11.0000
11pt_avg              	2024-136156	0.0909
binG                  	2024-136156	0.0514
G                     	2024-136156	0.0328
ndcg                  	2024-136156	0.1823
ndcg_rel              	2024-136156	0.2164
Rndcg                 	2024-136156	0.3587
ndcg_cut_5            	2024-136156	0.6258
ndcg_cut_10           	2024-136156	0.6714
ndcg_cut_15           	2024-136156	0.6061
ndcg_cut_20           	2024-136156	0.5222
ndcg_cut_30           	2024-136156	0.4180
ndcg_cut_100          	2024-136156	0.2280
ndcg_cut_200          	2024-136156	0.1823
ndcg_cut_500          	2024-136156	0.1823
ndcg_cut_1000         	2024-136156	0.1823
map_cut_5             	2024-136156	0.0225
map_cut_10            	2024-136156	0.0483
map_cut_15            	2024-136156	0.0645
map_cut_20            	2024-136156	0.0645
map_cut_30            	2024-136156	0.0645
map_cut_100           	2024-136156	0.0645
map_cut_200           	2024-136156	0.0645
map_cut_500           	2024-136156	0.0645
map_cut_1000          	2024-136156	0.0645
relative_P_5          	2024-136156	0.8000
relative_P_10         	2024-136156	0.9000
relative_P_15         	2024-136156	0.8000
relative_P_20         	2024-136156	0.6000
relative_P_30         	2024-136156	0.4000
relative_P_100        	2024-136156	0.1200
relative_P_200        	2024-136156	0.0710
relative_P_500        	2024-136156	0.0710
relative_P_1000       	2024-136156	0.0710
success_1             	2024-136156	1.0000
success_5             	2024-136156	1.0000
success_10            	2024-136156	1.0000
set_P                 	2024-136156	0.9231
set_relative_P        	2024-136156	0.9231
set_recall            	2024-136156	0.0710
set_map               	2024-136156	0.0655
set_F                 	2024-136156	0.1319
num_nonrel_judged_ret 	2024-136156	1
num_ret               	2024-137182	5
num_rel               	2024-137182	172
num_rel_ret           	2024-137182	4
map                   	2024-137182	0.0221
Rprec                 	2024-137182	0.0233
bpref                 	2024-137182	0.0228
recip_rank            	2024-137182	1.0000
iprec_at_recall_0.00  	2024-137182	1.0000
iprec_at_recall_0.10  	2024-137182	0.0000
iprec_at_recall_0.20  	2024-137182	0.0000
iprec_at_recall_0.30  	2024-137182	0.0000
iprec_at_recall_0.40  	2024-137182	0.0000
iprec_at_recall_0.50  	2024-137182	0.0000
iprec_at_recall_0.60  	2024-137182	0.0000
iprec_at_recall_0.70  	2024-137182	0.0000
iprec_at_recall_0.80  	2024-137182	0.0000
iprec_at_recall_0.90  	2024-137182	0.0000
iprec_at_recall_1.00  	2024-137182	0.0000
P_5                   	2024-137182	0.8000
P_10                  	2024-137182	0.4000
P_15                  	2024-137182	0.2667
P_20                  	2024-137182	0.2000
P_30                  	2024-137182	0.1333
P_100                 	2024-137182	0.0400
P_200                 	2024-137182	0.0200
P_500                 	2024-137182	0.0080
P_1000                	2024-137182	0.0040
relstring             	2024-137182	'22203'
recall_5              	2024-137182	0.0233
recall_10             	2024-137182	0.0233
recall_15             	2024-137182	0.0233
recall_20             	2024-137182	0.0233
recall_30             	2024-137182	0.0233
recall_100            	2024-137182	0.0233
recall_200            	2024-137182	0.0233
recall_500            	2024-137182	0.0233
recall_1000           	2024-137182	0.0233
infAP                 	2024-137182	0.0221
Rprec_mult_0.20       	2024-137182	0.1143
Rprec_mult_0.40       	2024-137182	0.0580
Rprec_mult_0.60       	2024-137182	0.0385
Rprec_mult_0.80       	2024-137182	0.0290
Rprec_mult_1.00       	2024-137182	0.0233
Rprec_mult_1.20       	2024-137182	0.0193
Rprec_mult_1.40       	2024-137182	0.0166
Rprec_mult_1.60       	2024-137182	0.0145
Rprec_mult_1.80       	2024-137182	0.0129
Rprec_mult_2.00       	2024-137182	0.0116
utility               	2024-137182	3.0000
11pt_avg              	2024-137182	0.0909
binG                  	2024-137182	0.0211
G                     	2024-137182	0.0117
ndcg                  	2024-137182	0.0783
ndcg_rel              	2024-137182	0.0916
Rndcg                 	2024-137182	0.1019
ndcg_cut_5            	2024-137182	0.6130
ndcg_cut_10           	2024-137182	0.3978
ndcg_cut_15           	2024-137182	0.3084
ndcg_cut_20           	2024-137182	0.2567
ndcg_cut_30           	2024-137182	0.1973
ndcg_cut_100          	2024-137182	0.0993
ndcg_cut_200          	2024-137182	0.0783
ndcg_cut_500          	2024-137182	0.0783
ndcg_cut_1000         	2024-137182	0.0783
map_cut_5             	2024-137182	0.0221
map_cut_10            	2024-137182	0.0221
map_cut_15            	2024-137182	0.0221
map_cut_20            	2024-137182	0.0221
map_cut_30            	2024-137182	0.0221
map_cut_100           	2024-137182	0.0221
map_cut_200           	2024-137182	0.0221
map_cut_500           	2024-137182	0.0221
map_cut_1000          	2024-137182	0.0221
relative_P_5          	2024-137182	0.8000
relative_P_10         	2024-137182	0.4000
relative_P_15         	2024-137182	0.2667
relative_P_20         	2024-137182	0.2000
relative_P_30         	2024-137182	0.1333
relative_P_100        	2024-137182	0.0400
relative_P_200        	2024-137182	0.0233
relative_P_500        	2024-137182	0.0233
relative_P_1000       	2024-137182	0.0233
success_1             	2024-137182	1.0000
success_5             	2024-137182	1.0000
success_10            	2024-137182	1.0000
set_P                 	2024-137182	0.8000
set_relative_P        	2024-137182	0.8000
set_recall            	2024-137182	0.0233
set_map               	2024-137182	0.0186
set_F                 	2024-137182	0.0452
num_nonrel_judged_ret 	2024-137182	1
num_ret               	2024-141577	9
num_rel               	2024-141577	195
num_rel_ret           	2024-141577	4
map                   	2024-141577	0.0099
Rprec                 	2024-141577	0.0205
bpref                 	2024-141577	0.0202
recip_rank            	2024-141577	0.3333
iprec_at_recall_0.00  	2024-141577	0.6000
iprec_at_recall_0.10  	2024-141577	0.0000
iprec_at_recall_0.20  	2024-141577	0.0000
iprec_at_recall_0.30  	2024-141577	0.0000
iprec_at_recall_0.40  	2024-141577	0.0000
iprec_at_recall_0.50  	2024-141577	0.0000
iprec_at_recall_0.60  	2024-141577	0.0000
iprec_at_recall_0.70  	2024-141577	0.0000
iprec_at_recall_0.80  	2024-141577	0.0000
iprec_at_recall_0.90  	2024-141577	0.0000
iprec_at_recall_1.00  	2024-141577	0.0000
P_5                   	2024-141577	0.6000
P_10                  	2024-141577	0.4000
P_15                  	2024-141577	0.2667
P_20                  	2024-141577	0.2000
P_30                  	2024-141577	0.1333
P_100                 	2024-141577	0.0400
P_200                 	2024-141577	0.0200
P_500                 	2024-141577	0.0080
P_1000                	2024-141577	0.0040
relstring             	2024-141577	'001110010'
recall_5              	2024-141577	0.0154
recall_10             	2024-141577	0.0205
recall_15             	2024-141577	0.0205
recall_20             	2024-141577	0.0205
recall_30             	2024-141577	0.0205
recall_100            	2024-141577	0.0205
recall_200            	2024-141577	0.0205
recall_500            	2024-141577	0.0205
recall_1000           	2024-141577	0.0205
infAP                 	2024-141577	0.0099
Rprec_mult_0.20       	2024-141577	0.1026
Rprec_mult_0.40       	2024-141577	0.0513
Rprec_mult_0.60       	2024-141577	0.0342
Rprec_mult_0.80       	2024-141577	0.0256
Rprec_mult_1.00       	2024-141577	0.0205
Rprec_mult_1.20       	2024-141577	0.0171
Rprec_mult_1.40       	2024-141577	0.0147
Rprec_mult_1.60       	2024-141577	0.0128
Rprec_mult_1.80       	2024-141577	0.0114
Rprec_mult_2.00       	2024-141577	0.0103
utility               	2024-141577	-1.0000
11pt_avg              	2024-141577	0.0545
binG                  	2024-141577	0.0097
G                     	2024-141577	0.0041
ndcg                  	2024-141577	0.0310
ndcg_rel              	2024-141577	0.0329
Rndcg                 	2024-141577	0.0759
ndcg_cut_5            	2024-141577	0.1490
ndcg_cut_10           	2024-141577	0.1357
ndcg_cut_15           	2024-141577	0.1113
ndcg_cut_20           	2024-141577	0.0959
ndcg_cut_30           	2024-141577	0.0768
ndcg_cut_100          	2024-141577	0.0413
ndcg_cut_200          	2024-141577	0.0310
ndcg_cut_500          	2024-141577	0.0310
ndcg_cut_1000         	2024-141577	0.0310
map_cut_5             	2024-141577	0.0074
map_cut_10            	2024-141577	0.0099
map_cut_15            	2024-141577	0.0099
map_cut_20            	2024-141577	0.0099
map_cut_30            	2024-141577	0.0099
map_cut_100           	2024-141577	0.0099
map_cut_200           	2024-141577	0.0099
map_cut_500           	2024-141577	0.0099
map_cut_1000          	2024-141577	0.0099
relative_P_5          	2024-141577	0.6000
relative_P_10         	2024-141577	0.4000
relative_P_15         	2024-141577	0.2667
relative_P_20         	2024-141577	0.2000
relative_P_30         	2024-141577	0.1333
relative_P_100        	2024-141577	0.0400
relative_P_200        	2024-141577	0.0205
relative_P_500        	2024-141577	0.0205
relative_P_1000       	2024-141577	0.0205
success_1             	2024-141577	0.0000
success_5             	2024-141577	1.0000
success_10            	2024-141577	1.0000
set_P                 	2024-141577	0.4444
set_relative_P        	2024-141577	0.4444
set_recall            	2024-141577	0.0205
set_map               	2024-141577	0.0091
set_F                 	2024-141577	0.0392
num_nonrel_judged_ret 	2024-141577	5
num_ret               	2024-142395	9
num_rel               	2024-142395	119
num_rel_ret           	2024-142395	9
map                   	2024-142395	0.0756
Rprec                 	2024-142395	0.0756
bpref                 	2024-142395	0.0756
recip_rank            	2024-142395	1.0000
iprec_at_recall_0.00  	2024-142395	1.0000
iprec_at_recall_0.10  	2024-142395	0.0000
iprec_at_recall_0.20  	2024-142395	0.0000
iprec_at_recall_0.30  	2024-142395	0.0000
iprec_at_recall_0.40  	2024-142395	0.0000
iprec_at_recall_0.50  	2024-142395	0.0000
iprec_at_recall_0.60  	2024-142395	0.0000
iprec_at_recall_0.70  	2024-142395	0.0000
iprec_at_recall_0.80  	2024-142395	0.0000
iprec_at_recall_0.90  	2024-142395	0.0000
iprec_at_recall_1.00  	2024-142395	0.0000
P_5                   	2024-142395	1.0000
P_10                  	2024-142395	0.9000
P_15                  	2024-142395	0.6000
P_20                  	2024-142395	0.4500
P_30                  	2024-142395	0.3000
P_100                 	2024-142395	0.0900
P_200                 	2024-142395	0.0450
P_500                 	2024-142395	0.0180
P_1000                	2024-142395	0.0090
relstring             	2024-142395	'113121211'
recall_5              	2024-142395	0.0420
recall_10             	2024-142395	0.0756
recall_15             	2024-142395	0.0756
recall_20             	2024-142395	0.0756
recall_30             	2024-142395	0.0756
recall_100            	2024-142395	0.0756
recall_200            	2024-142395	0.0756
recall_500            	2024-142395	0.0756
recall_1000           	2024-142395	0.0756
infAP                 	2024-142395	0.0756
Rprec_mult_0.20       	2024-142395	0.3750
Rprec_mult_0.40       	2024-142395	0.1875
Rprec_mult_0.60       	2024-142395	0.1250
Rprec_mult_0.80       	2024-142395	0.0938
Rprec_mult_1.00       	2024-142395	0.0756
Rprec_mult_1.20       	2024-142395	0.0629
Rprec_mult_1.40       	2024-142395	0.0539
Rprec_mult_1.60       	2024-142395	0.0471
Rprec_mult_1.80       	2024-142395	0.0419
Rprec_mult_2.00       	2024-142395	0.0378
utility               	2024-142395	9.0000
11pt_avg              	2024-142395	0.0909
binG                  	2024-142395	0.0756
G                     	2024-142395	0.0377
ndcg                  	2024-142395	0.1945
ndcg_rel              	2024-142395	0.2189
Rndcg                 	2024-142395	0.3373
ndcg_cut_5            	2024-142395	0.5759
ndcg_cut_10           	2024-142395	0.5574
ndcg_cut_15           	2024-142395	0.4650
ndcg_cut_20           	2024-142395	0.4260
ndcg_cut_30           	2024-142395	0.3700
ndcg_cut_100          	2024-142395	0.2140
ndcg_cut_200          	2024-142395	0.1945
ndcg_cut_500          	2024-142395	0.1945
ndcg_cut_1000         	2024-142395	0.1945
map_cut_5             	2024-142395	0.0420
map_cut_10            	2024-142395	0.0756
map_cut_15            	2024-142395	0.0756
map_cut_20            	2024-142395	0.0756
map_cut_30            	2024-142395	0.0756
map_cut_100           	2024-142395	0.0756
map_cut_200           	2024-142395	0.0756
map_cut_500           	2024-142395	0.0756
map_cut_1000          	2024-142395	0.0756
relative_P_5          	2024-142395	1.0000
relative_P_10         	2024-142395	0.9000
relative_P_15         	2024-142395	0.6000
relative_P_20         	2024-142395	0.4500
relative_P_30         	2024-142395	0.3000
relative_P_100        	2024-142395	0.0900
relative_P_200        	2024-142395	0.0756
relative_P_500        	2024-142395	0.0756
relative_P_1000       	2024-142395	0.0756
success_1             	2024-142395	1.0000
success_5             	2024-142395	1.0000
success_10            	2024-142395	1.0000
set_P                 	2024-142395	1.0000
set_relative_P        	2024-142395	1.0000
set_recall            	2024-142395	0.0756
set_map               	2024-142395	0.0756
set_F                 	2024-142395	0.1406
num_nonrel_judged_ret 	2024-142395	0
num_ret               	2024-143869	10
num_rel               	2024-143869	280
num_rel_ret           	2024-143869	8
map                   	2024-143869	0.0235
Rprec                 	2024-143869	0.0286
bpref                 	2024-143869	0.0284
recip_rank            	2024-143869	1.0000
iprec_at_recall_0.00  	2024-143869	1.0000
iprec_at_recall_0.10  	2024-143869	0.0000
iprec_at_recall_0.20  	2024-143869	0.0000
iprec_at_recall_0.30  	2024-143869	0.0000
iprec_at_recall_0.40  	2024-143869	0.0000
iprec_at_recall_0.50  	2024-143869	0.0000
iprec_at_recall_0.60  	2024-143869	0.0000
iprec_at_recall_0.70  	2024-143869	0.0000
iprec_at_recall_0.80  	2024-143869	0.0000
iprec_at_recall_0.90  	2024-143869	0.0000
iprec_at_recall_1.00  	2024-143869	0.0000
P_5                   	2024-143869	0.8000
P_10                  	2024-143869	0.8000
P_15                  	2024-143869	0.5333
P_20                  	2024-143869	0.4000
P_30                  	2024-143869	0.2667
P_100                 	2024-143869	0.0800
P_200                 	2024-143869	0.0400
P_500                 	2024-143869	0.0160
P_1000                	2024-143869	0.0080
relstring             	2024-143869	'3022223303'
recall_5              	2024-143869	0.0143
recall_10             	2024-143869	0.0286
recall_15             	2024-143869	0.0286
recall_20             	2024-143869	0.0286
recall_30             	2024-143869	0.0286
recall_100            	2024-143869	0.0286
recall_200            	2024-143869	0.0286
recall_500            	2024-143869	0.0286
recall_1000           	2024-143869	0.0286
infAP                 	2024-143869	0.0235
Rprec_mult_0.20       	2024-143869	0.1429
Rprec_mult_0.40       	2024-143869	0.0714
Rprec_mult_0.60       	2024-143869	0.0476
Rprec_mult_0.80       	2024-143869	0.0357
Rprec_mult_1.00       	2024-143869	0.0286
Rprec_mult_1.20       	2024-143869	0.0238
Rprec_mult_1.40       	2024-143869	0.0204
Rprec_mult_1.60       	2024-143869	0.0179
Rprec_mult_1.80       	2024-143869	0.0159
Rprec_mult_2.00       	2024-143869	0.0143
utility               	2024-143869	6.0000
11pt_avg              	2024-143869	0.0909
binG                  	2024-143869	0.0189
G                     	2024-143869	0.0170
ndcg                  	2024-143869	0.1030
ndcg_rel              	2024-143869	0.1200
Rndcg                 	2024-143869	0.1539
ndcg_cut_5            	2024-143869	0.6371
ndcg_cut_10           	2024-143869	0.6721
ndcg_cut_15           	2024-143869	0.5210
ndcg_cut_20           	2024-143869	0.4337
ndcg_cut_30           	2024-143869	0.3333
ndcg_cut_100          	2024-143869	0.1672
ndcg_cut_200          	2024-143869	0.1162
ndcg_cut_500          	2024-143869	0.1030
ndcg_cut_1000         	2024-143869	0.1030
map_cut_5             	2024-143869	0.0115
map_cut_10            	2024-143869	0.0235
map_cut_15            	2024-143869	0.0235
map_cut_20            	2024-143869	0.0235
map_cut_30            	2024-143869	0.0235
map_cut_100           	2024-143869	0.0235
map_cut_200           	2024-143869	0.0235
map_cut_500           	2024-143869	0.0235
map_cut_1000          	2024-143869	0.0235
relative_P_5          	2024-143869	0.8000
relative_P_10         	2024-143869	0.8000
relative_P_15         	2024-143869	0.5333
relative_P_20         	2024-143869	0.4000
relative_P_30         	2024-143869	0.2667
relative_P_100        	2024-143869	0.0800
relative_P_200        	2024-143869	0.0400
relative_P_500        	2024-143869	0.0286
relative_P_1000       	2024-143869	0.0286
success_1             	2024-143869	1.0000
success_5             	2024-143869	1.0000
success_10            	2024-143869	1.0000
set_P                 	2024-143869	0.8000
set_relative_P        	2024-143869	0.8000
set_recall            	2024-143869	0.0286
set_map               	2024-143869	0.0229
set_F                 	2024-143869	0.0552
num_nonrel_judged_ret 	2024-143869	2
num_ret               	2024-145979	8
num_rel               	2024-145979	135
num_rel_ret           	2024-145979	8
map                   	2024-145979	0.0593
Rprec                 	2024-145979	0.0593
bpref                 	2024-145979	0.0593
recip_rank            	2024-145979	1.0000
iprec_at_recall_0.00  	2024-145979	1.0000
iprec_at_recall_0.10  	2024-145979	0.0000
iprec_at_recall_0.20  	2024-145979	0.0000
iprec_at_recall_0.30  	2024-145979	0.0000
iprec_at_recall_0.40  	2024-145979	0.0000
iprec_at_recall_0.50  	2024-145979	0.0000
iprec_at_recall_0.60  	2024-145979	0.0000
iprec_at_recall_0.70  	2024-145979	0.0000
iprec_at_recall_0.80  	2024-145979	0.0000
iprec_at_recall_0.90  	2024-145979	0.0000
iprec_at_recall_1.00  	2024-145979	0.0000
P_5                   	2024-145979	1.0000
P_10                  	2024-145979	0.8000
P_15                  	2024-145979	0.5333
P_20                  	2024-145979	0.4000
P_30                  	2024-145979	0.2667
P_100                 	2024-145979	0.0800
P_200                 	2024-145979	0.0400
P_500                 	2024-145979	0.0160
P_1000                	2024-145979	0.0080
relstring             	2024-145979	'33123133'
recall_5              	2024-145979	0.0370
recall_10             	2024-145979	0.0593
recall_15             	2024-145979	0.0593
recall_20             	2024-145979	0.0593
recall_30             	2024-145979	0.0593
recall_100            	2024-145979	0.0593
recall_200            	2024-145979	0.0593
recall_500            	2024-145979	0.0593
recall_1000           	2024-145979	0.0593
infAP                 	2024-145979	0.0593
Rprec_mult_0.20       	2024-145979	0.2963
Rprec_mult_0.40       	2024-145979	0.1481
Rprec_mult_0.60       	2024-145979	0.0988
Rprec_mult_0.80       	2024-145979	0.0741
Rprec_mult_1.00       	2024-145979	0.0593
Rprec_mult_1.20       	2024-145979	0.0494
Rprec_mult_1.40       	2024-145979	0.0423
Rprec_mult_1.60       	2024-145979	0.0370
Rprec_mult_1.80       	2024-145979	0.0329
Rprec_mult_2.00       	2024-145979	0.0296
utility               	2024-145979	8.0000
11pt_avg              	2024-145979	0.0909
binG                  	2024-145979	0.0593
G                     	2024-145979	0.0339
ndcg                  	2024-145979	0.1453
ndcg_rel              	2024-145979	0.1878
Rndcg                 	2024-145979	0.1600
ndcg_cut_5            	2024-145979	0.8383
ndcg_cut_10           	2024-145979	0.7129
ndcg_cut_15           	2024-145979	0.5526
ndcg_cut_20           	2024-145979	0.4601
ndcg_cut_30           	2024-145979	0.3536
ndcg_cut_100          	2024-145979	0.1631
ndcg_cut_200          	2024-145979	0.1453
ndcg_cut_500          	2024-145979	0.1453
ndcg_cut_1000         	2024-145979	0.1453
map_cut_5             	2024-145979	0.0370
map_cut_10            	2024-145979	0.0593
map_cut_15            	2024-145979	0.0593
map_cut_20            	2024-145979	0.0593
map_cut_30            	2024-145979	0.0593
map_cut_100           	2024-145979	0.0593
map_cut_200           	2024-145979	0.0593
map_cut_500           	2024-145979	0.0593
map_cut_1000          	2024-145979	0.0593
relative_P_5          	2024-145979	1.0000
relative_P_10         	2024-145979	0.8000
relative_P_15         	2024-145979	0.5333
relative_P_20         	2024-145979	0.4000
relative_P_30         	2024-145979	0.2667
relative_P_100        	2024-145979	0.0800
relative_P_200        	2024-145979	0.0593
relative_P_500        	2024-145979	0.0593
relative_P_1000       	2024-145979	0.0593
success_1             	2024-145979	1.0000
success_5             	2024-145979	1.0000
success_10            	2024-145979	1.0000
set_P                 	2024-145979	1.0000
set_relative_P        	2024-145979	1.0000
set_recall            	2024-145979	0.0593
set_map               	2024-145979	0.0593
set_F                 	2024-145979	0.1119
num_nonrel_judged_ret 	2024-145979	0
num_ret               	2024-149459	7
num_rel               	2024-149459	115
num_rel_ret           	2024-149459	7
map                   	2024-149459	0.0609
Rprec                 	2024-149459	0.0609
bpref                 	2024-149459	0.0609
recip_rank            	2024-149459	1.0000
iprec_at_recall_0.00  	2024-149459	1.0000
iprec_at_recall_0.10  	2024-149459	0.0000
iprec_at_recall_0.20  	2024-149459	0.0000
iprec_at_recall_0.30  	2024-149459	0.0000
iprec_at_recall_0.40  	2024-149459	0.0000
iprec_at_recall_0.50  	2024-149459	0.0000
iprec_at_recall_0.60  	2024-149459	0.0000
iprec_at_recall_0.70  	2024-149459	0.0000
iprec_at_recall_0.80  	2024-149459	0.0000
iprec_at_recall_0.90  	2024-149459	0.0000
iprec_at_recall_1.00  	2024-149459	0.0000
P_5                   	2024-149459	1.0000
P_10                  	2024-149459	0.7000
P_15                  	2024-149459	0.4667
P_20                  	2024-149459	0.3500
P_30                  	2024-149459	0.2333
P_100                 	2024-149459	0.0700
P_200                 	2024-149459	0.0350
P_500                 	2024-149459	0.0140
P_1000                	2024-149459	0.0070
relstring             	2024-149459	'3232221'
recall_5              	2024-149459	0.0435
recall_10             	2024-149459	0.0609
recall_15             	2024-149459	0.0609
recall_20             	2024-149459	0.0609
recall_30             	2024-149459	0.0609
recall_100            	2024-149459	0.0609
recall_200            	2024-149459	0.0609
recall_500            	2024-149459	0.0609
recall_1000           	2024-149459	0.0609
infAP                 	2024-149459	0.0609
Rprec_mult_0.20       	2024-149459	0.3043
Rprec_mult_0.40       	2024-149459	0.1522
Rprec_mult_0.60       	2024-149459	0.1014
Rprec_mult_0.80       	2024-149459	0.0761
Rprec_mult_1.00       	2024-149459	0.0609
Rprec_mult_1.20       	2024-149459	0.0507
Rprec_mult_1.40       	2024-149459	0.0435
Rprec_mult_1.60       	2024-149459	0.0380
Rprec_mult_1.80       	2024-149459	0.0338
Rprec_mult_2.00       	2024-149459	0.0304
utility               	2024-149459	7.0000
11pt_avg              	2024-149459	0.0909
binG                  	2024-149459	0.0609
G                     	2024-149459	0.0488
ndcg                  	2024-149459	0.1961
ndcg_rel              	2024-149459	0.2369
Rndcg                 	2024-149459	0.3149
ndcg_cut_5            	2024-149459	0.8362
ndcg_cut_10           	2024-149459	0.6194
ndcg_cut_15           	2024-149459	0.4871
ndcg_cut_20           	2024-149459	0.4287
ndcg_cut_30           	2024-149459	0.3527
ndcg_cut_100          	2024-149459	0.2068
ndcg_cut_200          	2024-149459	0.1961
ndcg_cut_500          	2024-149459	0.1961
ndcg_cut_1000         	2024-149459	0.1961
map_cut_5             	2024-149459	0.0435
map_cut_10            	2024-149459	0.0609
map_cut_15            	2024-149459	0.0609
map_cut_20            	2024-149459	0.0609
map_cut_30            	2024-149459	0.0609
map_cut_100           	2024-149459	0.0609
map_cut_200           	2024-149459	0.0609
map_cut_500           	2024-149459	0.0609
map_cut_1000          	2024-149459	0.0609
relative_P_5          	2024-149459	1.0000
relative_P_10         	2024-149459	0.7000
relative_P_15         	2024-149459	0.4667
relative_P_20         	2024-149459	0.3500
relative_P_30         	2024-149459	0.2333
relative_P_100        	2024-149459	0.0700
relative_P_200        	2024-149459	0.0609
relative_P_500        	2024-149459	0.0609
relative_P_1000       	2024-149459	0.0609
success_1             	2024-149459	1.0000
success_5             	2024-149459	1.0000
success_10            	2024-149459	1.0000
set_P                 	2024-149459	1.0000
set_relative_P        	2024-149459	1.0000
set_recall            	2024-149459	0.0609
set_map               	2024-149459	0.0609
set_F                 	2024-149459	0.1148
num_nonrel_judged_ret 	2024-149459	0
num_ret               	2024-152259	9
num_rel               	2024-152259	72
num_rel_ret           	2024-152259	2
map                   	2024-152259	0.0174
Rprec                 	2024-152259	0.0278
bpref                 	2024-152259	0.0265
recip_rank            	2024-152259	1.0000
iprec_at_recall_0.00  	2024-152259	1.0000
iprec_at_recall_0.10  	2024-152259	0.0000
iprec_at_recall_0.20  	2024-152259	0.0000
iprec_at_recall_0.30  	2024-152259	0.0000
iprec_at_recall_0.40  	2024-152259	0.0000
iprec_at_recall_0.50  	2024-152259	0.0000
iprec_at_recall_0.60  	2024-152259	0.0000
iprec_at_recall_0.70  	2024-152259	0.0000
iprec_at_recall_0.80  	2024-152259	0.0000
iprec_at_recall_0.90  	2024-152259	0.0000
iprec_at_recall_1.00  	2024-152259	0.0000
P_5                   	2024-152259	0.2000
P_10                  	2024-152259	0.2000
P_15                  	2024-152259	0.1333
P_20                  	2024-152259	0.1000
P_30                  	2024-152259	0.0667
P_100                 	2024-152259	0.0200
P_200                 	2024-152259	0.0100
P_500                 	2024-152259	0.0040
P_1000                	2024-152259	0.0020
relstring             	2024-152259	'3000--010'
recall_5              	2024-152259	0.0139
recall_10             	2024-152259	0.0278
recall_15             	2024-152259	0.0278
recall_20             	2024-152259	0.0278
recall_30             	2024-152259	0.0278
recall_100            	2024-152259	0.0278
recall_200            	2024-152259	0.0278
recall_500            	2024-152259	0.0278
recall_1000           	2024-152259	0.0278
infAP                 	2024-152259	0.0174
Rprec_mult_0.20       	2024-152259	0.1333
Rprec_mult_0.40       	2024-152259	0.0690
Rprec_mult_0.60       	2024-152259	0.0455
Rprec_mult_0.80       	2024-152259	0.0345
Rprec_mult_1.00       	2024-152259	0.0278
Rprec_mult_1.20       	2024-152259	0.0230
Rprec_mult_1.40       	2024-152259	0.0198
Rprec_mult_1.60       	2024-152259	0.0172
Rprec_mult_1.80       	2024-152259	0.0154
Rprec_mult_2.00       	2024-152259	0.0139
utility               	2024-152259	-5.0000
11pt_avg              	2024-152259	0.0909
binG                  	2024-152259	0.0185
G                     	2024-152259	0.0402
ndcg                  	2024-152259	0.1500
ndcg_rel              	2024-152259	0.1646
Rndcg                 	2024-152259	0.2984
ndcg_cut_5            	2024-152259	0.3547
ndcg_cut_10           	2024-152259	0.3298
ndcg_cut_15           	2024-152259	0.2916
ndcg_cut_20           	2024-152259	0.2642
ndcg_cut_30           	2024-152259	0.2260
ndcg_cut_100          	2024-152259	0.1500
ndcg_cut_200          	2024-152259	0.1500
ndcg_cut_500          	2024-152259	0.1500
ndcg_cut_1000         	2024-152259	0.1500
map_cut_5             	2024-152259	0.0139
map_cut_10            	2024-152259	0.0174
map_cut_15            	2024-152259	0.0174
map_cut_20            	2024-152259	0.0174
map_cut_30            	2024-152259	0.0174
map_cut_100           	2024-152259	0.0174
map_cut_200           	2024-152259	0.0174
map_cut_500           	2024-152259	0.0174
map_cut_1000          	2024-152259	0.0174
relative_P_5          	2024-152259	0.2000
relative_P_10         	2024-152259	0.2000
relative_P_15         	2024-152259	0.1333
relative_P_20         	2024-152259	0.1000
relative_P_30         	2024-152259	0.0667
relative_P_100        	2024-152259	0.0278
relative_P_200        	2024-152259	0.0278
relative_P_500        	2024-152259	0.0278
relative_P_1000       	2024-152259	0.0278
success_1             	2024-152259	1.0000
success_5             	2024-152259	1.0000
success_10            	2024-152259	1.0000
set_P                 	2024-152259	0.2222
set_relative_P        	2024-152259	0.2222
set_recall            	2024-152259	0.0278
set_map               	2024-152259	0.0062
set_F                 	2024-152259	0.0494
num_nonrel_judged_ret 	2024-152259	5
num_ret               	2024-152817	12
num_rel               	2024-152817	239
num_rel_ret           	2024-152817	12
map                   	2024-152817	0.0502
Rprec                 	2024-152817	0.0502
bpref                 	2024-152817	0.0502
recip_rank            	2024-152817	1.0000
iprec_at_recall_0.00  	2024-152817	1.0000
iprec_at_recall_0.10  	2024-152817	0.0000
iprec_at_recall_0.20  	2024-152817	0.0000
iprec_at_recall_0.30  	2024-152817	0.0000
iprec_at_recall_0.40  	2024-152817	0.0000
iprec_at_recall_0.50  	2024-152817	0.0000
iprec_at_recall_0.60  	2024-152817	0.0000
iprec_at_recall_0.70  	2024-152817	0.0000
iprec_at_recall_0.80  	2024-152817	0.0000
iprec_at_recall_0.90  	2024-152817	0.0000
iprec_at_recall_1.00  	2024-152817	0.0000
P_5                   	2024-152817	1.0000
P_10                  	2024-152817	1.0000
P_15                  	2024-152817	0.8000
P_20                  	2024-152817	0.6000
P_30                  	2024-152817	0.4000
P_100                 	2024-152817	0.1200
P_200                 	2024-152817	0.0600
P_500                 	2024-152817	0.0240
P_1000                	2024-152817	0.0120
relstring             	2024-152817	'1123112111'
recall_5              	2024-152817	0.0209
recall_10             	2024-152817	0.0418
recall_15             	2024-152817	0.0502
recall_20             	2024-152817	0.0502
recall_30             	2024-152817	0.0502
recall_100            	2024-152817	0.0502
recall_200            	2024-152817	0.0502
recall_500            	2024-152817	0.0502
recall_1000           	2024-152817	0.0502
infAP                 	2024-152817	0.0502
Rprec_mult_0.20       	2024-152817	0.2500
Rprec_mult_0.40       	2024-152817	0.1250
Rprec_mult_0.60       	2024-152817	0.0833
Rprec_mult_0.80       	2024-152817	0.0625
Rprec_mult_1.00       	2024-152817	0.0502
Rprec_mult_1.20       	2024-152817	0.0418
Rprec_mult_1.40       	2024-152817	0.0358
Rprec_mult_1.60       	2024-152817	0.0313
Rprec_mult_1.80       	2024-152817	0.0278
Rprec_mult_2.00       	2024-152817	0.0251
utility               	2024-152817	12.0000
11pt_avg              	2024-152817	0.0909
binG                  	2024-152817	0.0502
G                     	2024-152817	0.0148
ndcg                  	2024-152817	0.1037
ndcg_rel              	2024-152817	0.1209
Rndcg                 	2024-152817	0.1683
ndcg_cut_5            	2024-152817	0.4872
ndcg_cut_10           	2024-152817	0.4577
ndcg_cut_15           	2024-152817	0.4019
ndcg_cut_20           	2024-152817	0.3346
ndcg_cut_30           	2024-152817	0.2571
ndcg_cut_100          	2024-152817	0.1435
ndcg_cut_200          	2024-152817	0.1119
ndcg_cut_500          	2024-152817	0.1037
ndcg_cut_1000         	2024-152817	0.1037
map_cut_5             	2024-152817	0.0209
map_cut_10            	2024-152817	0.0418
map_cut_15            	2024-152817	0.0502
map_cut_20            	2024-152817	0.0502
map_cut_30            	2024-152817	0.0502
map_cut_100           	2024-152817	0.0502
map_cut_200           	2024-152817	0.0502
map_cut_500           	2024-152817	0.0502
map_cut_1000          	2024-152817	0.0502
relative_P_5          	2024-152817	1.0000
relative_P_10         	2024-152817	1.0000
relative_P_15         	2024-152817	0.8000
relative_P_20         	2024-152817	0.6000
relative_P_30         	2024-152817	0.4000
relative_P_100        	2024-152817	0.1200
relative_P_200        	2024-152817	0.0600
relative_P_500        	2024-152817	0.0502
relative_P_1000       	2024-152817	0.0502
success_1             	2024-152817	1.0000
success_5             	2024-152817	1.0000
success_10            	2024-152817	1.0000
set_P                 	2024-152817	1.0000
set_relative_P        	2024-152817	1.0000
set_recall            	2024-152817	0.0502
set_map               	2024-152817	0.0502
set_F                 	2024-152817	0.0956
num_nonrel_judged_ret 	2024-152817	0
num_ret               	2024-153051	5
num_rel               	2024-153051	117
num_rel_ret           	2024-153051	3
map                   	2024-153051	0.0235
Rprec                 	2024-153051	0.0256
bpref                 	2024-153051	0.0256
recip_rank            	2024-153051	1.0000
iprec_at_recall_0.00  	2024-153051	1.0000
iprec_at_recall_0.10  	2024-153051	0.0000
iprec_at_recall_0.20  	2024-153051	0.0000
iprec_at_recall_0.30  	2024-153051	0.0000
iprec_at_recall_0.40  	2024-153051	0.0000
iprec_at_recall_0.50  	2024-153051	0.0000
iprec_at_recall_0.60  	2024-153051	0.0000
iprec_at_recall_0.70  	2024-153051	0.0000
iprec_at_recall_0.80  	2024-153051	0.0000
iprec_at_recall_0.90  	2024-153051	0.0000
iprec_at_recall_1.00  	2024-153051	0.0000
P_5                   	2024-153051	0.6000
P_10                  	2024-153051	0.3000
P_15                  	2024-153051	0.2000
P_20                  	2024-153051	0.1500
P_30                  	2024-153051	0.1000
P_100                 	2024-153051	0.0300
P_200                 	2024-153051	0.0150
P_500                 	2024-153051	0.0060
P_1000                	2024-153051	0.0030
relstring             	2024-153051	'33020'
recall_5              	2024-153051	0.0256
recall_10             	2024-153051	0.0256
recall_15             	2024-153051	0.0256
recall_20             	2024-153051	0.0256
recall_30             	2024-153051	0.0256
recall_100            	2024-153051	0.0256
recall_200            	2024-153051	0.0256
recall_500            	2024-153051	0.0256
recall_1000           	2024-153051	0.0256
infAP                 	2024-153051	0.0235
Rprec_mult_0.20       	2024-153051	0.1250
Rprec_mult_0.40       	2024-153051	0.0638
Rprec_mult_0.60       	2024-153051	0.0423
Rprec_mult_0.80       	2024-153051	0.0319
Rprec_mult_1.00       	2024-153051	0.0256
Rprec_mult_1.20       	2024-153051	0.0213
Rprec_mult_1.40       	2024-153051	0.0183
Rprec_mult_1.60       	2024-153051	0.0160
Rprec_mult_1.80       	2024-153051	0.0142
Rprec_mult_2.00       	2024-153051	0.0128
utility               	2024-153051	1.0000
11pt_avg              	2024-153051	0.0909
binG                  	2024-153051	0.0225
G                     	2024-153051	0.0452
ndcg                  	2024-153051	0.1609
ndcg_rel              	2024-153051	0.1803
Rndcg                 	2024-153051	0.2831
ndcg_cut_5            	2024-153051	0.6505
ndcg_cut_10           	2024-153051	0.4221
ndcg_cut_15           	2024-153051	0.3478
ndcg_cut_20           	2024-153051	0.3044
ndcg_cut_30           	2024-153051	0.2680
ndcg_cut_100          	2024-153051	0.1731
ndcg_cut_200          	2024-153051	0.1609
ndcg_cut_500          	2024-153051	0.1609
ndcg_cut_1000         	2024-153051	0.1609
map_cut_5             	2024-153051	0.0235
map_cut_10            	2024-153051	0.0235
map_cut_15            	2024-153051	0.0235
map_cut_20            	2024-153051	0.0235
map_cut_30            	2024-153051	0.0235
map_cut_100           	2024-153051	0.0235
map_cut_200           	2024-153051	0.0235
map_cut_500           	2024-153051	0.0235
map_cut_1000          	2024-153051	0.0235
relative_P_5          	2024-153051	0.6000
relative_P_10         	2024-153051	0.3000
relative_P_15         	2024-153051	0.2000
relative_P_20         	2024-153051	0.1500
relative_P_30         	2024-153051	0.1000
relative_P_100        	2024-153051	0.0300
relative_P_200        	2024-153051	0.0256
relative_P_500        	2024-153051	0.0256
relative_P_1000       	2024-153051	0.0256
success_1             	2024-153051	1.0000
success_5             	2024-153051	1.0000
success_10            	2024-153051	1.0000
set_P                 	2024-153051	0.6000
set_relative_P        	2024-153051	0.6000
set_recall            	2024-153051	0.0256
set_map               	2024-153051	0.0154
set_F                 	2024-153051	0.0492
num_nonrel_judged_ret 	2024-153051	2
num_ret               	2024-158261	14
num_rel               	2024-158261	218
num_rel_ret           	2024-158261	10
map                   	2024-158261	0.0418
Rprec                 	2024-158261	0.0459
bpref                 	2024-158261	0.0459
recip_rank            	2024-158261	1.0000
iprec_at_recall_0.00  	2024-158261	1.0000
iprec_at_recall_0.10  	2024-158261	0.0000
iprec_at_recall_0.20  	2024-158261	0.0000
iprec_at_recall_0.30  	2024-158261	0.0000
iprec_at_recall_0.40  	2024-158261	0.0000
iprec_at_recall_0.50  	2024-158261	0.0000
iprec_at_recall_0.60  	2024-158261	0.0000
iprec_at_recall_0.70  	2024-158261	0.0000
iprec_at_recall_0.80  	2024-158261	0.0000
iprec_at_recall_0.90  	2024-158261	0.0000
iprec_at_recall_1.00  	2024-158261	0.0000
P_5                   	2024-158261	1.0000
P_10                  	2024-158261	0.7000
P_15                  	2024-158261	0.6667
P_20                  	2024-158261	0.5000
P_30                  	2024-158261	0.3333
P_100                 	2024-158261	0.1000
P_200                 	2024-158261	0.0500
P_500                 	2024-158261	0.0200
P_1000                	2024-158261	0.0100
relstring             	2024-158261	'111233-2--'
recall_5              	2024-158261	0.0229
recall_10             	2024-158261	0.0321
recall_15             	2024-158261	0.0459
recall_20             	2024-158261	0.0459
recall_30             	2024-158261	0.0459
recall_100            	2024-158261	0.0459
recall_200            	2024-158261	0.0459
recall_500            	2024-158261	0.0459
recall_1000           	2024-158261	0.0459
infAP                 	2024-158261	0.0418
Rprec_mult_0.20       	2024-158261	0.2273
Rprec_mult_0.40       	2024-158261	0.1136
Rprec_mult_0.60       	2024-158261	0.0763
Rprec_mult_0.80       	2024-158261	0.0571
Rprec_mult_1.00       	2024-158261	0.0459
Rprec_mult_1.20       	2024-158261	0.0382
Rprec_mult_1.40       	2024-158261	0.0327
Rprec_mult_1.60       	2024-158261	0.0287
Rprec_mult_1.80       	2024-158261	0.0254
Rprec_mult_2.00       	2024-158261	0.0229
utility               	2024-158261	6.0000
11pt_avg              	2024-158261	0.0909
binG                  	2024-158261	0.0363
G                     	2024-158261	0.0154
ndcg                  	2024-158261	0.1080
ndcg_rel              	2024-158261	0.1222
Rndcg                 	2024-158261	0.2076
ndcg_cut_5            	2024-158261	0.4695
ndcg_cut_10           	2024-158261	0.4294
ndcg_cut_15           	2024-158261	0.4093
ndcg_cut_20           	2024-158261	0.3523
ndcg_cut_30           	2024-158261	0.2917
ndcg_cut_100          	2024-158261	0.1492
ndcg_cut_200          	2024-158261	0.1119
ndcg_cut_500          	2024-158261	0.1080
ndcg_cut_1000         	2024-158261	0.1080
map_cut_5             	2024-158261	0.0229
map_cut_10            	2024-158261	0.0315
map_cut_15            	2024-158261	0.0418
map_cut_20            	2024-158261	0.0418
map_cut_30            	2024-158261	0.0418
map_cut_100           	2024-158261	0.0418
map_cut_200           	2024-158261	0.0418
map_cut_500           	2024-158261	0.0418
map_cut_1000          	2024-158261	0.0418
relative_P_5          	2024-158261	1.0000
relative_P_10         	2024-158261	0.7000
relative_P_15         	2024-158261	0.6667
relative_P_20         	2024-158261	0.5000
relative_P_30         	2024-158261	0.3333
relative_P_100        	2024-158261	0.1000
relative_P_200        	2024-158261	0.0500
relative_P_500        	2024-158261	0.0459
relative_P_1000       	2024-158261	0.0459
success_1             	2024-158261	1.0000
success_5             	2024-158261	1.0000
success_10            	2024-158261	1.0000
set_P                 	2024-158261	0.7143
set_relative_P        	2024-158261	0.7143
set_recall            	2024-158261	0.0459
set_map               	2024-158261	0.0328
set_F                 	2024-158261	0.0862
num_nonrel_judged_ret 	2024-158261	0
num_ret               	2024-158677	9
num_rel               	2024-158677	254
num_rel_ret           	2024-158677	9
map                   	2024-158677	0.0354
Rprec                 	2024-158677	0.0354
bpref                 	2024-158677	0.0354
recip_rank            	2024-158677	1.0000
iprec_at_recall_0.00  	2024-158677	1.0000
iprec_at_recall_0.10  	2024-158677	0.0000
iprec_at_recall_0.20  	2024-158677	0.0000
iprec_at_recall_0.30  	2024-158677	0.0000
iprec_at_recall_0.40  	2024-158677	0.0000
iprec_at_recall_0.50  	2024-158677	0.0000
iprec_at_recall_0.60  	2024-158677	0.0000
iprec_at_recall_0.70  	2024-158677	0.0000
iprec_at_recall_0.80  	2024-158677	0.0000
iprec_at_recall_0.90  	2024-158677	0.0000
iprec_at_recall_1.00  	2024-158677	0.0000
P_5                   	2024-158677	1.0000
P_10                  	2024-158677	0.9000
P_15                  	2024-158677	0.6000
P_20                  	2024-158677	0.4500
P_30                  	2024-158677	0.3000
P_100                 	2024-158677	0.0900
P_200                 	2024-158677	0.0450
P_500                 	2024-158677	0.0180
P_1000                	2024-158677	0.0090
relstring             	2024-158677	'222223222'
recall_5              	2024-158677	0.0197
recall_10             	2024-158677	0.0354
recall_15             	2024-158677	0.0354
recall_20             	2024-158677	0.0354
recall_30             	2024-158677	0.0354
recall_100            	2024-158677	0.0354
recall_200            	2024-158677	0.0354
recall_500            	2024-158677	0.0354
recall_1000           	2024-158677	0.0354
infAP                 	2024-158677	0.0354
Rprec_mult_0.20       	2024-158677	0.1765
Rprec_mult_0.40       	2024-158677	0.0882
Rprec_mult_0.60       	2024-158677	0.0588
Rprec_mult_0.80       	2024-158677	0.0441
Rprec_mult_1.00       	2024-158677	0.0354
Rprec_mult_1.20       	2024-158677	0.0295
Rprec_mult_1.40       	2024-158677	0.0253
Rprec_mult_1.60       	2024-158677	0.0221
Rprec_mult_1.80       	2024-158677	0.0197
Rprec_mult_2.00       	2024-158677	0.0177
utility               	2024-158677	9.0000
11pt_avg              	2024-158677	0.0909
binG                  	2024-158677	0.0354
G                     	2024-158677	0.0165
ndcg                  	2024-158677	0.1085
ndcg_rel              	2024-158677	0.1287
Rndcg                 	2024-158677	0.2166
ndcg_cut_5            	2024-158677	0.6667
ndcg_cut_10           	2024-158677	0.6504
ndcg_cut_15           	2024-158677	0.5042
ndcg_cut_20           	2024-158677	0.4197
ndcg_cut_30           	2024-158677	0.3495
ndcg_cut_100          	2024-158677	0.1812
ndcg_cut_200          	2024-158677	0.1185
ndcg_cut_500          	2024-158677	0.1085
ndcg_cut_1000         	2024-158677	0.1085
map_cut_5             	2024-158677	0.0197
map_cut_10            	2024-158677	0.0354
map_cut_15            	2024-158677	0.0354
map_cut_20            	2024-158677	0.0354
map_cut_30            	2024-158677	0.0354
map_cut_100           	2024-158677	0.0354
map_cut_200           	2024-158677	0.0354
map_cut_500           	2024-158677	0.0354
map_cut_1000          	2024-158677	0.0354
relative_P_5          	2024-158677	1.0000
relative_P_10         	2024-158677	0.9000
relative_P_15         	2024-158677	0.6000
relative_P_20         	2024-158677	0.4500
relative_P_30         	2024-158677	0.3000
relative_P_100        	2024-158677	0.0900
relative_P_200        	2024-158677	0.0450
relative_P_500        	2024-158677	0.0354
relative_P_1000       	2024-158677	0.0354
success_1             	2024-158677	1.0000
success_5             	2024-158677	1.0000
success_10            	2024-158677	1.0000
set_P                 	2024-158677	1.0000
set_relative_P        	2024-158677	1.0000
set_recall            	2024-158677	0.0354
set_map               	2024-158677	0.0354
set_F                 	2024-158677	0.0684
num_nonrel_judged_ret 	2024-158677	0
num_ret               	2024-158743	10
num_rel               	2024-158743	204
num_rel_ret           	2024-158743	9
map                   	2024-158743	0.0425
Rprec                 	2024-158743	0.0441
bpref                 	2024-158743	0.0441
recip_rank            	2024-158743	1.0000
iprec_at_recall_0.00  	2024-158743	1.0000
iprec_at_recall_0.10  	2024-158743	0.0000
iprec_at_recall_0.20  	2024-158743	0.0000
iprec_at_recall_0.30  	2024-158743	0.0000
iprec_at_recall_0.40  	2024-158743	0.0000
iprec_at_recall_0.50  	2024-158743	0.0000
iprec_at_recall_0.60  	2024-158743	0.0000
iprec_at_recall_0.70  	2024-158743	0.0000
iprec_at_recall_0.80  	2024-158743	0.0000
iprec_at_recall_0.90  	2024-158743	0.0000
iprec_at_recall_1.00  	2024-158743	0.0000
P_5                   	2024-158743	1.0000
P_10                  	2024-158743	0.9000
P_15                  	2024-158743	0.6000
P_20                  	2024-158743	0.4500
P_30                  	2024-158743	0.3000
P_100                 	2024-158743	0.0900
P_200                 	2024-158743	0.0450
P_500                 	2024-158743	0.0180
P_1000                	2024-158743	0.0090
relstring             	2024-158743	'333233-232'
recall_5              	2024-158743	0.0245
recall_10             	2024-158743	0.0441
recall_15             	2024-158743	0.0441
recall_20             	2024-158743	0.0441
recall_30             	2024-158743	0.0441
recall_100            	2024-158743	0.0441
recall_200            	2024-158743	0.0441
recall_500            	2024-158743	0.0441
recall_1000           	2024-158743	0.0441
infAP                 	2024-158743	0.0425
Rprec_mult_0.20       	2024-158743	0.2195
Rprec_mult_0.40       	2024-158743	0.1098
Rprec_mult_0.60       	2024-158743	0.0732
Rprec_mult_0.80       	2024-158743	0.0549
Rprec_mult_1.00       	2024-158743	0.0441
Rprec_mult_1.20       	2024-158743	0.0367
Rprec_mult_1.40       	2024-158743	0.0315
Rprec_mult_1.60       	2024-158743	0.0275
Rprec_mult_1.80       	2024-158743	0.0245
Rprec_mult_2.00       	2024-158743	0.0221
utility               	2024-158743	8.0000
11pt_avg              	2024-158743	0.0909
binG                  	2024-158743	0.0387
G                     	2024-158743	0.0320
ndcg                  	2024-158743	0.1246
ndcg_rel              	2024-158743	0.1603
Rndcg                 	2024-158743	0.1353
ndcg_cut_5            	2024-158743	0.9513
ndcg_cut_10           	2024-158743	0.8507
ndcg_cut_15           	2024-158743	0.6594
ndcg_cut_20           	2024-158743	0.5490
ndcg_cut_30           	2024-158743	0.4219
ndcg_cut_100          	2024-158743	0.1846
ndcg_cut_200          	2024-158743	0.1253
ndcg_cut_500          	2024-158743	0.1246
ndcg_cut_1000         	2024-158743	0.1246
map_cut_5             	2024-158743	0.0245
map_cut_10            	2024-158743	0.0425
map_cut_15            	2024-158743	0.0425
map_cut_20            	2024-158743	0.0425
map_cut_30            	2024-158743	0.0425
map_cut_100           	2024-158743	0.0425
map_cut_200           	2024-158743	0.0425
map_cut_500           	2024-158743	0.0425
map_cut_1000          	2024-158743	0.0425
relative_P_5          	2024-158743	1.0000
relative_P_10         	2024-158743	0.9000
relative_P_15         	2024-158743	0.6000
relative_P_20         	2024-158743	0.4500
relative_P_30         	2024-158743	0.3000
relative_P_100        	2024-158743	0.0900
relative_P_200        	2024-158743	0.0450
relative_P_500        	2024-158743	0.0441
relative_P_1000       	2024-158743	0.0441
success_1             	2024-158743	1.0000
success_5             	2024-158743	1.0000
success_10            	2024-158743	1.0000
set_P                 	2024-158743	0.9000
set_relative_P        	2024-158743	0.9000
set_recall            	2024-158743	0.0441
set_map               	2024-158743	0.0397
set_F                 	2024-158743	0.0841
num_nonrel_judged_ret 	2024-158743	0
num_ret               	2024-18963	6
num_rel               	2024-18963	121
num_rel_ret           	2024-18963	5
map                   	2024-18963	0.0362
Rprec                 	2024-18963	0.0413
bpref                 	2024-18963	0.0411
recip_rank            	2024-18963	1.0000
iprec_at_recall_0.00  	2024-18963	1.0000
iprec_at_recall_0.10  	2024-18963	0.0000
iprec_at_recall_0.20  	2024-18963	0.0000
iprec_at_recall_0.30  	2024-18963	0.0000
iprec_at_recall_0.40  	2024-18963	0.0000
iprec_at_recall_0.50  	2024-18963	0.0000
iprec_at_recall_0.60  	2024-18963	0.0000
iprec_at_recall_0.70  	2024-18963	0.0000
iprec_at_recall_0.80  	2024-18963	0.0000
iprec_at_recall_0.90  	2024-18963	0.0000
iprec_at_recall_1.00  	2024-18963	0.0000
P_5                   	2024-18963	0.8000
P_10                  	2024-18963	0.5000
P_15                  	2024-18963	0.3333
P_20                  	2024-18963	0.2500
P_30                  	2024-18963	0.1667
P_100                 	2024-18963	0.0500
P_200                 	2024-18963	0.0250
P_500                 	2024-18963	0.0100
P_1000                	2024-18963	0.0050
relstring             	2024-18963	'220122'
recall_5              	2024-18963	0.0331
recall_10             	2024-18963	0.0413
recall_15             	2024-18963	0.0413
recall_20             	2024-18963	0.0413
recall_30             	2024-18963	0.0413
recall_100            	2024-18963	0.0413
recall_200            	2024-18963	0.0413
recall_500            	2024-18963	0.0413
recall_1000           	2024-18963	0.0413
infAP                 	2024-18963	0.0362
Rprec_mult_0.20       	2024-18963	0.2000
Rprec_mult_0.40       	2024-18963	0.1020
Rprec_mult_0.60       	2024-18963	0.0685
Rprec_mult_0.80       	2024-18963	0.0515
Rprec_mult_1.00       	2024-18963	0.0413
Rprec_mult_1.20       	2024-18963	0.0342
Rprec_mult_1.40       	2024-18963	0.0294
Rprec_mult_1.60       	2024-18963	0.0258
Rprec_mult_1.80       	2024-18963	0.0229
Rprec_mult_2.00       	2024-18963	0.0207
utility               	2024-18963	4.0000
11pt_avg              	2024-18963	0.0909
binG                  	2024-18963	0.0322
G                     	2024-18963	0.0189
ndcg                  	2024-18963	0.1160
ndcg_rel              	2024-18963	0.1347
Rndcg                 	2024-18963	0.2054
ndcg_cut_5            	2024-18963	0.5049
ndcg_cut_10           	2024-18963	0.3799
ndcg_cut_15           	2024-18963	0.3130
ndcg_cut_20           	2024-18963	0.2740
ndcg_cut_30           	2024-18963	0.2237
ndcg_cut_100          	2024-18963	0.1247
ndcg_cut_200          	2024-18963	0.1160
ndcg_cut_500          	2024-18963	0.1160
ndcg_cut_1000         	2024-18963	0.1160
map_cut_5             	2024-18963	0.0293
map_cut_10            	2024-18963	0.0362
map_cut_15            	2024-18963	0.0362
map_cut_20            	2024-18963	0.0362
map_cut_30            	2024-18963	0.0362
map_cut_100           	2024-18963	0.0362
map_cut_200           	2024-18963	0.0362
map_cut_500           	2024-18963	0.0362
map_cut_1000          	2024-18963	0.0362
relative_P_5          	2024-18963	0.8000
relative_P_10         	2024-18963	0.5000
relative_P_15         	2024-18963	0.3333
relative_P_20         	2024-18963	0.2500
relative_P_30         	2024-18963	0.1667
relative_P_100        	2024-18963	0.0500
relative_P_200        	2024-18963	0.0413
relative_P_500        	2024-18963	0.0413
relative_P_1000       	2024-18963	0.0413
success_1             	2024-18963	1.0000
success_5             	2024-18963	1.0000
success_10            	2024-18963	1.0000
set_P                 	2024-18963	0.8333
set_relative_P        	2024-18963	0.8333
set_recall            	2024-18963	0.0413
set_map               	2024-18963	0.0344
set_F                 	2024-18963	0.0787
num_nonrel_judged_ret 	2024-18963	1
num_ret               	2024-19025	8
num_rel               	2024-19025	43
num_rel_ret           	2024-19025	3
map                   	2024-19025	0.0371
Rprec                 	2024-19025	0.0698
bpref                 	2024-19025	0.0671
recip_rank            	2024-19025	0.5000
iprec_at_recall_0.00  	2024-19025	0.6667
iprec_at_recall_0.10  	2024-19025	0.0000
iprec_at_recall_0.20  	2024-19025	0.0000
iprec_at_recall_0.30  	2024-19025	0.0000
iprec_at_recall_0.40  	2024-19025	0.0000
iprec_at_recall_0.50  	2024-19025	0.0000
iprec_at_recall_0.60  	2024-19025	0.0000
iprec_at_recall_0.70  	2024-19025	0.0000
iprec_at_recall_0.80  	2024-19025	0.0000
iprec_at_recall_0.90  	2024-19025	0.0000
iprec_at_recall_1.00  	2024-19025	0.0000
P_5                   	2024-19025	0.4000
P_10                  	2024-19025	0.3000
P_15                  	2024-19025	0.2000
P_20                  	2024-19025	0.1500
P_30                  	2024-19025	0.1000
P_100                 	2024-19025	0.0300
P_200                 	2024-19025	0.0150
P_500                 	2024-19025	0.0060
P_1000                	2024-19025	0.0030
relstring             	2024-19025	'022-0020'
recall_5              	2024-19025	0.0465
recall_10             	2024-19025	0.0698
recall_15             	2024-19025	0.0698
recall_20             	2024-19025	0.0698
recall_30             	2024-19025	0.0698
recall_100            	2024-19025	0.0698
recall_200            	2024-19025	0.0698
recall_500            	2024-19025	0.0698
recall_1000           	2024-19025	0.0698
infAP                 	2024-19025	0.0371
Rprec_mult_0.20       	2024-19025	0.3333
Rprec_mult_0.40       	2024-19025	0.1667
Rprec_mult_0.60       	2024-19025	0.1154
Rprec_mult_0.80       	2024-19025	0.0857
Rprec_mult_1.00       	2024-19025	0.0698
Rprec_mult_1.20       	2024-19025	0.0577
Rprec_mult_1.40       	2024-19025	0.0492
Rprec_mult_1.60       	2024-19025	0.0435
Rprec_mult_1.80       	2024-19025	0.0385
Rprec_mult_2.00       	2024-19025	0.0349
utility               	2024-19025	-2.0000
11pt_avg              	2024-19025	0.0606
binG                  	2024-19025	0.0383
G                     	2024-19025	0.0264
ndcg                  	2024-19025	0.1206
ndcg_rel              	2024-19025	0.1373
Rndcg                 	2024-19025	0.0603
ndcg_cut_5            	2024-19025	0.3280
ndcg_cut_10           	2024-19025	0.2903
ndcg_cut_15           	2024-19025	0.2302
ndcg_cut_20           	2024-19025	0.1942
ndcg_cut_30           	2024-19025	0.1516
ndcg_cut_100          	2024-19025	0.1206
ndcg_cut_200          	2024-19025	0.1206
ndcg_cut_500          	2024-19025	0.1206
ndcg_cut_1000         	2024-19025	0.1206
map_cut_5             	2024-19025	0.0271
map_cut_10            	2024-19025	0.0371
map_cut_15            	2024-19025	0.0371
map_cut_20            	2024-19025	0.0371
map_cut_30            	2024-19025	0.0371
map_cut_100           	2024-19025	0.0371
map_cut_200           	2024-19025	0.0371
map_cut_500           	2024-19025	0.0371
map_cut_1000          	2024-19025	0.0371
relative_P_5          	2024-19025	0.4000
relative_P_10         	2024-19025	0.3000
relative_P_15         	2024-19025	0.2000
relative_P_20         	2024-19025	0.1500
relative_P_30         	2024-19025	0.1000
relative_P_100        	2024-19025	0.0698
relative_P_200        	2024-19025	0.0698
relative_P_500        	2024-19025	0.0698
relative_P_1000       	2024-19025	0.0698
success_1             	2024-19025	0.0000
success_5             	2024-19025	1.0000
success_10            	2024-19025	1.0000
set_P                 	2024-19025	0.3750
set_relative_P        	2024-19025	0.3750
set_recall            	2024-19025	0.0698
set_map               	2024-19025	0.0262
set_F                 	2024-19025	0.1176
num_nonrel_judged_ret 	2024-19025	4
num_ret               	2024-213469	5
num_rel               	2024-213469	151
num_rel_ret           	2024-213469	4
map                   	2024-213469	0.0180
Rprec                 	2024-213469	0.0265
bpref                 	2024-213469	0.0260
recip_rank            	2024-213469	0.5000
iprec_at_recall_0.00  	2024-213469	0.8000
iprec_at_recall_0.10  	2024-213469	0.0000
iprec_at_recall_0.20  	2024-213469	0.0000
iprec_at_recall_0.30  	2024-213469	0.0000
iprec_at_recall_0.40  	2024-213469	0.0000
iprec_at_recall_0.50  	2024-213469	0.0000
iprec_at_recall_0.60  	2024-213469	0.0000
iprec_at_recall_0.70  	2024-213469	0.0000
iprec_at_recall_0.80  	2024-213469	0.0000
iprec_at_recall_0.90  	2024-213469	0.0000
iprec_at_recall_1.00  	2024-213469	0.0000
P_5                   	2024-213469	0.8000
P_10                  	2024-213469	0.4000
P_15                  	2024-213469	0.2667
P_20                  	2024-213469	0.2000
P_30                  	2024-213469	0.1333
P_100                 	2024-213469	0.0400
P_200                 	2024-213469	0.0200
P_500                 	2024-213469	0.0080
P_1000                	2024-213469	0.0040
relstring             	2024-213469	'02111'
recall_5              	2024-213469	0.0265
recall_10             	2024-213469	0.0265
recall_15             	2024-213469	0.0265
recall_20             	2024-213469	0.0265
recall_30             	2024-213469	0.0265
recall_100            	2024-213469	0.0265
recall_200            	2024-213469	0.0265
recall_500            	2024-213469	0.0265
recall_1000           	2024-213469	0.0265
infAP                 	2024-213469	0.0180
Rprec_mult_0.20       	2024-213469	0.1290
Rprec_mult_0.40       	2024-213469	0.0656
Rprec_mult_0.60       	2024-213469	0.0440
Rprec_mult_0.80       	2024-213469	0.0331
Rprec_mult_1.00       	2024-213469	0.0265
Rprec_mult_1.20       	2024-213469	0.0220
Rprec_mult_1.40       	2024-213469	0.0189
Rprec_mult_1.60       	2024-213469	0.0165
Rprec_mult_1.80       	2024-213469	0.0147
Rprec_mult_2.00       	2024-213469	0.0132
utility               	2024-213469	3.0000
11pt_avg              	2024-213469	0.0727
binG                  	2024-213469	0.0167
G                     	2024-213469	0.0124
ndcg                  	2024-213469	0.0709
ndcg_rel              	2024-213469	0.0800
Rndcg                 	2024-213469	0.1147
ndcg_cut_5            	2024-213469	0.4374
ndcg_cut_10           	2024-213469	0.2839
ndcg_cut_15           	2024-213469	0.2200
ndcg_cut_20           	2024-213469	0.1832
ndcg_cut_30           	2024-213469	0.1492
ndcg_cut_100          	2024-213469	0.0887
ndcg_cut_200          	2024-213469	0.0709
ndcg_cut_500          	2024-213469	0.0709
ndcg_cut_1000         	2024-213469	0.0709
map_cut_5             	2024-213469	0.0180
map_cut_10            	2024-213469	0.0180
map_cut_15            	2024-213469	0.0180
map_cut_20            	2024-213469	0.0180
map_cut_30            	2024-213469	0.0180
map_cut_100           	2024-213469	0.0180
map_cut_200           	2024-213469	0.0180
map_cut_500           	2024-213469	0.0180
map_cut_1000          	2024-213469	0.0180
relative_P_5          	2024-213469	0.8000
relative_P_10         	2024-213469	0.4000
relative_P_15         	2024-213469	0.2667
relative_P_20         	2024-213469	0.2000
relative_P_30         	2024-213469	0.1333
relative_P_100        	2024-213469	0.0400
relative_P_200        	2024-213469	0.0265
relative_P_500        	2024-213469	0.0265
relative_P_1000       	2024-213469	0.0265
success_1             	2024-213469	0.0000
success_5             	2024-213469	1.0000
success_10            	2024-213469	1.0000
set_P                 	2024-213469	0.8000
set_relative_P        	2024-213469	0.8000
set_recall            	2024-213469	0.0265
set_map               	2024-213469	0.0212
set_F                 	2024-213469	0.0513
num_nonrel_judged_ret 	2024-213469	1
num_ret               	2024-213789	10
num_rel               	2024-213789	91
num_rel_ret           	2024-213789	5
map                   	2024-213789	0.0336
Rprec                 	2024-213789	0.0549
bpref                 	2024-213789	0.0534
recip_rank            	2024-213789	1.0000
iprec_at_recall_0.00  	2024-213789	1.0000
iprec_at_recall_0.10  	2024-213789	0.0000
iprec_at_recall_0.20  	2024-213789	0.0000
iprec_at_recall_0.30  	2024-213789	0.0000
iprec_at_recall_0.40  	2024-213789	0.0000
iprec_at_recall_0.50  	2024-213789	0.0000
iprec_at_recall_0.60  	2024-213789	0.0000
iprec_at_recall_0.70  	2024-213789	0.0000
iprec_at_recall_0.80  	2024-213789	0.0000
iprec_at_recall_0.90  	2024-213789	0.0000
iprec_at_recall_1.00  	2024-213789	0.0000
P_5                   	2024-213789	0.4000
P_10                  	2024-213789	0.5000
P_15                  	2024-213789	0.3333
P_20                  	2024-213789	0.2500
P_30                  	2024-213789	0.1667
P_100                 	2024-213789	0.0500
P_200                 	2024-213789	0.0250
P_500                 	2024-213789	0.0100
P_1000                	2024-213789	0.0050
relstring             	2024-213789	'2002010120'
recall_5              	2024-213789	0.0220
recall_10             	2024-213789	0.0549
recall_15             	2024-213789	0.0549
recall_20             	2024-213789	0.0549
recall_30             	2024-213789	0.0549
recall_100            	2024-213789	0.0549
recall_200            	2024-213789	0.0549
recall_500            	2024-213789	0.0549
recall_1000           	2024-213789	0.0549
infAP                 	2024-213789	0.0336
Rprec_mult_0.20       	2024-213789	0.2632
Rprec_mult_0.40       	2024-213789	0.1351
Rprec_mult_0.60       	2024-213789	0.0909
Rprec_mult_0.80       	2024-213789	0.0685
Rprec_mult_1.00       	2024-213789	0.0549
Rprec_mult_1.20       	2024-213789	0.0455
Rprec_mult_1.40       	2024-213789	0.0391
Rprec_mult_1.60       	2024-213789	0.0342
Rprec_mult_1.80       	2024-213789	0.0305
Rprec_mult_2.00       	2024-213789	0.0275
utility               	2024-213789	0.0000
11pt_avg              	2024-213789	0.0909
binG                  	2024-213789	0.0297
G                     	2024-213789	0.0309
ndcg                  	2024-213789	0.1382
ndcg_rel              	2024-213789	0.1634
Rndcg                 	2024-213789	0.1691
ndcg_cut_5            	2024-213789	0.4852
ndcg_cut_10           	2024-213789	0.4550
ndcg_cut_15           	2024-213789	0.3527
ndcg_cut_20           	2024-213789	0.2937
ndcg_cut_30           	2024-213789	0.2257
ndcg_cut_100          	2024-213789	0.1382
ndcg_cut_200          	2024-213789	0.1382
ndcg_cut_500          	2024-213789	0.1382
ndcg_cut_1000         	2024-213789	0.1382
map_cut_5             	2024-213789	0.0165
map_cut_10            	2024-213789	0.0336
map_cut_15            	2024-213789	0.0336
map_cut_20            	2024-213789	0.0336
map_cut_30            	2024-213789	0.0336
map_cut_100           	2024-213789	0.0336
map_cut_200           	2024-213789	0.0336
map_cut_500           	2024-213789	0.0336
map_cut_1000          	2024-213789	0.0336
relative_P_5          	2024-213789	0.4000
relative_P_10         	2024-213789	0.5000
relative_P_15         	2024-213789	0.3333
relative_P_20         	2024-213789	0.2500
relative_P_30         	2024-213789	0.1667
relative_P_100        	2024-213789	0.0549
relative_P_200        	2024-213789	0.0549
relative_P_500        	2024-213789	0.0549
relative_P_1000       	2024-213789	0.0549
success_1             	2024-213789	1.0000
success_5             	2024-213789	1.0000
success_10            	2024-213789	1.0000
set_P                 	2024-213789	0.5000
set_relative_P        	2024-213789	0.5000
set_recall            	2024-213789	0.0549
set_map               	2024-213789	0.0275
set_F                 	2024-213789	0.0990
num_nonrel_judged_ret 	2024-213789	5
num_ret               	2024-213817	3
num_rel               	2024-213817	80
num_rel_ret           	2024-213817	2
map                   	2024-213817	0.0250
Rprec                 	2024-213817	0.0250
bpref                 	2024-213817	0.0250
recip_rank            	2024-213817	1.0000
iprec_at_recall_0.00  	2024-213817	1.0000
iprec_at_recall_0.10  	2024-213817	0.0000
iprec_at_recall_0.20  	2024-213817	0.0000
iprec_at_recall_0.30  	2024-213817	0.0000
iprec_at_recall_0.40  	2024-213817	0.0000
iprec_at_recall_0.50  	2024-213817	0.0000
iprec_at_recall_0.60  	2024-213817	0.0000
iprec_at_recall_0.70  	2024-213817	0.0000
iprec_at_recall_0.80  	2024-213817	0.0000
iprec_at_recall_0.90  	2024-213817	0.0000
iprec_at_recall_1.00  	2024-213817	0.0000
P_5                   	2024-213817	0.4000
P_10                  	2024-213817	0.2000
P_15                  	2024-213817	0.1333
P_20                  	2024-213817	0.1000
P_30                  	2024-213817	0.0667
P_100                 	2024-213817	0.0200
P_200                 	2024-213817	0.0100
P_500                 	2024-213817	0.0040
P_1000                	2024-213817	0.0020
relstring             	2024-213817	'130'
recall_5              	2024-213817	0.0250
recall_10             	2024-213817	0.0250
recall_15             	2024-213817	0.0250
recall_20             	2024-213817	0.0250
recall_30             	2024-213817	0.0250
recall_100            	2024-213817	0.0250
recall_200            	2024-213817	0.0250
recall_500            	2024-213817	0.0250
recall_1000           	2024-213817	0.0250
infAP                 	2024-213817	0.0250
Rprec_mult_0.20       	2024-213817	0.1250
Rprec_mult_0.40       	2024-213817	0.0625
Rprec_mult_0.60       	2024-213817	0.0417
Rprec_mult_0.80       	2024-213817	0.0312
Rprec_mult_1.00       	2024-213817	0.0250
Rprec_mult_1.20       	2024-213817	0.0208
Rprec_mult_1.40       	2024-213817	0.0179
Rprec_mult_1.60       	2024-213817	0.0156
Rprec_mult_1.80       	2024-213817	0.0139
Rprec_mult_2.00       	2024-213817	0.0125
utility               	2024-213817	1.0000
11pt_avg              	2024-213817	0.0909
binG                  	2024-213817	0.0250
G                     	2024-213817	0.0150
ndcg                  	2024-213817	0.0863
ndcg_rel              	2024-213817	0.0957
Rndcg                 	2024-213817	0.1604
ndcg_cut_5            	2024-213817	0.3270
ndcg_cut_10           	2024-213817	0.2334
ndcg_cut_15           	2024-213817	0.1925
ndcg_cut_20           	2024-213817	0.1664
ndcg_cut_30           	2024-213817	0.1338
ndcg_cut_100          	2024-213817	0.0863
ndcg_cut_200          	2024-213817	0.0863
ndcg_cut_500          	2024-213817	0.0863
ndcg_cut_1000         	2024-213817	0.0863
map_cut_5             	2024-213817	0.0250
map_cut_10            	2024-213817	0.0250
map_cut_15            	2024-213817	0.0250
map_cut_20            	2024-213817	0.0250
map_cut_30            	2024-213817	0.0250
map_cut_100           	2024-213817	0.0250
map_cut_200           	2024-213817	0.0250
map_cut_500           	2024-213817	0.0250
map_cut_1000          	2024-213817	0.0250
relative_P_5          	2024-213817	0.4000
relative_P_10         	2024-213817	0.2000
relative_P_15         	2024-213817	0.1333
relative_P_20         	2024-213817	0.1000
relative_P_30         	2024-213817	0.0667
relative_P_100        	2024-213817	0.0250
relative_P_200        	2024-213817	0.0250
relative_P_500        	2024-213817	0.0250
relative_P_1000       	2024-213817	0.0250
success_1             	2024-213817	1.0000
success_5             	2024-213817	1.0000
success_10            	2024-213817	1.0000
set_P                 	2024-213817	0.6667
set_relative_P        	2024-213817	0.6667
set_recall            	2024-213817	0.0250
set_map               	2024-213817	0.0167
set_F                 	2024-213817	0.0482
num_nonrel_judged_ret 	2024-213817	1
num_ret               	2024-213978	9
num_rel               	2024-213978	69
num_rel_ret           	2024-213978	4
map                   	2024-213978	0.0240
Rprec                 	2024-213978	0.0580
bpref                 	2024-213978	0.0580
recip_rank            	2024-213978	0.3333
iprec_at_recall_0.00  	2024-213978	0.5000
iprec_at_recall_0.10  	2024-213978	0.0000
iprec_at_recall_0.20  	2024-213978	0.0000
iprec_at_recall_0.30  	2024-213978	0.0000
iprec_at_recall_0.40  	2024-213978	0.0000
iprec_at_recall_0.50  	2024-213978	0.0000
iprec_at_recall_0.60  	2024-213978	0.0000
iprec_at_recall_0.70  	2024-213978	0.0000
iprec_at_recall_0.80  	2024-213978	0.0000
iprec_at_recall_0.90  	2024-213978	0.0000
iprec_at_recall_1.00  	2024-213978	0.0000
P_5                   	2024-213978	0.4000
P_10                  	2024-213978	0.4000
P_15                  	2024-213978	0.2667
P_20                  	2024-213978	0.2000
P_30                  	2024-213978	0.1333
P_100                 	2024-213978	0.0400
P_200                 	2024-213978	0.0200
P_500                 	2024-213978	0.0080
P_1000                	2024-213978	0.0040
relstring             	2024-213978	'--11---21'
recall_5              	2024-213978	0.0290
recall_10             	2024-213978	0.0580
recall_15             	2024-213978	0.0580
recall_20             	2024-213978	0.0580
recall_30             	2024-213978	0.0580
recall_100            	2024-213978	0.0580
recall_200            	2024-213978	0.0580
recall_500            	2024-213978	0.0580
recall_1000           	2024-213978	0.0580
infAP                 	2024-213978	0.0240
Rprec_mult_0.20       	2024-213978	0.2857
Rprec_mult_0.40       	2024-213978	0.1429
Rprec_mult_0.60       	2024-213978	0.0952
Rprec_mult_0.80       	2024-213978	0.0714
Rprec_mult_1.00       	2024-213978	0.0580
Rprec_mult_1.20       	2024-213978	0.0482
Rprec_mult_1.40       	2024-213978	0.0412
Rprec_mult_1.60       	2024-213978	0.0360
Rprec_mult_1.80       	2024-213978	0.0320
Rprec_mult_2.00       	2024-213978	0.0290
utility               	2024-213978	-1.0000
11pt_avg              	2024-213978	0.0455
binG                  	2024-213978	0.0248
G                     	2024-213978	0.0171
ndcg                  	2024-213978	0.0830
ndcg_rel              	2024-213978	0.0885
Rndcg                 	2024-213978	0.1149
ndcg_cut_5            	2024-213978	0.1578
ndcg_cut_10           	2024-213978	0.2050
ndcg_cut_15           	2024-213978	0.1589
ndcg_cut_20           	2024-213978	0.1391
ndcg_cut_30           	2024-213978	0.1201
ndcg_cut_100          	2024-213978	0.0830
ndcg_cut_200          	2024-213978	0.0830
ndcg_cut_500          	2024-213978	0.0830
ndcg_cut_1000         	2024-213978	0.0830
map_cut_5             	2024-213978	0.0121
map_cut_10            	2024-213978	0.0240
map_cut_15            	2024-213978	0.0240
map_cut_20            	2024-213978	0.0240
map_cut_30            	2024-213978	0.0240
map_cut_100           	2024-213978	0.0240
map_cut_200           	2024-213978	0.0240
map_cut_500           	2024-213978	0.0240
map_cut_1000          	2024-213978	0.0240
relative_P_5          	2024-213978	0.4000
relative_P_10         	2024-213978	0.4000
relative_P_15         	2024-213978	0.2667
relative_P_20         	2024-213978	0.2000
relative_P_30         	2024-213978	0.1333
relative_P_100        	2024-213978	0.0580
relative_P_200        	2024-213978	0.0580
relative_P_500        	2024-213978	0.0580
relative_P_1000       	2024-213978	0.0580
success_1             	2024-213978	0.0000
success_5             	2024-213978	1.0000
success_10            	2024-213978	1.0000
set_P                 	2024-213978	0.4444
set_relative_P        	2024-213978	0.4444
set_recall            	2024-213978	0.0580
set_map               	2024-213978	0.0258
set_F                 	2024-213978	0.1026
num_nonrel_judged_ret 	2024-213978	0
num_ret               	2024-214096	9
num_rel               	2024-214096	183
num_rel_ret           	2024-214096	8
map                   	2024-214096	0.0437
Rprec                 	2024-214096	0.0437
bpref                 	2024-214096	0.0437
recip_rank            	2024-214096	1.0000
iprec_at_recall_0.00  	2024-214096	1.0000
iprec_at_recall_0.10  	2024-214096	0.0000
iprec_at_recall_0.20  	2024-214096	0.0000
iprec_at_recall_0.30  	2024-214096	0.0000
iprec_at_recall_0.40  	2024-214096	0.0000
iprec_at_recall_0.50  	2024-214096	0.0000
iprec_at_recall_0.60  	2024-214096	0.0000
iprec_at_recall_0.70  	2024-214096	0.0000
iprec_at_recall_0.80  	2024-214096	0.0000
iprec_at_recall_0.90  	2024-214096	0.0000
iprec_at_recall_1.00  	2024-214096	0.0000
P_5                   	2024-214096	1.0000
P_10                  	2024-214096	0.8000
P_15                  	2024-214096	0.5333
P_20                  	2024-214096	0.4000
P_30                  	2024-214096	0.2667
P_100                 	2024-214096	0.0800
P_200                 	2024-214096	0.0400
P_500                 	2024-214096	0.0160
P_1000                	2024-214096	0.0080
relstring             	2024-214096	'311213120'
recall_5              	2024-214096	0.0273
recall_10             	2024-214096	0.0437
recall_15             	2024-214096	0.0437
recall_20             	2024-214096	0.0437
recall_30             	2024-214096	0.0437
recall_100            	2024-214096	0.0437
recall_200            	2024-214096	0.0437
recall_500            	2024-214096	0.0437
recall_1000           	2024-214096	0.0437
infAP                 	2024-214096	0.0437
Rprec_mult_0.20       	2024-214096	0.2162
Rprec_mult_0.40       	2024-214096	0.1081
Rprec_mult_0.60       	2024-214096	0.0727
Rprec_mult_0.80       	2024-214096	0.0544
Rprec_mult_1.00       	2024-214096	0.0437
Rprec_mult_1.20       	2024-214096	0.0364
Rprec_mult_1.40       	2024-214096	0.0311
Rprec_mult_1.60       	2024-214096	0.0273
Rprec_mult_1.80       	2024-214096	0.0242
Rprec_mult_2.00       	2024-214096	0.0219
utility               	2024-214096	7.0000
11pt_avg              	2024-214096	0.0909
binG                  	2024-214096	0.0437
G                     	2024-214096	0.0242
ndcg                  	2024-214096	0.1336
ndcg_rel              	2024-214096	0.1580
Rndcg                 	2024-214096	0.2976
ndcg_cut_5            	2024-214096	0.6081
ndcg_cut_10           	2024-214096	0.5556
ndcg_cut_15           	2024-214096	0.4639
ndcg_cut_20           	2024-214096	0.4043
ndcg_cut_30           	2024-214096	0.3283
ndcg_cut_100          	2024-214096	0.1691
ndcg_cut_200          	2024-214096	0.1336
ndcg_cut_500          	2024-214096	0.1336
ndcg_cut_1000         	2024-214096	0.1336
map_cut_5             	2024-214096	0.0273
map_cut_10            	2024-214096	0.0437
map_cut_15            	2024-214096	0.0437
map_cut_20            	2024-214096	0.0437
map_cut_30            	2024-214096	0.0437
map_cut_100           	2024-214096	0.0437
map_cut_200           	2024-214096	0.0437
map_cut_500           	2024-214096	0.0437
map_cut_1000          	2024-214096	0.0437
relative_P_5          	2024-214096	1.0000
relative_P_10         	2024-214096	0.8000
relative_P_15         	2024-214096	0.5333
relative_P_20         	2024-214096	0.4000
relative_P_30         	2024-214096	0.2667
relative_P_100        	2024-214096	0.0800
relative_P_200        	2024-214096	0.0437
relative_P_500        	2024-214096	0.0437
relative_P_1000       	2024-214096	0.0437
success_1             	2024-214096	1.0000
success_5             	2024-214096	1.0000
success_10            	2024-214096	1.0000
set_P                 	2024-214096	0.8889
set_relative_P        	2024-214096	0.8889
set_recall            	2024-214096	0.0437
set_map               	2024-214096	0.0389
set_F                 	2024-214096	0.0833
num_nonrel_judged_ret 	2024-214096	1
num_ret               	2024-214126	7
num_rel               	2024-214126	9
num_rel_ret           	2024-214126	3
map                   	2024-214126	0.1963
Rprec                 	2024-214126	0.3333
bpref                 	2024-214126	0.2840
recip_rank            	2024-214126	0.5000
iprec_at_recall_0.00  	2024-214126	0.6667
iprec_at_recall_0.10  	2024-214126	0.6667
iprec_at_recall_0.20  	2024-214126	0.6667
iprec_at_recall_0.30  	2024-214126	0.6000
iprec_at_recall_0.40  	2024-214126	0.0000
iprec_at_recall_0.50  	2024-214126	0.0000
iprec_at_recall_0.60  	2024-214126	0.0000
iprec_at_recall_0.70  	2024-214126	0.0000
iprec_at_recall_0.80  	2024-214126	0.0000
iprec_at_recall_0.90  	2024-214126	0.0000
iprec_at_recall_1.00  	2024-214126	0.0000
P_5                   	2024-214126	0.6000
P_10                  	2024-214126	0.3000
P_15                  	2024-214126	0.2000
P_20                  	2024-214126	0.1500
P_30                  	2024-214126	0.1000
P_100                 	2024-214126	0.0300
P_200                 	2024-214126	0.0150
P_500                 	2024-214126	0.0060
P_1000                	2024-214126	0.0030
relstring             	2024-214126	'01101-0'
recall_5              	2024-214126	0.3333
recall_10             	2024-214126	0.3333
recall_15             	2024-214126	0.3333
recall_20             	2024-214126	0.3333
recall_30             	2024-214126	0.3333
recall_100            	2024-214126	0.3333
recall_200            	2024-214126	0.3333
recall_500            	2024-214126	0.3333
recall_1000           	2024-214126	0.3333
infAP                 	2024-214126	0.1963
Rprec_mult_0.20       	2024-214126	0.5000
Rprec_mult_0.40       	2024-214126	0.5000
Rprec_mult_0.60       	2024-214126	0.5000
Rprec_mult_0.80       	2024-214126	0.3750
Rprec_mult_1.00       	2024-214126	0.3333
Rprec_mult_1.20       	2024-214126	0.2727
Rprec_mult_1.40       	2024-214126	0.2308
Rprec_mult_1.60       	2024-214126	0.2000
Rprec_mult_1.80       	2024-214126	0.1765
Rprec_mult_2.00       	2024-214126	0.1667
utility               	2024-214126	-1.0000
11pt_avg              	2024-214126	0.2364
binG                  	2024-214126	0.1958
G                     	2024-214126	0.1958
ndcg                  	2024-214126	0.3567
ndcg_rel              	2024-214126	0.3970
Rndcg                 	2024-214126	0.3567
ndcg_cut_5            	2024-214126	0.5148
ndcg_cut_10           	2024-214126	0.3567
ndcg_cut_15           	2024-214126	0.3567
ndcg_cut_20           	2024-214126	0.3567
ndcg_cut_30           	2024-214126	0.3567
ndcg_cut_100          	2024-214126	0.3567
ndcg_cut_200          	2024-214126	0.3567
ndcg_cut_500          	2024-214126	0.3567
ndcg_cut_1000         	2024-214126	0.3567
map_cut_5             	2024-214126	0.1963
map_cut_10            	2024-214126	0.1963
map_cut_15            	2024-214126	0.1963
map_cut_20            	2024-214126	0.1963
map_cut_30            	2024-214126	0.1963
map_cut_100           	2024-214126	0.1963
map_cut_200           	2024-214126	0.1963
map_cut_500           	2024-214126	0.1963
map_cut_1000          	2024-214126	0.1963
relative_P_5          	2024-214126	0.6000
relative_P_10         	2024-214126	0.3333
relative_P_15         	2024-214126	0.3333
relative_P_20         	2024-214126	0.3333
relative_P_30         	2024-214126	0.3333
relative_P_100        	2024-214126	0.3333
relative_P_200        	2024-214126	0.3333
relative_P_500        	2024-214126	0.3333
relative_P_1000       	2024-214126	0.3333
success_1             	2024-214126	0.0000
success_5             	2024-214126	1.0000
success_10            	2024-214126	1.0000
set_P                 	2024-214126	0.4286
set_relative_P        	2024-214126	0.4286
set_recall            	2024-214126	0.3333
set_map               	2024-214126	0.1429
set_F                 	2024-214126	0.3750
num_nonrel_judged_ret 	2024-214126	3
num_ret               	2024-214257	9
num_rel               	2024-214257	57
num_rel_ret           	2024-214257	5
map                   	2024-214257	0.0690
Rprec                 	2024-214257	0.0877
bpref                 	2024-214257	0.0862
recip_rank            	2024-214257	1.0000
iprec_at_recall_0.00  	2024-214257	1.0000
iprec_at_recall_0.10  	2024-214257	0.0000
iprec_at_recall_0.20  	2024-214257	0.0000
iprec_at_recall_0.30  	2024-214257	0.0000
iprec_at_recall_0.40  	2024-214257	0.0000
iprec_at_recall_0.50  	2024-214257	0.0000
iprec_at_recall_0.60  	2024-214257	0.0000
iprec_at_recall_0.70  	2024-214257	0.0000
iprec_at_recall_0.80  	2024-214257	0.0000
iprec_at_recall_0.90  	2024-214257	0.0000
iprec_at_recall_1.00  	2024-214257	0.0000
P_5                   	2024-214257	0.8000
P_10                  	2024-214257	0.5000
P_15                  	2024-214257	0.3333
P_20                  	2024-214257	0.2500
P_30                  	2024-214257	0.1667
P_100                 	2024-214257	0.0500
P_200                 	2024-214257	0.0250
P_500                 	2024-214257	0.0100
P_1000                	2024-214257	0.0050
relstring             	2024-214257	'102110100'
recall_5              	2024-214257	0.0702
recall_10             	2024-214257	0.0877
recall_15             	2024-214257	0.0877
recall_20             	2024-214257	0.0877
recall_30             	2024-214257	0.0877
recall_100            	2024-214257	0.0877
recall_200            	2024-214257	0.0877
recall_500            	2024-214257	0.0877
recall_1000           	2024-214257	0.0877
infAP                 	2024-214257	0.0690
Rprec_mult_0.20       	2024-214257	0.4167
Rprec_mult_0.40       	2024-214257	0.2174
Rprec_mult_0.60       	2024-214257	0.1429
Rprec_mult_0.80       	2024-214257	0.1087
Rprec_mult_1.00       	2024-214257	0.0877
Rprec_mult_1.20       	2024-214257	0.0725
Rprec_mult_1.40       	2024-214257	0.0625
Rprec_mult_1.60       	2024-214257	0.0543
Rprec_mult_1.80       	2024-214257	0.0485
Rprec_mult_2.00       	2024-214257	0.0439
utility               	2024-214257	1.0000
11pt_avg              	2024-214257	0.0909
binG                  	2024-214257	0.0595
G                     	2024-214257	0.0347
ndcg                  	2024-214257	0.1559
ndcg_rel              	2024-214257	0.1835
Rndcg                 	2024-214257	0.2069
ndcg_cut_5            	2024-214257	0.4778
ndcg_cut_10           	2024-214257	0.3467
ndcg_cut_15           	2024-214257	0.2688
ndcg_cut_20           	2024-214257	0.2397
ndcg_cut_30           	2024-214257	0.2064
ndcg_cut_100          	2024-214257	0.1559
ndcg_cut_200          	2024-214257	0.1559
ndcg_cut_500          	2024-214257	0.1559
ndcg_cut_1000         	2024-214257	0.1559
map_cut_5             	2024-214257	0.0564
map_cut_10            	2024-214257	0.0690
map_cut_15            	2024-214257	0.0690
map_cut_20            	2024-214257	0.0690
map_cut_30            	2024-214257	0.0690
map_cut_100           	2024-214257	0.0690
map_cut_200           	2024-214257	0.0690
map_cut_500           	2024-214257	0.0690
map_cut_1000          	2024-214257	0.0690
relative_P_5          	2024-214257	0.8000
relative_P_10         	2024-214257	0.5000
relative_P_15         	2024-214257	0.3333
relative_P_20         	2024-214257	0.2500
relative_P_30         	2024-214257	0.1667
relative_P_100        	2024-214257	0.0877
relative_P_200        	2024-214257	0.0877
relative_P_500        	2024-214257	0.0877
relative_P_1000       	2024-214257	0.0877
success_1             	2024-214257	1.0000
success_5             	2024-214257	1.0000
success_10            	2024-214257	1.0000
set_P                 	2024-214257	0.5556
set_relative_P        	2024-214257	0.5556
set_recall            	2024-214257	0.0877
set_map               	2024-214257	0.0487
set_F                 	2024-214257	0.1515
num_nonrel_judged_ret 	2024-214257	4
num_ret               	2024-214467	9
num_rel               	2024-214467	90
num_rel_ret           	2024-214467	9
map                   	2024-214467	0.1000
Rprec                 	2024-214467	0.1000
bpref                 	2024-214467	0.1000
recip_rank            	2024-214467	1.0000
iprec_at_recall_0.00  	2024-214467	1.0000
iprec_at_recall_0.10  	2024-214467	1.0000
iprec_at_recall_0.20  	2024-214467	0.0000
iprec_at_recall_0.30  	2024-214467	0.0000
iprec_at_recall_0.40  	2024-214467	0.0000
iprec_at_recall_0.50  	2024-214467	0.0000
iprec_at_recall_0.60  	2024-214467	0.0000
iprec_at_recall_0.70  	2024-214467	0.0000
iprec_at_recall_0.80  	2024-214467	0.0000
iprec_at_recall_0.90  	2024-214467	0.0000
iprec_at_recall_1.00  	2024-214467	0.0000
P_5                   	2024-214467	1.0000
P_10                  	2024-214467	0.9000
P_15                  	2024-214467	0.6000
P_20                  	2024-214467	0.4500
P_30                  	2024-214467	0.3000
P_100                 	2024-214467	0.0900
P_200                 	2024-214467	0.0450
P_500                 	2024-214467	0.0180
P_1000                	2024-214467	0.0090
relstring             	2024-214467	'212211212'
recall_5              	2024-214467	0.0556
recall_10             	2024-214467	0.1000
recall_15             	2024-214467	0.1000
recall_20             	2024-214467	0.1000
recall_30             	2024-214467	0.1000
recall_100            	2024-214467	0.1000
recall_200            	2024-214467	0.1000
recall_500            	2024-214467	0.1000
recall_1000           	2024-214467	0.1000
infAP                 	2024-214467	0.1000
Rprec_mult_0.20       	2024-214467	0.5000
Rprec_mult_0.40       	2024-214467	0.2500
Rprec_mult_0.60       	2024-214467	0.1667
Rprec_mult_0.80       	2024-214467	0.1250
Rprec_mult_1.00       	2024-214467	0.1000
Rprec_mult_1.20       	2024-214467	0.0833
Rprec_mult_1.40       	2024-214467	0.0714
Rprec_mult_1.60       	2024-214467	0.0625
Rprec_mult_1.80       	2024-214467	0.0556
Rprec_mult_2.00       	2024-214467	0.0500
utility               	2024-214467	9.0000
11pt_avg              	2024-214467	0.1818
binG                  	2024-214467	0.1000
G                     	2024-214467	0.0601
ndcg                  	2024-214467	0.2170
ndcg_rel              	2024-214467	0.2792
Rndcg                 	2024-214467	0.2505
ndcg_cut_5            	2024-214467	0.8274
ndcg_cut_10           	2024-214467	0.7505
ndcg_cut_15           	2024-214467	0.5817
ndcg_cut_20           	2024-214467	0.4843
ndcg_cut_30           	2024-214467	0.3722
ndcg_cut_100          	2024-214467	0.2170
ndcg_cut_200          	2024-214467	0.2170
ndcg_cut_500          	2024-214467	0.2170
ndcg_cut_1000         	2024-214467	0.2170
map_cut_5             	2024-214467	0.0556
map_cut_10            	2024-214467	0.1000
map_cut_15            	2024-214467	0.1000
map_cut_20            	2024-214467	0.1000
map_cut_30            	2024-214467	0.1000
map_cut_100           	2024-214467	0.1000
map_cut_200           	2024-214467	0.1000
map_cut_500           	2024-214467	0.1000
map_cut_1000          	2024-214467	0.1000
relative_P_5          	2024-214467	1.0000
relative_P_10         	2024-214467	0.9000
relative_P_15         	2024-214467	0.6000
relative_P_20         	2024-214467	0.4500
relative_P_30         	2024-214467	0.3000
relative_P_100        	2024-214467	0.1000
relative_P_200        	2024-214467	0.1000
relative_P_500        	2024-214467	0.1000
relative_P_1000       	2024-214467	0.1000
success_1             	2024-214467	1.0000
success_5             	2024-214467	1.0000
success_10            	2024-214467	1.0000
set_P                 	2024-214467	1.0000
set_relative_P        	2024-214467	1.0000
set_recall            	2024-214467	0.1000
set_map               	2024-214467	0.1000
set_F                 	2024-214467	0.1818
num_nonrel_judged_ret 	2024-214467	0
num_ret               	2024-215044	8
num_rel               	2024-215044	40
num_rel_ret           	2024-215044	5
map                   	2024-215044	0.1250
Rprec                 	2024-215044	0.1250
bpref                 	2024-215044	0.1250
recip_rank            	2024-215044	1.0000
iprec_at_recall_0.00  	2024-215044	1.0000
iprec_at_recall_0.10  	2024-215044	1.0000
iprec_at_recall_0.20  	2024-215044	0.0000
iprec_at_recall_0.30  	2024-215044	0.0000
iprec_at_recall_0.40  	2024-215044	0.0000
iprec_at_recall_0.50  	2024-215044	0.0000
iprec_at_recall_0.60  	2024-215044	0.0000
iprec_at_recall_0.70  	2024-215044	0.0000
iprec_at_recall_0.80  	2024-215044	0.0000
iprec_at_recall_0.90  	2024-215044	0.0000
iprec_at_recall_1.00  	2024-215044	0.0000
P_5                   	2024-215044	1.0000
P_10                  	2024-215044	0.5000
P_15                  	2024-215044	0.3333
P_20                  	2024-215044	0.2500
P_30                  	2024-215044	0.1667
P_100                 	2024-215044	0.0500
P_200                 	2024-215044	0.0250
P_500                 	2024-215044	0.0100
P_1000                	2024-215044	0.0050
relstring             	2024-215044	'221220--'
recall_5              	2024-215044	0.1250
recall_10             	2024-215044	0.1250
recall_15             	2024-215044	0.1250
recall_20             	2024-215044	0.1250
recall_30             	2024-215044	0.1250
recall_100            	2024-215044	0.1250
recall_200            	2024-215044	0.1250
recall_500            	2024-215044	0.1250
recall_1000           	2024-215044	0.1250
infAP                 	2024-215044	0.1250
Rprec_mult_0.20       	2024-215044	0.6250
Rprec_mult_0.40       	2024-215044	0.3125
Rprec_mult_0.60       	2024-215044	0.2083
Rprec_mult_0.80       	2024-215044	0.1562
Rprec_mult_1.00       	2024-215044	0.1250
Rprec_mult_1.20       	2024-215044	0.1042
Rprec_mult_1.40       	2024-215044	0.0893
Rprec_mult_1.60       	2024-215044	0.0781
Rprec_mult_1.80       	2024-215044	0.0694
Rprec_mult_2.00       	2024-215044	0.0625
utility               	2024-215044	2.0000
11pt_avg              	2024-215044	0.1818
binG                  	2024-215044	0.1250
G                     	2024-215044	0.0837
ndcg                  	2024-215044	0.2855
ndcg_rel              	2024-215044	0.3419
Rndcg                 	2024-215044	0.4404
ndcg_cut_5            	2024-215044	0.7825
ndcg_cut_10           	2024-215044	0.5350
ndcg_cut_15           	2024-215044	0.4242
ndcg_cut_20           	2024-215044	0.3634
ndcg_cut_30           	2024-215044	0.3179
ndcg_cut_100          	2024-215044	0.2855
ndcg_cut_200          	2024-215044	0.2855
ndcg_cut_500          	2024-215044	0.2855
ndcg_cut_1000         	2024-215044	0.2855
map_cut_5             	2024-215044	0.1250
map_cut_10            	2024-215044	0.1250
map_cut_15            	2024-215044	0.1250
map_cut_20            	2024-215044	0.1250
map_cut_30            	2024-215044	0.1250
map_cut_100           	2024-215044	0.1250
map_cut_200           	2024-215044	0.1250
map_cut_500           	2024-215044	0.1250
map_cut_1000          	2024-215044	0.1250
relative_P_5          	2024-215044	1.0000
relative_P_10         	2024-215044	0.5000
relative_P_15         	2024-215044	0.3333
relative_P_20         	2024-215044	0.2500
relative_P_30         	2024-215044	0.1667
relative_P_100        	2024-215044	0.1250
relative_P_200        	2024-215044	0.1250
relative_P_500        	2024-215044	0.1250
relative_P_1000       	2024-215044	0.1250
success_1             	2024-215044	1.0000
success_5             	2024-215044	1.0000
success_10            	2024-215044	1.0000
set_P                 	2024-215044	0.6250
set_relative_P        	2024-215044	0.6250
set_recall            	2024-215044	0.1250
set_map               	2024-215044	0.0781
set_F                 	2024-215044	0.2083
num_nonrel_judged_ret 	2024-215044	1
num_ret               	2024-215952	9
num_rel               	2024-215952	64
num_rel_ret           	2024-215952	2
map                   	2024-215952	0.0208
Rprec                 	2024-215952	0.0312
bpref                 	2024-215952	0.0305
recip_rank            	2024-215952	1.0000
iprec_at_recall_0.00  	2024-215952	1.0000
iprec_at_recall_0.10  	2024-215952	0.0000
iprec_at_recall_0.20  	2024-215952	0.0000
iprec_at_recall_0.30  	2024-215952	0.0000
iprec_at_recall_0.40  	2024-215952	0.0000
iprec_at_recall_0.50  	2024-215952	0.0000
iprec_at_recall_0.60  	2024-215952	0.0000
iprec_at_recall_0.70  	2024-215952	0.0000
iprec_at_recall_0.80  	2024-215952	0.0000
iprec_at_recall_0.90  	2024-215952	0.0000
iprec_at_recall_1.00  	2024-215952	0.0000
P_5                   	2024-215952	0.2000
P_10                  	2024-215952	0.2000
P_15                  	2024-215952	0.1333
P_20                  	2024-215952	0.1000
P_30                  	2024-215952	0.0667
P_100                 	2024-215952	0.0200
P_200                 	2024-215952	0.0100
P_500                 	2024-215952	0.0040
P_1000                	2024-215952	0.0020
relstring             	2024-215952	'20-003000'
recall_5              	2024-215952	0.0156
recall_10             	2024-215952	0.0312
recall_15             	2024-215952	0.0312
recall_20             	2024-215952	0.0312
recall_30             	2024-215952	0.0312
recall_100            	2024-215952	0.0312
recall_200            	2024-215952	0.0312
recall_500            	2024-215952	0.0312
recall_1000           	2024-215952	0.0312
infAP                 	2024-215952	0.0208
Rprec_mult_0.20       	2024-215952	0.1538
Rprec_mult_0.40       	2024-215952	0.0769
Rprec_mult_0.60       	2024-215952	0.0513
Rprec_mult_0.80       	2024-215952	0.0385
Rprec_mult_1.00       	2024-215952	0.0312
Rprec_mult_1.20       	2024-215952	0.0260
Rprec_mult_1.40       	2024-215952	0.0222
Rprec_mult_1.60       	2024-215952	0.0194
Rprec_mult_1.80       	2024-215952	0.0172
Rprec_mult_2.00       	2024-215952	0.0156
utility               	2024-215952	-5.0000
11pt_avg              	2024-215952	0.0909
binG                  	2024-215952	0.0217
G                     	2024-215952	0.0176
ndcg                  	2024-215952	0.0966
ndcg_rel              	2024-215952	0.1089
Rndcg                 	2024-215952	0.1162
ndcg_cut_5            	2024-215952	0.2261
ndcg_cut_10           	2024-215952	0.2251
ndcg_cut_15           	2024-215952	0.1745
ndcg_cut_20           	2024-215952	0.1453
ndcg_cut_30           	2024-215952	0.1197
ndcg_cut_100          	2024-215952	0.0966
ndcg_cut_200          	2024-215952	0.0966
ndcg_cut_500          	2024-215952	0.0966
ndcg_cut_1000         	2024-215952	0.0966
map_cut_5             	2024-215952	0.0156
map_cut_10            	2024-215952	0.0208
map_cut_15            	2024-215952	0.0208
map_cut_20            	2024-215952	0.0208
map_cut_30            	2024-215952	0.0208
map_cut_100           	2024-215952	0.0208
map_cut_200           	2024-215952	0.0208
map_cut_500           	2024-215952	0.0208
map_cut_1000          	2024-215952	0.0208
relative_P_5          	2024-215952	0.2000
relative_P_10         	2024-215952	0.2000
relative_P_15         	2024-215952	0.1333
relative_P_20         	2024-215952	0.1000
relative_P_30         	2024-215952	0.0667
relative_P_100        	2024-215952	0.0312
relative_P_200        	2024-215952	0.0312
relative_P_500        	2024-215952	0.0312
relative_P_1000       	2024-215952	0.0312
success_1             	2024-215952	1.0000
success_5             	2024-215952	1.0000
success_10            	2024-215952	1.0000
set_P                 	2024-215952	0.2222
set_relative_P        	2024-215952	0.2222
set_recall            	2024-215952	0.0312
set_map               	2024-215952	0.0069
set_F                 	2024-215952	0.0548
num_nonrel_judged_ret 	2024-215952	6
num_ret               	2024-216592	10
num_rel               	2024-216592	202
num_rel_ret           	2024-216592	10
map                   	2024-216592	0.0495
Rprec                 	2024-216592	0.0495
bpref                 	2024-216592	0.0495
recip_rank            	2024-216592	1.0000
iprec_at_recall_0.00  	2024-216592	1.0000
iprec_at_recall_0.10  	2024-216592	0.0000
iprec_at_recall_0.20  	2024-216592	0.0000
iprec_at_recall_0.30  	2024-216592	0.0000
iprec_at_recall_0.40  	2024-216592	0.0000
iprec_at_recall_0.50  	2024-216592	0.0000
iprec_at_recall_0.60  	2024-216592	0.0000
iprec_at_recall_0.70  	2024-216592	0.0000
iprec_at_recall_0.80  	2024-216592	0.0000
iprec_at_recall_0.90  	2024-216592	0.0000
iprec_at_recall_1.00  	2024-216592	0.0000
P_5                   	2024-216592	1.0000
P_10                  	2024-216592	1.0000
P_15                  	2024-216592	0.6667
P_20                  	2024-216592	0.5000
P_30                  	2024-216592	0.3333
P_100                 	2024-216592	0.1000
P_200                 	2024-216592	0.0500
P_500                 	2024-216592	0.0200
P_1000                	2024-216592	0.0100
relstring             	2024-216592	'2121222311'
recall_5              	2024-216592	0.0248
recall_10             	2024-216592	0.0495
recall_15             	2024-216592	0.0495
recall_20             	2024-216592	0.0495
recall_30             	2024-216592	0.0495
recall_100            	2024-216592	0.0495
recall_200            	2024-216592	0.0495
recall_500            	2024-216592	0.0495
recall_1000           	2024-216592	0.0495
infAP                 	2024-216592	0.0495
Rprec_mult_0.20       	2024-216592	0.2439
Rprec_mult_0.40       	2024-216592	0.1235
Rprec_mult_0.60       	2024-216592	0.0820
Rprec_mult_0.80       	2024-216592	0.0617
Rprec_mult_1.00       	2024-216592	0.0495
Rprec_mult_1.20       	2024-216592	0.0412
Rprec_mult_1.40       	2024-216592	0.0353
Rprec_mult_1.60       	2024-216592	0.0309
Rprec_mult_1.80       	2024-216592	0.0275
Rprec_mult_2.00       	2024-216592	0.0248
utility               	2024-216592	10.0000
11pt_avg              	2024-216592	0.0909
binG                  	2024-216592	0.0495
G                     	2024-216592	0.0188
ndcg                  	2024-216592	0.1253
ndcg_rel              	2024-216592	0.1475
Rndcg                 	2024-216592	0.2642
ndcg_cut_5            	2024-216592	0.5466
ndcg_cut_10           	2024-216592	0.5686
ndcg_cut_15           	2024-216592	0.4609
ndcg_cut_20           	2024-216592	0.4043
ndcg_cut_30           	2024-216592	0.3310
ndcg_cut_100          	2024-216592	0.1650
ndcg_cut_200          	2024-216592	0.1258
ndcg_cut_500          	2024-216592	0.1253
ndcg_cut_1000         	2024-216592	0.1253
map_cut_5             	2024-216592	0.0248
map_cut_10            	2024-216592	0.0495
map_cut_15            	2024-216592	0.0495
map_cut_20            	2024-216592	0.0495
map_cut_30            	2024-216592	0.0495
map_cut_100           	2024-216592	0.0495
map_cut_200           	2024-216592	0.0495
map_cut_500           	2024-216592	0.0495
map_cut_1000          	2024-216592	0.0495
relative_P_5          	2024-216592	1.0000
relative_P_10         	2024-216592	1.0000
relative_P_15         	2024-216592	0.6667
relative_P_20         	2024-216592	0.5000
relative_P_30         	2024-216592	0.3333
relative_P_100        	2024-216592	0.1000
relative_P_200        	2024-216592	0.0500
relative_P_500        	2024-216592	0.0495
relative_P_1000       	2024-216592	0.0495
success_1             	2024-216592	1.0000
success_5             	2024-216592	1.0000
success_10            	2024-216592	1.0000
set_P                 	2024-216592	1.0000
set_relative_P        	2024-216592	1.0000
set_recall            	2024-216592	0.0495
set_map               	2024-216592	0.0495
set_F                 	2024-216592	0.0943
num_nonrel_judged_ret 	2024-216592	0
num_ret               	2024-216957	8
num_rel               	2024-216957	258
num_rel_ret           	2024-216957	8
map                   	2024-216957	0.0310
Rprec                 	2024-216957	0.0310
bpref                 	2024-216957	0.0310
recip_rank            	2024-216957	1.0000
iprec_at_recall_0.00  	2024-216957	1.0000
iprec_at_recall_0.10  	2024-216957	0.0000
iprec_at_recall_0.20  	2024-216957	0.0000
iprec_at_recall_0.30  	2024-216957	0.0000
iprec_at_recall_0.40  	2024-216957	0.0000
iprec_at_recall_0.50  	2024-216957	0.0000
iprec_at_recall_0.60  	2024-216957	0.0000
iprec_at_recall_0.70  	2024-216957	0.0000
iprec_at_recall_0.80  	2024-216957	0.0000
iprec_at_recall_0.90  	2024-216957	0.0000
iprec_at_recall_1.00  	2024-216957	0.0000
P_5                   	2024-216957	1.0000
P_10                  	2024-216957	0.8000
P_15                  	2024-216957	0.5333
P_20                  	2024-216957	0.4000
P_30                  	2024-216957	0.2667
P_100                 	2024-216957	0.0800
P_200                 	2024-216957	0.0400
P_500                 	2024-216957	0.0160
P_1000                	2024-216957	0.0080
relstring             	2024-216957	'31122131'
recall_5              	2024-216957	0.0194
recall_10             	2024-216957	0.0310
recall_15             	2024-216957	0.0310
recall_20             	2024-216957	0.0310
recall_30             	2024-216957	0.0310
recall_100            	2024-216957	0.0310
recall_200            	2024-216957	0.0310
recall_500            	2024-216957	0.0310
recall_1000           	2024-216957	0.0310
infAP                 	2024-216957	0.0310
Rprec_mult_0.20       	2024-216957	0.1538
Rprec_mult_0.40       	2024-216957	0.0769
Rprec_mult_0.60       	2024-216957	0.0516
Rprec_mult_0.80       	2024-216957	0.0386
Rprec_mult_1.00       	2024-216957	0.0310
Rprec_mult_1.20       	2024-216957	0.0258
Rprec_mult_1.40       	2024-216957	0.0221
Rprec_mult_1.60       	2024-216957	0.0194
Rprec_mult_1.80       	2024-216957	0.0172
Rprec_mult_2.00       	2024-216957	0.0155
utility               	2024-216957	8.0000
11pt_avg              	2024-216957	0.0909
binG                  	2024-216957	0.0310
G                     	2024-216957	0.0162
ndcg                  	2024-216957	0.0987
ndcg_rel              	2024-216957	0.1173
Rndcg                 	2024-216957	0.2095
ndcg_cut_5            	2024-216957	0.6519
ndcg_cut_10           	2024-216957	0.5457
ndcg_cut_15           	2024-216957	0.4230
ndcg_cut_20           	2024-216957	0.3684
ndcg_cut_30           	2024-216957	0.3045
ndcg_cut_100          	2024-216957	0.1550
ndcg_cut_200          	2024-216957	0.1095
ndcg_cut_500          	2024-216957	0.0987
ndcg_cut_1000         	2024-216957	0.0987
map_cut_5             	2024-216957	0.0194
map_cut_10            	2024-216957	0.0310
map_cut_15            	2024-216957	0.0310
map_cut_20            	2024-216957	0.0310
map_cut_30            	2024-216957	0.0310
map_cut_100           	2024-216957	0.0310
map_cut_200           	2024-216957	0.0310
map_cut_500           	2024-216957	0.0310
map_cut_1000          	2024-216957	0.0310
relative_P_5          	2024-216957	1.0000
relative_P_10         	2024-216957	0.8000
relative_P_15         	2024-216957	0.5333
relative_P_20         	2024-216957	0.4000
relative_P_30         	2024-216957	0.2667
relative_P_100        	2024-216957	0.0800
relative_P_200        	2024-216957	0.0400
relative_P_500        	2024-216957	0.0310
relative_P_1000       	2024-216957	0.0310
success_1             	2024-216957	1.0000
success_5             	2024-216957	1.0000
success_10            	2024-216957	1.0000
set_P                 	2024-216957	1.0000
set_relative_P        	2024-216957	1.0000
set_recall            	2024-216957	0.0310
set_map               	2024-216957	0.0310
set_F                 	2024-216957	0.0602
num_nonrel_judged_ret 	2024-216957	0
num_ret               	2024-217279	7
num_rel               	2024-217279	186
num_rel_ret           	2024-217279	7
map                   	2024-217279	0.0376
Rprec                 	2024-217279	0.0376
bpref                 	2024-217279	0.0376
recip_rank            	2024-217279	1.0000
iprec_at_recall_0.00  	2024-217279	1.0000
iprec_at_recall_0.10  	2024-217279	0.0000
iprec_at_recall_0.20  	2024-217279	0.0000
iprec_at_recall_0.30  	2024-217279	0.0000
iprec_at_recall_0.40  	2024-217279	0.0000
iprec_at_recall_0.50  	2024-217279	0.0000
iprec_at_recall_0.60  	2024-217279	0.0000
iprec_at_recall_0.70  	2024-217279	0.0000
iprec_at_recall_0.80  	2024-217279	0.0000
iprec_at_recall_0.90  	2024-217279	0.0000
iprec_at_recall_1.00  	2024-217279	0.0000
P_5                   	2024-217279	1.0000
P_10                  	2024-217279	0.7000
P_15                  	2024-217279	0.4667
P_20                  	2024-217279	0.3500
P_30                  	2024-217279	0.2333
P_100                 	2024-217279	0.0700
P_200                 	2024-217279	0.0350
P_500                 	2024-217279	0.0140
P_1000                	2024-217279	0.0070
relstring             	2024-217279	'2322323'
recall_5              	2024-217279	0.0269
recall_10             	2024-217279	0.0376
recall_15             	2024-217279	0.0376
recall_20             	2024-217279	0.0376
recall_30             	2024-217279	0.0376
recall_100            	2024-217279	0.0376
recall_200            	2024-217279	0.0376
recall_500            	2024-217279	0.0376
recall_1000           	2024-217279	0.0376
infAP                 	2024-217279	0.0376
Rprec_mult_0.20       	2024-217279	0.1842
Rprec_mult_0.40       	2024-217279	0.0933
Rprec_mult_0.60       	2024-217279	0.0625
Rprec_mult_0.80       	2024-217279	0.0470
Rprec_mult_1.00       	2024-217279	0.0376
Rprec_mult_1.20       	2024-217279	0.0312
Rprec_mult_1.40       	2024-217279	0.0268
Rprec_mult_1.60       	2024-217279	0.0235
Rprec_mult_1.80       	2024-217279	0.0209
Rprec_mult_2.00       	2024-217279	0.0188
utility               	2024-217279	7.0000
11pt_avg              	2024-217279	0.0909
binG                  	2024-217279	0.0376
G                     	2024-217279	0.0262
ndcg                  	2024-217279	0.1389
ndcg_rel              	2024-217279	0.1622
Rndcg                 	2024-217279	0.2475
ndcg_cut_5            	2024-217279	0.7817
ndcg_cut_10           	2024-217279	0.6329
ndcg_cut_15           	2024-217279	0.4906
ndcg_cut_20           	2024-217279	0.4175
ndcg_cut_30           	2024-217279	0.3464
ndcg_cut_100          	2024-217279	0.1780
ndcg_cut_200          	2024-217279	0.1389
ndcg_cut_500          	2024-217279	0.1389
ndcg_cut_1000         	2024-217279	0.1389
map_cut_5             	2024-217279	0.0269
map_cut_10            	2024-217279	0.0376
map_cut_15            	2024-217279	0.0376
map_cut_20            	2024-217279	0.0376
map_cut_30            	2024-217279	0.0376
map_cut_100           	2024-217279	0.0376
map_cut_200           	2024-217279	0.0376
map_cut_500           	2024-217279	0.0376
map_cut_1000          	2024-217279	0.0376
relative_P_5          	2024-217279	1.0000
relative_P_10         	2024-217279	0.7000
relative_P_15         	2024-217279	0.4667
relative_P_20         	2024-217279	0.3500
relative_P_30         	2024-217279	0.2333
relative_P_100        	2024-217279	0.0700
relative_P_200        	2024-217279	0.0376
relative_P_500        	2024-217279	0.0376
relative_P_1000       	2024-217279	0.0376
success_1             	2024-217279	1.0000
success_5             	2024-217279	1.0000
success_10            	2024-217279	1.0000
set_P                 	2024-217279	1.0000
set_relative_P        	2024-217279	1.0000
set_recall            	2024-217279	0.0376
set_map               	2024-217279	0.0376
set_F                 	2024-217279	0.0725
num_nonrel_judged_ret 	2024-217279	0
num_ret               	2024-217488	13
num_rel               	2024-217488	162
num_rel_ret           	2024-217488	12
map                   	2024-217488	0.0731
Rprec                 	2024-217488	0.0741
bpref                 	2024-217488	0.0737
recip_rank            	2024-217488	1.0000
iprec_at_recall_0.00  	2024-217488	1.0000
iprec_at_recall_0.10  	2024-217488	0.0000
iprec_at_recall_0.20  	2024-217488	0.0000
iprec_at_recall_0.30  	2024-217488	0.0000
iprec_at_recall_0.40  	2024-217488	0.0000
iprec_at_recall_0.50  	2024-217488	0.0000
iprec_at_recall_0.60  	2024-217488	0.0000
iprec_at_recall_0.70  	2024-217488	0.0000
iprec_at_recall_0.80  	2024-217488	0.0000
iprec_at_recall_0.90  	2024-217488	0.0000
iprec_at_recall_1.00  	2024-217488	0.0000
P_5                   	2024-217488	1.0000
P_10                  	2024-217488	1.0000
P_15                  	2024-217488	0.8000
P_20                  	2024-217488	0.6000
P_30                  	2024-217488	0.4000
P_100                 	2024-217488	0.1200
P_200                 	2024-217488	0.0600
P_500                 	2024-217488	0.0240
P_1000                	2024-217488	0.0120
relstring             	2024-217488	'2212222232'
recall_5              	2024-217488	0.0309
recall_10             	2024-217488	0.0617
recall_15             	2024-217488	0.0741
recall_20             	2024-217488	0.0741
recall_30             	2024-217488	0.0741
recall_100            	2024-217488	0.0741
recall_200            	2024-217488	0.0741
recall_500            	2024-217488	0.0741
recall_1000           	2024-217488	0.0741
infAP                 	2024-217488	0.0731
Rprec_mult_0.20       	2024-217488	0.3636
Rprec_mult_0.40       	2024-217488	0.1846
Rprec_mult_0.60       	2024-217488	0.1224
Rprec_mult_0.80       	2024-217488	0.0923
Rprec_mult_1.00       	2024-217488	0.0741
Rprec_mult_1.20       	2024-217488	0.0615
Rprec_mult_1.40       	2024-217488	0.0529
Rprec_mult_1.60       	2024-217488	0.0462
Rprec_mult_1.80       	2024-217488	0.0411
Rprec_mult_2.00       	2024-217488	0.0370
utility               	2024-217488	11.0000
11pt_avg              	2024-217488	0.0909
binG                  	2024-217488	0.0695
G                     	2024-217488	0.0282
ndcg                  	2024-217488	0.1695
ndcg_rel              	2024-217488	0.2043
Rndcg                 	2024-217488	0.3335
ndcg_cut_5            	2024-217488	0.6101
ndcg_cut_10           	2024-217488	0.6662
ndcg_cut_15           	2024-217488	0.6399
ndcg_cut_20           	2024-217488	0.5576
ndcg_cut_30           	2024-217488	0.4528
ndcg_cut_100          	2024-217488	0.2216
ndcg_cut_200          	2024-217488	0.1695
ndcg_cut_500          	2024-217488	0.1695
ndcg_cut_1000         	2024-217488	0.1695
map_cut_5             	2024-217488	0.0309
map_cut_10            	2024-217488	0.0617
map_cut_15            	2024-217488	0.0731
map_cut_20            	2024-217488	0.0731
map_cut_30            	2024-217488	0.0731
map_cut_100           	2024-217488	0.0731
map_cut_200           	2024-217488	0.0731
map_cut_500           	2024-217488	0.0731
map_cut_1000          	2024-217488	0.0731
relative_P_5          	2024-217488	1.0000
relative_P_10         	2024-217488	1.0000
relative_P_15         	2024-217488	0.8000
relative_P_20         	2024-217488	0.6000
relative_P_30         	2024-217488	0.4000
relative_P_100        	2024-217488	0.1200
relative_P_200        	2024-217488	0.0741
relative_P_500        	2024-217488	0.0741
relative_P_1000       	2024-217488	0.0741
success_1             	2024-217488	1.0000
success_5             	2024-217488	1.0000
success_10            	2024-217488	1.0000
set_P                 	2024-217488	0.9231
set_relative_P        	2024-217488	0.9231
set_recall            	2024-217488	0.0741
set_map               	2024-217488	0.0684
set_F                 	2024-217488	0.1371
num_nonrel_judged_ret 	2024-217488	1
num_ret               	2024-217812	7
num_rel               	2024-217812	24
num_rel_ret           	2024-217812	3
map                   	2024-217812	0.0903
Rprec                 	2024-217812	0.1250
bpref                 	2024-217812	0.1198
recip_rank            	2024-217812	1.0000
iprec_at_recall_0.00  	2024-217812	1.0000
iprec_at_recall_0.10  	2024-217812	0.5000
iprec_at_recall_0.20  	2024-217812	0.0000
iprec_at_recall_0.30  	2024-217812	0.0000
iprec_at_recall_0.40  	2024-217812	0.0000
iprec_at_recall_0.50  	2024-217812	0.0000
iprec_at_recall_0.60  	2024-217812	0.0000
iprec_at_recall_0.70  	2024-217812	0.0000
iprec_at_recall_0.80  	2024-217812	0.0000
iprec_at_recall_0.90  	2024-217812	0.0000
iprec_at_recall_1.00  	2024-217812	0.0000
P_5                   	2024-217812	0.4000
P_10                  	2024-217812	0.3000
P_15                  	2024-217812	0.2000
P_20                  	2024-217812	0.1500
P_30                  	2024-217812	0.1000
P_100                 	2024-217812	0.0300
P_200                 	2024-217812	0.0150
P_500                 	2024-217812	0.0060
P_1000                	2024-217812	0.0030
relstring             	2024-217812	'2010-10'
recall_5              	2024-217812	0.0833
recall_10             	2024-217812	0.1250
recall_15             	2024-217812	0.1250
recall_20             	2024-217812	0.1250
recall_30             	2024-217812	0.1250
recall_100            	2024-217812	0.1250
recall_200            	2024-217812	0.1250
recall_500            	2024-217812	0.1250
recall_1000           	2024-217812	0.1250
infAP                 	2024-217812	0.0903
Rprec_mult_0.20       	2024-217812	0.4000
Rprec_mult_0.40       	2024-217812	0.3000
Rprec_mult_0.60       	2024-217812	0.2000
Rprec_mult_0.80       	2024-217812	0.1500
Rprec_mult_1.00       	2024-217812	0.1250
Rprec_mult_1.20       	2024-217812	0.1034
Rprec_mult_1.40       	2024-217812	0.0882
Rprec_mult_1.60       	2024-217812	0.0769
Rprec_mult_1.80       	2024-217812	0.0682
Rprec_mult_2.00       	2024-217812	0.0625
utility               	2024-217812	-1.0000
11pt_avg              	2024-217812	0.1364
binG                  	2024-217812	0.0859
G                     	2024-217812	0.1032
ndcg                  	2024-217812	0.2842
ndcg_rel              	2024-217812	0.3367
Rndcg                 	2024-217812	0.4354
ndcg_cut_5            	2024-217812	0.4922
ndcg_cut_10           	2024-217812	0.4279
ndcg_cut_15           	2024-217812	0.3574
ndcg_cut_20           	2024-217812	0.3114
ndcg_cut_30           	2024-217812	0.2842
ndcg_cut_100          	2024-217812	0.2842
ndcg_cut_200          	2024-217812	0.2842
ndcg_cut_500          	2024-217812	0.2842
ndcg_cut_1000         	2024-217812	0.2842
map_cut_5             	2024-217812	0.0694
map_cut_10            	2024-217812	0.0903
map_cut_15            	2024-217812	0.0903
map_cut_20            	2024-217812	0.0903
map_cut_30            	2024-217812	0.0903
map_cut_100           	2024-217812	0.0903
map_cut_200           	2024-217812	0.0903
map_cut_500           	2024-217812	0.0903
map_cut_1000          	2024-217812	0.0903
relative_P_5          	2024-217812	0.4000
relative_P_10         	2024-217812	0.3000
relative_P_15         	2024-217812	0.2000
relative_P_20         	2024-217812	0.1500
relative_P_30         	2024-217812	0.1250
relative_P_100        	2024-217812	0.1250
relative_P_200        	2024-217812	0.1250
relative_P_500        	2024-217812	0.1250
relative_P_1000       	2024-217812	0.1250
success_1             	2024-217812	1.0000
success_5             	2024-217812	1.0000
success_10            	2024-217812	1.0000
set_P                 	2024-217812	0.4286
set_relative_P        	2024-217812	0.4286
set_recall            	2024-217812	0.1250
set_map               	2024-217812	0.0536
set_F                 	2024-217812	0.1935
num_nonrel_judged_ret 	2024-217812	3
num_ret               	2024-219563	10
num_rel               	2024-219563	220
num_rel_ret           	2024-219563	9
map                   	2024-219563	0.0344
Rprec                 	2024-219563	0.0409
bpref                 	2024-219563	0.0409
recip_rank            	2024-219563	1.0000
iprec_at_recall_0.00  	2024-219563	1.0000
iprec_at_recall_0.10  	2024-219563	0.0000
iprec_at_recall_0.20  	2024-219563	0.0000
iprec_at_recall_0.30  	2024-219563	0.0000
iprec_at_recall_0.40  	2024-219563	0.0000
iprec_at_recall_0.50  	2024-219563	0.0000
iprec_at_recall_0.60  	2024-219563	0.0000
iprec_at_recall_0.70  	2024-219563	0.0000
iprec_at_recall_0.80  	2024-219563	0.0000
iprec_at_recall_0.90  	2024-219563	0.0000
iprec_at_recall_1.00  	2024-219563	0.0000
P_5                   	2024-219563	0.8000
P_10                  	2024-219563	0.9000
P_15                  	2024-219563	0.6000
P_20                  	2024-219563	0.4500
P_30                  	2024-219563	0.3000
P_100                 	2024-219563	0.0900
P_200                 	2024-219563	0.0450
P_500                 	2024-219563	0.0180
P_1000                	2024-219563	0.0090
relstring             	2024-219563	'2-11211231'
recall_5              	2024-219563	0.0182
recall_10             	2024-219563	0.0409
recall_15             	2024-219563	0.0409
recall_20             	2024-219563	0.0409
recall_30             	2024-219563	0.0409
recall_100            	2024-219563	0.0409
recall_200            	2024-219563	0.0409
recall_500            	2024-219563	0.0409
recall_1000           	2024-219563	0.0409
infAP                 	2024-219563	0.0344
Rprec_mult_0.20       	2024-219563	0.2045
Rprec_mult_0.40       	2024-219563	0.1023
Rprec_mult_0.60       	2024-219563	0.0682
Rprec_mult_0.80       	2024-219563	0.0511
Rprec_mult_1.00       	2024-219563	0.0409
Rprec_mult_1.20       	2024-219563	0.0341
Rprec_mult_1.40       	2024-219563	0.0292
Rprec_mult_1.60       	2024-219563	0.0256
Rprec_mult_1.80       	2024-219563	0.0227
Rprec_mult_2.00       	2024-219563	0.0205
utility               	2024-219563	8.0000
11pt_avg              	2024-219563	0.0909
binG                  	2024-219563	0.0275
G                     	2024-219563	0.0163
ndcg                  	2024-219563	0.1124
ndcg_rel              	2024-219563	0.1269
Rndcg                 	2024-219563	0.2401
ndcg_cut_5            	2024-219563	0.4188
ndcg_cut_10           	2024-219563	0.5166
ndcg_cut_15           	2024-219563	0.4238
ndcg_cut_20           	2024-219563	0.3651
ndcg_cut_30           	2024-219563	0.2923
ndcg_cut_100          	2024-219563	0.1601
ndcg_cut_200          	2024-219563	0.1179
ndcg_cut_500          	2024-219563	0.1124
ndcg_cut_1000         	2024-219563	0.1124
map_cut_5             	2024-219563	0.0146
map_cut_10            	2024-219563	0.0344
map_cut_15            	2024-219563	0.0344
map_cut_20            	2024-219563	0.0344
map_cut_30            	2024-219563	0.0344
map_cut_100           	2024-219563	0.0344
map_cut_200           	2024-219563	0.0344
map_cut_500           	2024-219563	0.0344
map_cut_1000          	2024-219563	0.0344
relative_P_5          	2024-219563	0.8000
relative_P_10         	2024-219563	0.9000
relative_P_15         	2024-219563	0.6000
relative_P_20         	2024-219563	0.4500
relative_P_30         	2024-219563	0.3000
relative_P_100        	2024-219563	0.0900
relative_P_200        	2024-219563	0.0450
relative_P_500        	2024-219563	0.0409
relative_P_1000       	2024-219563	0.0409
success_1             	2024-219563	1.0000
success_5             	2024-219563	1.0000
success_10            	2024-219563	1.0000
set_P                 	2024-219563	0.9000
set_relative_P        	2024-219563	0.9000
set_recall            	2024-219563	0.0409
set_map               	2024-219563	0.0368
set_F                 	2024-219563	0.0783
num_nonrel_judged_ret 	2024-219563	0
num_ret               	2024-219624	6
num_rel               	2024-219624	18
num_rel_ret           	2024-219624	1
map                   	2024-219624	0.0556
Rprec                 	2024-219624	0.0556
bpref                 	2024-219624	0.0556
recip_rank            	2024-219624	1.0000
iprec_at_recall_0.00  	2024-219624	1.0000
iprec_at_recall_0.10  	2024-219624	0.0000
iprec_at_recall_0.20  	2024-219624	0.0000
iprec_at_recall_0.30  	2024-219624	0.0000
iprec_at_recall_0.40  	2024-219624	0.0000
iprec_at_recall_0.50  	2024-219624	0.0000
iprec_at_recall_0.60  	2024-219624	0.0000
iprec_at_recall_0.70  	2024-219624	0.0000
iprec_at_recall_0.80  	2024-219624	0.0000
iprec_at_recall_0.90  	2024-219624	0.0000
iprec_at_recall_1.00  	2024-219624	0.0000
P_5                   	2024-219624	0.2000
P_10                  	2024-219624	0.1000
P_15                  	2024-219624	0.0667
P_20                  	2024-219624	0.0500
P_30                  	2024-219624	0.0333
P_100                 	2024-219624	0.0100
P_200                 	2024-219624	0.0050
P_500                 	2024-219624	0.0020
P_1000                	2024-219624	0.0010
relstring             	2024-219624	'100000'
recall_5              	2024-219624	0.0556
recall_10             	2024-219624	0.0556
recall_15             	2024-219624	0.0556
recall_20             	2024-219624	0.0556
recall_30             	2024-219624	0.0556
recall_100            	2024-219624	0.0556
recall_200            	2024-219624	0.0556
recall_500            	2024-219624	0.0556
recall_1000           	2024-219624	0.0556
infAP                 	2024-219624	0.0556
Rprec_mult_0.20       	2024-219624	0.2500
Rprec_mult_0.40       	2024-219624	0.1250
Rprec_mult_0.60       	2024-219624	0.0909
Rprec_mult_0.80       	2024-219624	0.0667
Rprec_mult_1.00       	2024-219624	0.0556
Rprec_mult_1.20       	2024-219624	0.0455
Rprec_mult_1.40       	2024-219624	0.0385
Rprec_mult_1.60       	2024-219624	0.0345
Rprec_mult_1.80       	2024-219624	0.0303
Rprec_mult_2.00       	2024-219624	0.0278
utility               	2024-219624	-4.0000
11pt_avg              	2024-219624	0.0909
binG                  	2024-219624	0.0556
G                     	2024-219624	0.0200
ndcg                  	2024-219624	0.0919
ndcg_rel              	2024-219624	0.1053
Rndcg                 	2024-219624	0.1855
ndcg_cut_5            	2024-219624	0.1450
ndcg_cut_10           	2024-219624	0.1130
ndcg_cut_15           	2024-219624	0.0984
ndcg_cut_20           	2024-219624	0.0919
ndcg_cut_30           	2024-219624	0.0919
ndcg_cut_100          	2024-219624	0.0919
ndcg_cut_200          	2024-219624	0.0919
ndcg_cut_500          	2024-219624	0.0919
ndcg_cut_1000         	2024-219624	0.0919
map_cut_5             	2024-219624	0.0556
map_cut_10            	2024-219624	0.0556
map_cut_15            	2024-219624	0.0556
map_cut_20            	2024-219624	0.0556
map_cut_30            	2024-219624	0.0556
map_cut_100           	2024-219624	0.0556
map_cut_200           	2024-219624	0.0556
map_cut_500           	2024-219624	0.0556
map_cut_1000          	2024-219624	0.0556
relative_P_5          	2024-219624	0.2000
relative_P_10         	2024-219624	0.1000
relative_P_15         	2024-219624	0.0667
relative_P_20         	2024-219624	0.0556
relative_P_30         	2024-219624	0.0556
relative_P_100        	2024-219624	0.0556
relative_P_200        	2024-219624	0.0556
relative_P_500        	2024-219624	0.0556
relative_P_1000       	2024-219624	0.0556
success_1             	2024-219624	1.0000
success_5             	2024-219624	1.0000
success_10            	2024-219624	1.0000
set_P                 	2024-219624	0.1667
set_relative_P        	2024-219624	0.1667
set_recall            	2024-219624	0.0556
set_map               	2024-219624	0.0093
set_F                 	2024-219624	0.0833
num_nonrel_judged_ret 	2024-219624	5
num_ret               	2024-219631	6
num_rel               	2024-219631	167
num_rel_ret           	2024-219631	5
map                   	2024-219631	0.0262
Rprec                 	2024-219631	0.0299
bpref                 	2024-219631	0.0299
recip_rank            	2024-219631	1.0000
iprec_at_recall_0.00  	2024-219631	1.0000
iprec_at_recall_0.10  	2024-219631	0.0000
iprec_at_recall_0.20  	2024-219631	0.0000
iprec_at_recall_0.30  	2024-219631	0.0000
iprec_at_recall_0.40  	2024-219631	0.0000
iprec_at_recall_0.50  	2024-219631	0.0000
iprec_at_recall_0.60  	2024-219631	0.0000
iprec_at_recall_0.70  	2024-219631	0.0000
iprec_at_recall_0.80  	2024-219631	0.0000
iprec_at_recall_0.90  	2024-219631	0.0000
iprec_at_recall_1.00  	2024-219631	0.0000
P_5                   	2024-219631	0.8000
P_10                  	2024-219631	0.5000
P_15                  	2024-219631	0.3333
P_20                  	2024-219631	0.2500
P_30                  	2024-219631	0.1667
P_100                 	2024-219631	0.0500
P_200                 	2024-219631	0.0250
P_500                 	2024-219631	0.0100
P_1000                	2024-219631	0.0050
relstring             	2024-219631	'12-112'
recall_5              	2024-219631	0.0240
recall_10             	2024-219631	0.0299
recall_15             	2024-219631	0.0299
recall_20             	2024-219631	0.0299
recall_30             	2024-219631	0.0299
recall_100            	2024-219631	0.0299
recall_200            	2024-219631	0.0299
recall_500            	2024-219631	0.0299
recall_1000           	2024-219631	0.0299
infAP                 	2024-219631	0.0262
Rprec_mult_0.20       	2024-219631	0.1471
Rprec_mult_0.40       	2024-219631	0.0746
Rprec_mult_0.60       	2024-219631	0.0495
Rprec_mult_0.80       	2024-219631	0.0373
Rprec_mult_1.00       	2024-219631	0.0299
Rprec_mult_1.20       	2024-219631	0.0249
Rprec_mult_1.40       	2024-219631	0.0214
Rprec_mult_1.60       	2024-219631	0.0187
Rprec_mult_1.80       	2024-219631	0.0166
Rprec_mult_2.00       	2024-219631	0.0150
utility               	2024-219631	4.0000
11pt_avg              	2024-219631	0.0909
binG                  	2024-219631	0.0233
G                     	2024-219631	0.0149
ndcg                  	2024-219631	0.0964
ndcg_rel              	2024-219631	0.1069
Rndcg                 	2024-219631	0.2183
ndcg_cut_5            	2024-219631	0.4465
ndcg_cut_10           	2024-219631	0.3759
ndcg_cut_15           	2024-219631	0.2980
ndcg_cut_20           	2024-219631	0.2514
ndcg_cut_30           	2024-219631	0.2097
ndcg_cut_100          	2024-219631	0.1270
ndcg_cut_200          	2024-219631	0.0964
ndcg_cut_500          	2024-219631	0.0964
ndcg_cut_1000         	2024-219631	0.0964
map_cut_5             	2024-219631	0.0213
map_cut_10            	2024-219631	0.0262
map_cut_15            	2024-219631	0.0262
map_cut_20            	2024-219631	0.0262
map_cut_30            	2024-219631	0.0262
map_cut_100           	2024-219631	0.0262
map_cut_200           	2024-219631	0.0262
map_cut_500           	2024-219631	0.0262
map_cut_1000          	2024-219631	0.0262
relative_P_5          	2024-219631	0.8000
relative_P_10         	2024-219631	0.5000
relative_P_15         	2024-219631	0.3333
relative_P_20         	2024-219631	0.2500
relative_P_30         	2024-219631	0.1667
relative_P_100        	2024-219631	0.0500
relative_P_200        	2024-219631	0.0299
relative_P_500        	2024-219631	0.0299
relative_P_1000       	2024-219631	0.0299
success_1             	2024-219631	1.0000
success_5             	2024-219631	1.0000
success_10            	2024-219631	1.0000
set_P                 	2024-219631	0.8333
set_relative_P        	2024-219631	0.8333
set_recall            	2024-219631	0.0299
set_map               	2024-219631	0.0250
set_F                 	2024-219631	0.0578
num_nonrel_judged_ret 	2024-219631	0
num_ret               	2024-219661	8
num_rel               	2024-219661	68
num_rel_ret           	2024-219661	5
map                   	2024-219661	0.0565
Rprec                 	2024-219661	0.0735
bpref                 	2024-219661	0.0722
recip_rank            	2024-219661	1.0000
iprec_at_recall_0.00  	2024-219661	1.0000
iprec_at_recall_0.10  	2024-219661	0.0000
iprec_at_recall_0.20  	2024-219661	0.0000
iprec_at_recall_0.30  	2024-219661	0.0000
iprec_at_recall_0.40  	2024-219661	0.0000
iprec_at_recall_0.50  	2024-219661	0.0000
iprec_at_recall_0.60  	2024-219661	0.0000
iprec_at_recall_0.70  	2024-219661	0.0000
iprec_at_recall_0.80  	2024-219661	0.0000
iprec_at_recall_0.90  	2024-219661	0.0000
iprec_at_recall_1.00  	2024-219661	0.0000
P_5                   	2024-219661	0.8000
P_10                  	2024-219661	0.5000
P_15                  	2024-219661	0.3333
P_20                  	2024-219661	0.2500
P_30                  	2024-219661	0.1667
P_100                 	2024-219661	0.0500
P_200                 	2024-219661	0.0250
P_500                 	2024-219661	0.0100
P_1000                	2024-219661	0.0050
relstring             	2024-219661	'20112001'
recall_5              	2024-219661	0.0588
recall_10             	2024-219661	0.0735
recall_15             	2024-219661	0.0735
recall_20             	2024-219661	0.0735
recall_30             	2024-219661	0.0735
recall_100            	2024-219661	0.0735
recall_200            	2024-219661	0.0735
recall_500            	2024-219661	0.0735
recall_1000           	2024-219661	0.0735
infAP                 	2024-219661	0.0565
Rprec_mult_0.20       	2024-219661	0.3571
Rprec_mult_0.40       	2024-219661	0.1786
Rprec_mult_0.60       	2024-219661	0.1220
Rprec_mult_0.80       	2024-219661	0.0909
Rprec_mult_1.00       	2024-219661	0.0735
Rprec_mult_1.20       	2024-219661	0.0610
Rprec_mult_1.40       	2024-219661	0.0521
Rprec_mult_1.60       	2024-219661	0.0459
Rprec_mult_1.80       	2024-219661	0.0407
Rprec_mult_2.00       	2024-219661	0.0368
utility               	2024-219661	2.0000
11pt_avg              	2024-219661	0.0909
binG                  	2024-219661	0.0489
G                     	2024-219661	0.0392
ndcg                  	2024-219661	0.1589
ndcg_rel              	2024-219661	0.1956
Rndcg                 	2024-219661	0.1868
ndcg_cut_5            	2024-219661	0.6282
ndcg_cut_10           	2024-219661	0.4424
ndcg_cut_15           	2024-219661	0.3429
ndcg_cut_20           	2024-219661	0.2855
ndcg_cut_30           	2024-219661	0.2194
ndcg_cut_100          	2024-219661	0.1589
ndcg_cut_200          	2024-219661	0.1589
ndcg_cut_500          	2024-219661	0.1589
ndcg_cut_1000         	2024-219661	0.1589
map_cut_5             	2024-219661	0.0473
map_cut_10            	2024-219661	0.0565
map_cut_15            	2024-219661	0.0565
map_cut_20            	2024-219661	0.0565
map_cut_30            	2024-219661	0.0565
map_cut_100           	2024-219661	0.0565
map_cut_200           	2024-219661	0.0565
map_cut_500           	2024-219661	0.0565
map_cut_1000          	2024-219661	0.0565
relative_P_5          	2024-219661	0.8000
relative_P_10         	2024-219661	0.5000
relative_P_15         	2024-219661	0.3333
relative_P_20         	2024-219661	0.2500
relative_P_30         	2024-219661	0.1667
relative_P_100        	2024-219661	0.0735
relative_P_200        	2024-219661	0.0735
relative_P_500        	2024-219661	0.0735
relative_P_1000       	2024-219661	0.0735
success_1             	2024-219661	1.0000
success_5             	2024-219661	1.0000
success_10            	2024-219661	1.0000
set_P                 	2024-219661	0.6250
set_relative_P        	2024-219661	0.6250
set_recall            	2024-219661	0.0735
set_map               	2024-219661	0.0460
set_F                 	2024-219661	0.1316
num_nonrel_judged_ret 	2024-219661	3
num_ret               	2024-220058	6
num_rel               	2024-220058	155
num_rel_ret           	2024-220058	6
map                   	2024-220058	0.0387
Rprec                 	2024-220058	0.0387
bpref                 	2024-220058	0.0387
recip_rank            	2024-220058	1.0000
iprec_at_recall_0.00  	2024-220058	1.0000
iprec_at_recall_0.10  	2024-220058	0.0000
iprec_at_recall_0.20  	2024-220058	0.0000
iprec_at_recall_0.30  	2024-220058	0.0000
iprec_at_recall_0.40  	2024-220058	0.0000
iprec_at_recall_0.50  	2024-220058	0.0000
iprec_at_recall_0.60  	2024-220058	0.0000
iprec_at_recall_0.70  	2024-220058	0.0000
iprec_at_recall_0.80  	2024-220058	0.0000
iprec_at_recall_0.90  	2024-220058	0.0000
iprec_at_recall_1.00  	2024-220058	0.0000
P_5                   	2024-220058	1.0000
P_10                  	2024-220058	0.6000
P_15                  	2024-220058	0.4000
P_20                  	2024-220058	0.3000
P_30                  	2024-220058	0.2000
P_100                 	2024-220058	0.0600
P_200                 	2024-220058	0.0300
P_500                 	2024-220058	0.0120
P_1000                	2024-220058	0.0060
relstring             	2024-220058	'222211'
recall_5              	2024-220058	0.0323
recall_10             	2024-220058	0.0387
recall_15             	2024-220058	0.0387
recall_20             	2024-220058	0.0387
recall_30             	2024-220058	0.0387
recall_100            	2024-220058	0.0387
recall_200            	2024-220058	0.0387
recall_500            	2024-220058	0.0387
recall_1000           	2024-220058	0.0387
infAP                 	2024-220058	0.0387
Rprec_mult_0.20       	2024-220058	0.1935
Rprec_mult_0.40       	2024-220058	0.0968
Rprec_mult_0.60       	2024-220058	0.0645
Rprec_mult_0.80       	2024-220058	0.0484
Rprec_mult_1.00       	2024-220058	0.0387
Rprec_mult_1.20       	2024-220058	0.0323
Rprec_mult_1.40       	2024-220058	0.0276
Rprec_mult_1.60       	2024-220058	0.0242
Rprec_mult_1.80       	2024-220058	0.0215
Rprec_mult_2.00       	2024-220058	0.0194
utility               	2024-220058	6.0000
11pt_avg              	2024-220058	0.0909
binG                  	2024-220058	0.0387
G                     	2024-220058	0.0178
ndcg                  	2024-220058	0.1128
ndcg_rel              	2024-220058	0.1335
Rndcg                 	2024-220058	0.2803
ndcg_cut_5            	2024-220058	0.6229
ndcg_cut_10           	2024-220058	0.4734
ndcg_cut_15           	2024-220058	0.3904
ndcg_cut_20           	2024-220058	0.3374
ndcg_cut_30           	2024-220058	0.2712
ndcg_cut_100          	2024-220058	0.1330
ndcg_cut_200          	2024-220058	0.1128
ndcg_cut_500          	2024-220058	0.1128
ndcg_cut_1000         	2024-220058	0.1128
map_cut_5             	2024-220058	0.0323
map_cut_10            	2024-220058	0.0387
map_cut_15            	2024-220058	0.0387
map_cut_20            	2024-220058	0.0387
map_cut_30            	2024-220058	0.0387
map_cut_100           	2024-220058	0.0387
map_cut_200           	2024-220058	0.0387
map_cut_500           	2024-220058	0.0387
map_cut_1000          	2024-220058	0.0387
relative_P_5          	2024-220058	1.0000
relative_P_10         	2024-220058	0.6000
relative_P_15         	2024-220058	0.4000
relative_P_20         	2024-220058	0.3000
relative_P_30         	2024-220058	0.2000
relative_P_100        	2024-220058	0.0600
relative_P_200        	2024-220058	0.0387
relative_P_500        	2024-220058	0.0387
relative_P_1000       	2024-220058	0.0387
success_1             	2024-220058	1.0000
success_5             	2024-220058	1.0000
success_10            	2024-220058	1.0000
set_P                 	2024-220058	1.0000
set_relative_P        	2024-220058	1.0000
set_recall            	2024-220058	0.0387
set_map               	2024-220058	0.0387
set_F                 	2024-220058	0.0745
num_nonrel_judged_ret 	2024-220058	0
num_ret               	2024-220140	10
num_rel               	2024-220140	211
num_rel_ret           	2024-220140	10
map                   	2024-220140	0.0474
Rprec                 	2024-220140	0.0474
bpref                 	2024-220140	0.0474
recip_rank            	2024-220140	1.0000
iprec_at_recall_0.00  	2024-220140	1.0000
iprec_at_recall_0.10  	2024-220140	0.0000
iprec_at_recall_0.20  	2024-220140	0.0000
iprec_at_recall_0.30  	2024-220140	0.0000
iprec_at_recall_0.40  	2024-220140	0.0000
iprec_at_recall_0.50  	2024-220140	0.0000
iprec_at_recall_0.60  	2024-220140	0.0000
iprec_at_recall_0.70  	2024-220140	0.0000
iprec_at_recall_0.80  	2024-220140	0.0000
iprec_at_recall_0.90  	2024-220140	0.0000
iprec_at_recall_1.00  	2024-220140	0.0000
P_5                   	2024-220140	1.0000
P_10                  	2024-220140	1.0000
P_15                  	2024-220140	0.6667
P_20                  	2024-220140	0.5000
P_30                  	2024-220140	0.3333
P_100                 	2024-220140	0.1000
P_200                 	2024-220140	0.0500
P_500                 	2024-220140	0.0200
P_1000                	2024-220140	0.0100
relstring             	2024-220140	'3332221111'
recall_5              	2024-220140	0.0237
recall_10             	2024-220140	0.0474
recall_15             	2024-220140	0.0474
recall_20             	2024-220140	0.0474
recall_30             	2024-220140	0.0474
recall_100            	2024-220140	0.0474
recall_200            	2024-220140	0.0474
recall_500            	2024-220140	0.0474
recall_1000           	2024-220140	0.0474
infAP                 	2024-220140	0.0474
Rprec_mult_0.20       	2024-220140	0.2326
Rprec_mult_0.40       	2024-220140	0.1176
Rprec_mult_0.60       	2024-220140	0.0787
Rprec_mult_0.80       	2024-220140	0.0592
Rprec_mult_1.00       	2024-220140	0.0474
Rprec_mult_1.20       	2024-220140	0.0394
Rprec_mult_1.40       	2024-220140	0.0338
Rprec_mult_1.60       	2024-220140	0.0296
Rprec_mult_1.80       	2024-220140	0.0263
Rprec_mult_2.00       	2024-220140	0.0237
utility               	2024-220140	10.0000
11pt_avg              	2024-220140	0.0909
binG                  	2024-220140	0.0474
G                     	2024-220140	0.0419
ndcg                  	2024-220140	0.1588
ndcg_rel              	2024-220140	0.1932
Rndcg                 	2024-220140	0.2572
ndcg_cut_5            	2024-220140	0.9076
ndcg_cut_10           	2024-220140	0.7321
ndcg_cut_15           	2024-220140	0.5675
ndcg_cut_20           	2024-220140	0.4725
ndcg_cut_30           	2024-220140	0.3713
ndcg_cut_100          	2024-220140	0.2100
ndcg_cut_200          	2024-220140	0.1625
ndcg_cut_500          	2024-220140	0.1588
ndcg_cut_1000         	2024-220140	0.1588
map_cut_5             	2024-220140	0.0237
map_cut_10            	2024-220140	0.0474
map_cut_15            	2024-220140	0.0474
map_cut_20            	2024-220140	0.0474
map_cut_30            	2024-220140	0.0474
map_cut_100           	2024-220140	0.0474
map_cut_200           	2024-220140	0.0474
map_cut_500           	2024-220140	0.0474
map_cut_1000          	2024-220140	0.0474
relative_P_5          	2024-220140	1.0000
relative_P_10         	2024-220140	1.0000
relative_P_15         	2024-220140	0.6667
relative_P_20         	2024-220140	0.5000
relative_P_30         	2024-220140	0.3333
relative_P_100        	2024-220140	0.1000
relative_P_200        	2024-220140	0.0500
relative_P_500        	2024-220140	0.0474
relative_P_1000       	2024-220140	0.0474
success_1             	2024-220140	1.0000
success_5             	2024-220140	1.0000
success_10            	2024-220140	1.0000
set_P                 	2024-220140	1.0000
set_relative_P        	2024-220140	1.0000
set_recall            	2024-220140	0.0474
set_map               	2024-220140	0.0474
set_F                 	2024-220140	0.0905
num_nonrel_judged_ret 	2024-220140	0
num_ret               	2024-222465	9
num_rel               	2024-222465	210
num_rel_ret           	2024-222465	8
map                   	2024-222465	0.0376
Rprec                 	2024-222465	0.0381
bpref                 	2024-222465	0.0377
recip_rank            	2024-222465	1.0000
iprec_at_recall_0.00  	2024-222465	1.0000
iprec_at_recall_0.10  	2024-222465	0.0000
iprec_at_recall_0.20  	2024-222465	0.0000
iprec_at_recall_0.30  	2024-222465	0.0000
iprec_at_recall_0.40  	2024-222465	0.0000
iprec_at_recall_0.50  	2024-222465	0.0000
iprec_at_recall_0.60  	2024-222465	0.0000
iprec_at_recall_0.70  	2024-222465	0.0000
iprec_at_recall_0.80  	2024-222465	0.0000
iprec_at_recall_0.90  	2024-222465	0.0000
iprec_at_recall_1.00  	2024-222465	0.0000
P_5                   	2024-222465	1.0000
P_10                  	2024-222465	0.8000
P_15                  	2024-222465	0.5333
P_20                  	2024-222465	0.4000
P_30                  	2024-222465	0.2667
P_100                 	2024-222465	0.0800
P_200                 	2024-222465	0.0400
P_500                 	2024-222465	0.0160
P_1000                	2024-222465	0.0080
relstring             	2024-222465	'121121202'
recall_5              	2024-222465	0.0238
recall_10             	2024-222465	0.0381
recall_15             	2024-222465	0.0381
recall_20             	2024-222465	0.0381
recall_30             	2024-222465	0.0381
recall_100            	2024-222465	0.0381
recall_200            	2024-222465	0.0381
recall_500            	2024-222465	0.0381
recall_1000           	2024-222465	0.0381
infAP                 	2024-222465	0.0376
Rprec_mult_0.20       	2024-222465	0.1905
Rprec_mult_0.40       	2024-222465	0.0952
Rprec_mult_0.60       	2024-222465	0.0635
Rprec_mult_0.80       	2024-222465	0.0476
Rprec_mult_1.00       	2024-222465	0.0381
Rprec_mult_1.20       	2024-222465	0.0317
Rprec_mult_1.40       	2024-222465	0.0272
Rprec_mult_1.60       	2024-222465	0.0238
Rprec_mult_1.80       	2024-222465	0.0212
Rprec_mult_2.00       	2024-222465	0.0190
utility               	2024-222465	7.0000
11pt_avg              	2024-222465	0.0909
binG                  	2024-222465	0.0363
G                     	2024-222465	0.0109
ndcg                  	2024-222465	0.0810
ndcg_rel              	2024-222465	0.0942
Rndcg                 	2024-222465	0.1419
ndcg_cut_5            	2024-222465	0.4484
ndcg_cut_10           	2024-222465	0.4102
ndcg_cut_15           	2024-222465	0.3180
ndcg_cut_20           	2024-222465	0.2647
ndcg_cut_30           	2024-222465	0.2166
ndcg_cut_100          	2024-222465	0.1133
ndcg_cut_200          	2024-222465	0.0825
ndcg_cut_500          	2024-222465	0.0810
ndcg_cut_1000         	2024-222465	0.0810
map_cut_5             	2024-222465	0.0238
map_cut_10            	2024-222465	0.0376
map_cut_15            	2024-222465	0.0376
map_cut_20            	2024-222465	0.0376
map_cut_30            	2024-222465	0.0376
map_cut_100           	2024-222465	0.0376
map_cut_200           	2024-222465	0.0376
map_cut_500           	2024-222465	0.0376
map_cut_1000          	2024-222465	0.0376
relative_P_5          	2024-222465	1.0000
relative_P_10         	2024-222465	0.8000
relative_P_15         	2024-222465	0.5333
relative_P_20         	2024-222465	0.4000
relative_P_30         	2024-222465	0.2667
relative_P_100        	2024-222465	0.0800
relative_P_200        	2024-222465	0.0400
relative_P_500        	2024-222465	0.0381
relative_P_1000       	2024-222465	0.0381
success_1             	2024-222465	1.0000
success_5             	2024-222465	1.0000
success_10            	2024-222465	1.0000
set_P                 	2024-222465	0.8889
set_relative_P        	2024-222465	0.8889
set_recall            	2024-222465	0.0381
set_map               	2024-222465	0.0339
set_F                 	2024-222465	0.0731
num_nonrel_judged_ret 	2024-222465	1
num_ret               	2024-223358	3
num_rel               	2024-223358	15
num_rel_ret           	2024-223358	1
map                   	2024-223358	0.0667
Rprec                 	2024-223358	0.0667
bpref                 	2024-223358	0.0667
recip_rank            	2024-223358	1.0000
iprec_at_recall_0.00  	2024-223358	1.0000
iprec_at_recall_0.10  	2024-223358	0.0000
iprec_at_recall_0.20  	2024-223358	0.0000
iprec_at_recall_0.30  	2024-223358	0.0000
iprec_at_recall_0.40  	2024-223358	0.0000
iprec_at_recall_0.50  	2024-223358	0.0000
iprec_at_recall_0.60  	2024-223358	0.0000
iprec_at_recall_0.70  	2024-223358	0.0000
iprec_at_recall_0.80  	2024-223358	0.0000
iprec_at_recall_0.90  	2024-223358	0.0000
iprec_at_recall_1.00  	2024-223358	0.0000
P_5                   	2024-223358	0.2000
P_10                  	2024-223358	0.1000
P_15                  	2024-223358	0.0667
P_20                  	2024-223358	0.0500
P_30                  	2024-223358	0.0333
P_100                 	2024-223358	0.0100
P_200                 	2024-223358	0.0050
P_500                 	2024-223358	0.0020
P_1000                	2024-223358	0.0010
relstring             	2024-223358	'200'
recall_5              	2024-223358	0.0667
recall_10             	2024-223358	0.0667
recall_15             	2024-223358	0.0667
recall_20             	2024-223358	0.0667
recall_30             	2024-223358	0.0667
recall_100            	2024-223358	0.0667
recall_200            	2024-223358	0.0667
recall_500            	2024-223358	0.0667
recall_1000           	2024-223358	0.0667
infAP                 	2024-223358	0.0667
Rprec_mult_0.20       	2024-223358	0.3333
Rprec_mult_0.40       	2024-223358	0.1667
Rprec_mult_0.60       	2024-223358	0.1111
Rprec_mult_0.80       	2024-223358	0.0833
Rprec_mult_1.00       	2024-223358	0.0667
Rprec_mult_1.20       	2024-223358	0.0556
Rprec_mult_1.40       	2024-223358	0.0476
Rprec_mult_1.60       	2024-223358	0.0417
Rprec_mult_1.80       	2024-223358	0.0370
Rprec_mult_2.00       	2024-223358	0.0333
utility               	2024-223358	-1.0000
11pt_avg              	2024-223358	0.0909
binG                  	2024-223358	0.0667
G                     	2024-223358	0.1111
ndcg                  	2024-223358	0.2502
ndcg_rel              	2024-223358	0.3002
Rndcg                 	2024-223358	0.3598
ndcg_cut_5            	2024-223358	0.3937
ndcg_cut_10           	2024-223358	0.2996
ndcg_cut_15           	2024-223358	0.2502
ndcg_cut_20           	2024-223358	0.2502
ndcg_cut_30           	2024-223358	0.2502
ndcg_cut_100          	2024-223358	0.2502
ndcg_cut_200          	2024-223358	0.2502
ndcg_cut_500          	2024-223358	0.2502
ndcg_cut_1000         	2024-223358	0.2502
map_cut_5             	2024-223358	0.0667
map_cut_10            	2024-223358	0.0667
map_cut_15            	2024-223358	0.0667
map_cut_20            	2024-223358	0.0667
map_cut_30            	2024-223358	0.0667
map_cut_100           	2024-223358	0.0667
map_cut_200           	2024-223358	0.0667
map_cut_500           	2024-223358	0.0667
map_cut_1000          	2024-223358	0.0667
relative_P_5          	2024-223358	0.2000
relative_P_10         	2024-223358	0.1000
relative_P_15         	2024-223358	0.0667
relative_P_20         	2024-223358	0.0667
relative_P_30         	2024-223358	0.0667
relative_P_100        	2024-223358	0.0667
relative_P_200        	2024-223358	0.0667
relative_P_500        	2024-223358	0.0667
relative_P_1000       	2024-223358	0.0667
success_1             	2024-223358	1.0000
success_5             	2024-223358	1.0000
success_10            	2024-223358	1.0000
set_P                 	2024-223358	0.3333
set_relative_P        	2024-223358	0.3333
set_recall            	2024-223358	0.0667
set_map               	2024-223358	0.0222
set_F                 	2024-223358	0.1111
num_nonrel_judged_ret 	2024-223358	2
num_ret               	2024-223499	7
num_rel               	2024-223499	149
num_rel_ret           	2024-223499	7
map                   	2024-223499	0.0470
Rprec                 	2024-223499	0.0470
bpref                 	2024-223499	0.0470
recip_rank            	2024-223499	1.0000
iprec_at_recall_0.00  	2024-223499	1.0000
iprec_at_recall_0.10  	2024-223499	0.0000
iprec_at_recall_0.20  	2024-223499	0.0000
iprec_at_recall_0.30  	2024-223499	0.0000
iprec_at_recall_0.40  	2024-223499	0.0000
iprec_at_recall_0.50  	2024-223499	0.0000
iprec_at_recall_0.60  	2024-223499	0.0000
iprec_at_recall_0.70  	2024-223499	0.0000
iprec_at_recall_0.80  	2024-223499	0.0000
iprec_at_recall_0.90  	2024-223499	0.0000
iprec_at_recall_1.00  	2024-223499	0.0000
P_5                   	2024-223499	1.0000
P_10                  	2024-223499	0.7000
P_15                  	2024-223499	0.4667
P_20                  	2024-223499	0.3500
P_30                  	2024-223499	0.2333
P_100                 	2024-223499	0.0700
P_200                 	2024-223499	0.0350
P_500                 	2024-223499	0.0140
P_1000                	2024-223499	0.0070
relstring             	2024-223499	'1322121'
recall_5              	2024-223499	0.0336
recall_10             	2024-223499	0.0470
recall_15             	2024-223499	0.0470
recall_20             	2024-223499	0.0470
recall_30             	2024-223499	0.0470
recall_100            	2024-223499	0.0470
recall_200            	2024-223499	0.0470
recall_500            	2024-223499	0.0470
recall_1000           	2024-223499	0.0470
infAP                 	2024-223499	0.0470
Rprec_mult_0.20       	2024-223499	0.2333
Rprec_mult_0.40       	2024-223499	0.1167
Rprec_mult_0.60       	2024-223499	0.0778
Rprec_mult_0.80       	2024-223499	0.0583
Rprec_mult_1.00       	2024-223499	0.0470
Rprec_mult_1.20       	2024-223499	0.0391
Rprec_mult_1.40       	2024-223499	0.0335
Rprec_mult_1.60       	2024-223499	0.0293
Rprec_mult_1.80       	2024-223499	0.0260
Rprec_mult_2.00       	2024-223499	0.0235
utility               	2024-223499	7.0000
11pt_avg              	2024-223499	0.0909
binG                  	2024-223499	0.0470
G                     	2024-223499	0.0189
ndcg                  	2024-223499	0.1148
ndcg_rel              	2024-223499	0.1356
Rndcg                 	2024-223499	0.2005
ndcg_cut_5            	2024-223499	0.5812
ndcg_cut_10           	2024-223499	0.4539
ndcg_cut_15           	2024-223499	0.3518
ndcg_cut_20           	2024-223499	0.3102
ndcg_cut_30           	2024-223499	0.2558
ndcg_cut_100          	2024-223499	0.1321
ndcg_cut_200          	2024-223499	0.1148
ndcg_cut_500          	2024-223499	0.1148
ndcg_cut_1000         	2024-223499	0.1148
map_cut_5             	2024-223499	0.0336
map_cut_10            	2024-223499	0.0470
map_cut_15            	2024-223499	0.0470
map_cut_20            	2024-223499	0.0470
map_cut_30            	2024-223499	0.0470
map_cut_100           	2024-223499	0.0470
map_cut_200           	2024-223499	0.0470
map_cut_500           	2024-223499	0.0470
map_cut_1000          	2024-223499	0.0470
relative_P_5          	2024-223499	1.0000
relative_P_10         	2024-223499	0.7000
relative_P_15         	2024-223499	0.4667
relative_P_20         	2024-223499	0.3500
relative_P_30         	2024-223499	0.2333
relative_P_100        	2024-223499	0.0700
relative_P_200        	2024-223499	0.0470
relative_P_500        	2024-223499	0.0470
relative_P_1000       	2024-223499	0.0470
success_1             	2024-223499	1.0000
success_5             	2024-223499	1.0000
success_10            	2024-223499	1.0000
set_P                 	2024-223499	1.0000
set_relative_P        	2024-223499	1.0000
set_recall            	2024-223499	0.0470
set_map               	2024-223499	0.0470
set_F                 	2024-223499	0.0897
num_nonrel_judged_ret 	2024-223499	0
num_ret               	2024-22410	15
num_rel               	2024-22410	147
num_rel_ret           	2024-22410	15
map                   	2024-22410	0.1020
Rprec                 	2024-22410	0.1020
bpref                 	2024-22410	0.1020
recip_rank            	2024-22410	1.0000
iprec_at_recall_0.00  	2024-22410	1.0000
iprec_at_recall_0.10  	2024-22410	1.0000
iprec_at_recall_0.20  	2024-22410	0.0000
iprec_at_recall_0.30  	2024-22410	0.0000
iprec_at_recall_0.40  	2024-22410	0.0000
iprec_at_recall_0.50  	2024-22410	0.0000
iprec_at_recall_0.60  	2024-22410	0.0000
iprec_at_recall_0.70  	2024-22410	0.0000
iprec_at_recall_0.80  	2024-22410	0.0000
iprec_at_recall_0.90  	2024-22410	0.0000
iprec_at_recall_1.00  	2024-22410	0.0000
P_5                   	2024-22410	1.0000
P_10                  	2024-22410	1.0000
P_15                  	2024-22410	1.0000
P_20                  	2024-22410	0.7500
P_30                  	2024-22410	0.5000
P_100                 	2024-22410	0.1500
P_200                 	2024-22410	0.0750
P_500                 	2024-22410	0.0300
P_1000                	2024-22410	0.0150
relstring             	2024-22410	'2112122211'
recall_5              	2024-22410	0.0340
recall_10             	2024-22410	0.0680
recall_15             	2024-22410	0.1020
recall_20             	2024-22410	0.1020
recall_30             	2024-22410	0.1020
recall_100            	2024-22410	0.1020
recall_200            	2024-22410	0.1020
recall_500            	2024-22410	0.1020
recall_1000           	2024-22410	0.1020
infAP                 	2024-22410	0.1020
Rprec_mult_0.20       	2024-22410	0.5000
Rprec_mult_0.40       	2024-22410	0.2542
Rprec_mult_0.60       	2024-22410	0.1685
Rprec_mult_0.80       	2024-22410	0.1271
Rprec_mult_1.00       	2024-22410	0.1020
Rprec_mult_1.20       	2024-22410	0.0847
Rprec_mult_1.40       	2024-22410	0.0728
Rprec_mult_1.60       	2024-22410	0.0636
Rprec_mult_1.80       	2024-22410	0.0566
Rprec_mult_2.00       	2024-22410	0.0510
utility               	2024-22410	15.0000
11pt_avg              	2024-22410	0.1818
binG                  	2024-22410	0.1020
G                     	2024-22410	0.0259
ndcg                  	2024-22410	0.1619
ndcg_rel              	2024-22410	0.2006
Rndcg                 	2024-22410	0.2927
ndcg_cut_5            	2024-22410	0.4951
ndcg_cut_10           	2024-22410	0.5352
ndcg_cut_15           	2024-22410	0.5628
ndcg_cut_20           	2024-22410	0.4893
ndcg_cut_30           	2024-22410	0.3961
ndcg_cut_100          	2024-22410	0.1925
ndcg_cut_200          	2024-22410	0.1619
ndcg_cut_500          	2024-22410	0.1619
ndcg_cut_1000         	2024-22410	0.1619
map_cut_5             	2024-22410	0.0340
map_cut_10            	2024-22410	0.0680
map_cut_15            	2024-22410	0.1020
map_cut_20            	2024-22410	0.1020
map_cut_30            	2024-22410	0.1020
map_cut_100           	2024-22410	0.1020
map_cut_200           	2024-22410	0.1020
map_cut_500           	2024-22410	0.1020
map_cut_1000          	2024-22410	0.1020
relative_P_5          	2024-22410	1.0000
relative_P_10         	2024-22410	1.0000
relative_P_15         	2024-22410	1.0000
relative_P_20         	2024-22410	0.7500
relative_P_30         	2024-22410	0.5000
relative_P_100        	2024-22410	0.1500
relative_P_200        	2024-22410	0.1020
relative_P_500        	2024-22410	0.1020
relative_P_1000       	2024-22410	0.1020
success_1             	2024-22410	1.0000
success_5             	2024-22410	1.0000
success_10            	2024-22410	1.0000
set_P                 	2024-22410	1.0000
set_relative_P        	2024-22410	1.0000
set_recall            	2024-22410	0.1020
set_map               	2024-22410	0.1020
set_F                 	2024-22410	0.1852
num_nonrel_judged_ret 	2024-22410	0
num_ret               	2024-224226	12
num_rel               	2024-224226	174
num_rel_ret           	2024-224226	10
map                   	2024-224226	0.0468
Rprec                 	2024-224226	0.0575
bpref                 	2024-224226	0.0575
recip_rank            	2024-224226	1.0000
iprec_at_recall_0.00  	2024-224226	1.0000
iprec_at_recall_0.10  	2024-224226	0.0000
iprec_at_recall_0.20  	2024-224226	0.0000
iprec_at_recall_0.30  	2024-224226	0.0000
iprec_at_recall_0.40  	2024-224226	0.0000
iprec_at_recall_0.50  	2024-224226	0.0000
iprec_at_recall_0.60  	2024-224226	0.0000
iprec_at_recall_0.70  	2024-224226	0.0000
iprec_at_recall_0.80  	2024-224226	0.0000
iprec_at_recall_0.90  	2024-224226	0.0000
iprec_at_recall_1.00  	2024-224226	0.0000
P_5                   	2024-224226	0.8000
P_10                  	2024-224226	0.8000
P_15                  	2024-224226	0.6667
P_20                  	2024-224226	0.5000
P_30                  	2024-224226	0.3333
P_100                 	2024-224226	0.1000
P_200                 	2024-224226	0.0500
P_500                 	2024-224226	0.0200
P_1000                	2024-224226	0.0100
relstring             	2024-224226	'1-31211-21'
recall_5              	2024-224226	0.0230
recall_10             	2024-224226	0.0460
recall_15             	2024-224226	0.0575
recall_20             	2024-224226	0.0575
recall_30             	2024-224226	0.0575
recall_100            	2024-224226	0.0575
recall_200            	2024-224226	0.0575
recall_500            	2024-224226	0.0575
recall_1000           	2024-224226	0.0575
infAP                 	2024-224226	0.0468
Rprec_mult_0.20       	2024-224226	0.2857
Rprec_mult_0.40       	2024-224226	0.1429
Rprec_mult_0.60       	2024-224226	0.0952
Rprec_mult_0.80       	2024-224226	0.0714
Rprec_mult_1.00       	2024-224226	0.0575
Rprec_mult_1.20       	2024-224226	0.0478
Rprec_mult_1.40       	2024-224226	0.0410
Rprec_mult_1.60       	2024-224226	0.0358
Rprec_mult_1.80       	2024-224226	0.0318
Rprec_mult_2.00       	2024-224226	0.0287
utility               	2024-224226	8.0000
11pt_avg              	2024-224226	0.0909
binG                  	2024-224226	0.0354
G                     	2024-224226	0.0153
ndcg                  	2024-224226	0.1048
ndcg_rel              	2024-224226	0.1215
Rndcg                 	2024-224226	0.1767
ndcg_cut_5            	2024-224226	0.4188
ndcg_cut_10           	2024-224226	0.3877
ndcg_cut_15           	2024-224226	0.3635
ndcg_cut_20           	2024-224226	0.3026
ndcg_cut_30           	2024-224226	0.2520
ndcg_cut_100          	2024-224226	0.1307
ndcg_cut_200          	2024-224226	0.1048
ndcg_cut_500          	2024-224226	0.1048
ndcg_cut_1000         	2024-224226	0.1048
map_cut_5             	2024-224226	0.0185
map_cut_10            	2024-224226	0.0373
map_cut_15            	2024-224226	0.0468
map_cut_20            	2024-224226	0.0468
map_cut_30            	2024-224226	0.0468
map_cut_100           	2024-224226	0.0468
map_cut_200           	2024-224226	0.0468
map_cut_500           	2024-224226	0.0468
map_cut_1000          	2024-224226	0.0468
relative_P_5          	2024-224226	0.8000
relative_P_10         	2024-224226	0.8000
relative_P_15         	2024-224226	0.6667
relative_P_20         	2024-224226	0.5000
relative_P_30         	2024-224226	0.3333
relative_P_100        	2024-224226	0.1000
relative_P_200        	2024-224226	0.0575
relative_P_500        	2024-224226	0.0575
relative_P_1000       	2024-224226	0.0575
success_1             	2024-224226	1.0000
success_5             	2024-224226	1.0000
success_10            	2024-224226	1.0000
set_P                 	2024-224226	0.8333
set_relative_P        	2024-224226	0.8333
set_recall            	2024-224226	0.0575
set_map               	2024-224226	0.0479
set_F                 	2024-224226	0.1075
num_nonrel_judged_ret 	2024-224226	0
num_ret               	2024-224279	8
num_rel               	2024-224279	424
num_rel_ret           	2024-224279	8
map                   	2024-224279	0.0189
Rprec                 	2024-224279	0.0189
bpref                 	2024-224279	0.0189
recip_rank            	2024-224279	1.0000
iprec_at_recall_0.00  	2024-224279	1.0000
iprec_at_recall_0.10  	2024-224279	0.0000
iprec_at_recall_0.20  	2024-224279	0.0000
iprec_at_recall_0.30  	2024-224279	0.0000
iprec_at_recall_0.40  	2024-224279	0.0000
iprec_at_recall_0.50  	2024-224279	0.0000
iprec_at_recall_0.60  	2024-224279	0.0000
iprec_at_recall_0.70  	2024-224279	0.0000
iprec_at_recall_0.80  	2024-224279	0.0000
iprec_at_recall_0.90  	2024-224279	0.0000
iprec_at_recall_1.00  	2024-224279	0.0000
P_5                   	2024-224279	1.0000
P_10                  	2024-224279	0.8000
P_15                  	2024-224279	0.5333
P_20                  	2024-224279	0.4000
P_30                  	2024-224279	0.2667
P_100                 	2024-224279	0.0800
P_200                 	2024-224279	0.0400
P_500                 	2024-224279	0.0160
P_1000                	2024-224279	0.0080
relstring             	2024-224279	'31322223'
recall_5              	2024-224279	0.0118
recall_10             	2024-224279	0.0189
recall_15             	2024-224279	0.0189
recall_20             	2024-224279	0.0189
recall_30             	2024-224279	0.0189
recall_100            	2024-224279	0.0189
recall_200            	2024-224279	0.0189
recall_500            	2024-224279	0.0189
recall_1000           	2024-224279	0.0189
infAP                 	2024-224279	0.0189
Rprec_mult_0.20       	2024-224279	0.0941
Rprec_mult_0.40       	2024-224279	0.0471
Rprec_mult_0.60       	2024-224279	0.0314
Rprec_mult_0.80       	2024-224279	0.0235
Rprec_mult_1.00       	2024-224279	0.0189
Rprec_mult_1.20       	2024-224279	0.0157
Rprec_mult_1.40       	2024-224279	0.0135
Rprec_mult_1.60       	2024-224279	0.0118
Rprec_mult_1.80       	2024-224279	0.0105
Rprec_mult_2.00       	2024-224279	0.0094
utility               	2024-224279	8.0000
11pt_avg              	2024-224279	0.0909
binG                  	2024-224279	0.0189
G                     	2024-224279	0.0105
ndcg                  	2024-224279	0.0675
ndcg_rel              	2024-224279	0.0812
Rndcg                 	2024-224279	0.0948
ndcg_cut_5            	2024-224279	0.7649
ndcg_cut_10           	2024-224279	0.6670
ndcg_cut_15           	2024-224279	0.5170
ndcg_cut_20           	2024-224279	0.4305
ndcg_cut_30           	2024-224279	0.3308
ndcg_cut_100          	2024-224279	0.1447
ndcg_cut_200          	2024-224279	0.1002
ndcg_cut_500          	2024-224279	0.0675
ndcg_cut_1000         	2024-224279	0.0675
map_cut_5             	2024-224279	0.0118
map_cut_10            	2024-224279	0.0189
map_cut_15            	2024-224279	0.0189
map_cut_20            	2024-224279	0.0189
map_cut_30            	2024-224279	0.0189
map_cut_100           	2024-224279	0.0189
map_cut_200           	2024-224279	0.0189
map_cut_500           	2024-224279	0.0189
map_cut_1000          	2024-224279	0.0189
relative_P_5          	2024-224279	1.0000
relative_P_10         	2024-224279	0.8000
relative_P_15         	2024-224279	0.5333
relative_P_20         	2024-224279	0.4000
relative_P_30         	2024-224279	0.2667
relative_P_100        	2024-224279	0.0800
relative_P_200        	2024-224279	0.0400
relative_P_500        	2024-224279	0.0189
relative_P_1000       	2024-224279	0.0189
success_1             	2024-224279	1.0000
success_5             	2024-224279	1.0000
success_10            	2024-224279	1.0000
set_P                 	2024-224279	1.0000
set_relative_P        	2024-224279	1.0000
set_recall            	2024-224279	0.0189
set_map               	2024-224279	0.0189
set_F                 	2024-224279	0.0370
num_nonrel_judged_ret 	2024-224279	0
num_ret               	2024-224701	7
num_rel               	2024-224701	92
num_rel_ret           	2024-224701	7
map                   	2024-224701	0.0761
Rprec                 	2024-224701	0.0761
bpref                 	2024-224701	0.0761
recip_rank            	2024-224701	1.0000
iprec_at_recall_0.00  	2024-224701	1.0000
iprec_at_recall_0.10  	2024-224701	0.0000
iprec_at_recall_0.20  	2024-224701	0.0000
iprec_at_recall_0.30  	2024-224701	0.0000
iprec_at_recall_0.40  	2024-224701	0.0000
iprec_at_recall_0.50  	2024-224701	0.0000
iprec_at_recall_0.60  	2024-224701	0.0000
iprec_at_recall_0.70  	2024-224701	0.0000
iprec_at_recall_0.80  	2024-224701	0.0000
iprec_at_recall_0.90  	2024-224701	0.0000
iprec_at_recall_1.00  	2024-224701	0.0000
P_5                   	2024-224701	1.0000
P_10                  	2024-224701	0.7000
P_15                  	2024-224701	0.4667
P_20                  	2024-224701	0.3500
P_30                  	2024-224701	0.2333
P_100                 	2024-224701	0.0700
P_200                 	2024-224701	0.0350
P_500                 	2024-224701	0.0140
P_1000                	2024-224701	0.0070
relstring             	2024-224701	'3131111'
recall_5              	2024-224701	0.0543
recall_10             	2024-224701	0.0761
recall_15             	2024-224701	0.0761
recall_20             	2024-224701	0.0761
recall_30             	2024-224701	0.0761
recall_100            	2024-224701	0.0761
recall_200            	2024-224701	0.0761
recall_500            	2024-224701	0.0761
recall_1000           	2024-224701	0.0761
infAP                 	2024-224701	0.0761
Rprec_mult_0.20       	2024-224701	0.3684
Rprec_mult_0.40       	2024-224701	0.1892
Rprec_mult_0.60       	2024-224701	0.1250
Rprec_mult_0.80       	2024-224701	0.0946
Rprec_mult_1.00       	2024-224701	0.0761
Rprec_mult_1.20       	2024-224701	0.0631
Rprec_mult_1.40       	2024-224701	0.0543
Rprec_mult_1.60       	2024-224701	0.0473
Rprec_mult_1.80       	2024-224701	0.0422
Rprec_mult_2.00       	2024-224701	0.0380
utility               	2024-224701	7.0000
11pt_avg              	2024-224701	0.0909
binG                  	2024-224701	0.0761
G                     	2024-224701	0.0548
ndcg                  	2024-224701	0.2252
ndcg_rel              	2024-224701	0.2645
Rndcg                 	2024-224701	0.4174
ndcg_cut_5            	2024-224701	0.6725
ndcg_cut_10           	2024-224701	0.5216
ndcg_cut_15           	2024-224701	0.4321
ndcg_cut_20           	2024-224701	0.3955
ndcg_cut_30           	2024-224701	0.3511
ndcg_cut_100          	2024-224701	0.2252
ndcg_cut_200          	2024-224701	0.2252
ndcg_cut_500          	2024-224701	0.2252
ndcg_cut_1000         	2024-224701	0.2252
map_cut_5             	2024-224701	0.0543
map_cut_10            	2024-224701	0.0761
map_cut_15            	2024-224701	0.0761
map_cut_20            	2024-224701	0.0761
map_cut_30            	2024-224701	0.0761
map_cut_100           	2024-224701	0.0761
map_cut_200           	2024-224701	0.0761
map_cut_500           	2024-224701	0.0761
map_cut_1000          	2024-224701	0.0761
relative_P_5          	2024-224701	1.0000
relative_P_10         	2024-224701	0.7000
relative_P_15         	2024-224701	0.4667
relative_P_20         	2024-224701	0.3500
relative_P_30         	2024-224701	0.2333
relative_P_100        	2024-224701	0.0761
relative_P_200        	2024-224701	0.0761
relative_P_500        	2024-224701	0.0761
relative_P_1000       	2024-224701	0.0761
success_1             	2024-224701	1.0000
success_5             	2024-224701	1.0000
success_10            	2024-224701	1.0000
set_P                 	2024-224701	1.0000
set_relative_P        	2024-224701	1.0000
set_recall            	2024-224701	0.0761
set_map               	2024-224701	0.0761
set_F                 	2024-224701	0.1414
num_nonrel_judged_ret 	2024-224701	0
num_ret               	2024-224926	12
num_rel               	2024-224926	55
num_rel_ret           	2024-224926	6
map                   	2024-224926	0.0428
Rprec                 	2024-224926	0.1091
bpref                 	2024-224926	0.1012
recip_rank            	2024-224926	0.2500
iprec_at_recall_0.00  	2024-224926	0.5000
iprec_at_recall_0.10  	2024-224926	0.5000
iprec_at_recall_0.20  	2024-224926	0.0000
iprec_at_recall_0.30  	2024-224926	0.0000
iprec_at_recall_0.40  	2024-224926	0.0000
iprec_at_recall_0.50  	2024-224926	0.0000
iprec_at_recall_0.60  	2024-224926	0.0000
iprec_at_recall_0.70  	2024-224926	0.0000
iprec_at_recall_0.80  	2024-224926	0.0000
iprec_at_recall_0.90  	2024-224926	0.0000
iprec_at_recall_1.00  	2024-224926	0.0000
P_5                   	2024-224926	0.2000
P_10                  	2024-224926	0.5000
P_15                  	2024-224926	0.4000
P_20                  	2024-224926	0.3000
P_30                  	2024-224926	0.2000
P_100                 	2024-224926	0.0600
P_200                 	2024-224926	0.0300
P_500                 	2024-224926	0.0120
P_1000                	2024-224926	0.0060
relstring             	2024-224926	'00020-1121'
recall_5              	2024-224926	0.0182
recall_10             	2024-224926	0.0909
recall_15             	2024-224926	0.1091
recall_20             	2024-224926	0.1091
recall_30             	2024-224926	0.1091
recall_100            	2024-224926	0.1091
recall_200            	2024-224926	0.1091
recall_500            	2024-224926	0.1091
recall_1000           	2024-224926	0.1091
infAP                 	2024-224926	0.0428
Rprec_mult_0.20       	2024-224926	0.4545
Rprec_mult_0.40       	2024-224926	0.2727
Rprec_mult_0.60       	2024-224926	0.1818
Rprec_mult_0.80       	2024-224926	0.1364
Rprec_mult_1.00       	2024-224926	0.1091
Rprec_mult_1.20       	2024-224926	0.0909
Rprec_mult_1.40       	2024-224926	0.0779
Rprec_mult_1.60       	2024-224926	0.0682
Rprec_mult_1.80       	2024-224926	0.0606
Rprec_mult_2.00       	2024-224926	0.0545
utility               	2024-224926	0.0000
11pt_avg              	2024-224926	0.0909
binG                  	2024-224926	0.0398
G                     	2024-224926	0.0352
ndcg                  	2024-224926	0.1481
ndcg_rel              	2024-224926	0.1534
Rndcg                 	2024-224926	0.1370
ndcg_cut_5            	2024-224926	0.1249
ndcg_cut_10           	2024-224926	0.2381
ndcg_cut_15           	2024-224926	0.2461
ndcg_cut_20           	2024-224926	0.2240
ndcg_cut_30           	2024-224926	0.1928
ndcg_cut_100          	2024-224926	0.1481
ndcg_cut_200          	2024-224926	0.1481
ndcg_cut_500          	2024-224926	0.1481
ndcg_cut_1000         	2024-224926	0.1481
map_cut_5             	2024-224926	0.0045
map_cut_10            	2024-224926	0.0337
map_cut_15            	2024-224926	0.0428
map_cut_20            	2024-224926	0.0428
map_cut_30            	2024-224926	0.0428
map_cut_100           	2024-224926	0.0428
map_cut_200           	2024-224926	0.0428
map_cut_500           	2024-224926	0.0428
map_cut_1000          	2024-224926	0.0428
relative_P_5          	2024-224926	0.2000
relative_P_10         	2024-224926	0.5000
relative_P_15         	2024-224926	0.4000
relative_P_20         	2024-224926	0.3000
relative_P_30         	2024-224926	0.2000
relative_P_100        	2024-224926	0.1091
relative_P_200        	2024-224926	0.1091
relative_P_500        	2024-224926	0.1091
relative_P_1000       	2024-224926	0.1091
success_1             	2024-224926	0.0000
success_5             	2024-224926	1.0000
success_10            	2024-224926	1.0000
set_P                 	2024-224926	0.5000
set_relative_P        	2024-224926	0.5000
set_recall            	2024-224926	0.1091
set_map               	2024-224926	0.0545
set_F                 	2024-224926	0.1791
num_nonrel_judged_ret 	2024-224926	5
num_ret               	2024-22886	12
num_rel               	2024-22886	147
num_rel_ret           	2024-22886	12
map                   	2024-22886	0.0816
Rprec                 	2024-22886	0.0816
bpref                 	2024-22886	0.0816
recip_rank            	2024-22886	1.0000
iprec_at_recall_0.00  	2024-22886	1.0000
iprec_at_recall_0.10  	2024-22886	0.0000
iprec_at_recall_0.20  	2024-22886	0.0000
iprec_at_recall_0.30  	2024-22886	0.0000
iprec_at_recall_0.40  	2024-22886	0.0000
iprec_at_recall_0.50  	2024-22886	0.0000
iprec_at_recall_0.60  	2024-22886	0.0000
iprec_at_recall_0.70  	2024-22886	0.0000
iprec_at_recall_0.80  	2024-22886	0.0000
iprec_at_recall_0.90  	2024-22886	0.0000
iprec_at_recall_1.00  	2024-22886	0.0000
P_5                   	2024-22886	1.0000
P_10                  	2024-22886	1.0000
P_15                  	2024-22886	0.8000
P_20                  	2024-22886	0.6000
P_30                  	2024-22886	0.4000
P_100                 	2024-22886	0.1200
P_200                 	2024-22886	0.0600
P_500                 	2024-22886	0.0240
P_1000                	2024-22886	0.0120
relstring             	2024-22886	'2222212221'
recall_5              	2024-22886	0.0340
recall_10             	2024-22886	0.0680
recall_15             	2024-22886	0.0816
recall_20             	2024-22886	0.0816
recall_30             	2024-22886	0.0816
recall_100            	2024-22886	0.0816
recall_200            	2024-22886	0.0816
recall_500            	2024-22886	0.0816
recall_1000           	2024-22886	0.0816
infAP                 	2024-22886	0.0816
Rprec_mult_0.20       	2024-22886	0.4000
Rprec_mult_0.40       	2024-22886	0.2034
Rprec_mult_0.60       	2024-22886	0.1348
Rprec_mult_0.80       	2024-22886	0.1017
Rprec_mult_1.00       	2024-22886	0.0816
Rprec_mult_1.20       	2024-22886	0.0678
Rprec_mult_1.40       	2024-22886	0.0583
Rprec_mult_1.60       	2024-22886	0.0508
Rprec_mult_1.80       	2024-22886	0.0453
Rprec_mult_2.00       	2024-22886	0.0408
utility               	2024-22886	12.0000
11pt_avg              	2024-22886	0.0909
binG                  	2024-22886	0.0816
G                     	2024-22886	0.0291
ndcg                  	2024-22886	0.1705
ndcg_rel              	2024-22886	0.2096
Rndcg                 	2024-22886	0.3327
ndcg_cut_5            	2024-22886	0.6667
ndcg_cut_10           	2024-22886	0.6327
ndcg_cut_15           	2024-22886	0.5802
ndcg_cut_20           	2024-22886	0.5056
ndcg_cut_30           	2024-22886	0.4106
ndcg_cut_100          	2024-22886	0.2009
ndcg_cut_200          	2024-22886	0.1705
ndcg_cut_500          	2024-22886	0.1705
ndcg_cut_1000         	2024-22886	0.1705
map_cut_5             	2024-22886	0.0340
map_cut_10            	2024-22886	0.0680
map_cut_15            	2024-22886	0.0816
map_cut_20            	2024-22886	0.0816
map_cut_30            	2024-22886	0.0816
map_cut_100           	2024-22886	0.0816
map_cut_200           	2024-22886	0.0816
map_cut_500           	2024-22886	0.0816
map_cut_1000          	2024-22886	0.0816
relative_P_5          	2024-22886	1.0000
relative_P_10         	2024-22886	1.0000
relative_P_15         	2024-22886	0.8000
relative_P_20         	2024-22886	0.6000
relative_P_30         	2024-22886	0.4000
relative_P_100        	2024-22886	0.1200
relative_P_200        	2024-22886	0.0816
relative_P_500        	2024-22886	0.0816
relative_P_1000       	2024-22886	0.0816
success_1             	2024-22886	1.0000
success_5             	2024-22886	1.0000
success_10            	2024-22886	1.0000
set_P                 	2024-22886	1.0000
set_relative_P        	2024-22886	1.0000
set_recall            	2024-22886	0.0816
set_map               	2024-22886	0.0816
set_F                 	2024-22886	0.1509
num_nonrel_judged_ret 	2024-22886	0
num_ret               	2024-23862	7
num_rel               	2024-23862	231
num_rel_ret           	2024-23862	6
map                   	2024-23862	0.0191
Rprec                 	2024-23862	0.0260
bpref                 	2024-23862	0.0254
recip_rank            	2024-23862	0.5000
iprec_at_recall_0.00  	2024-23862	0.8571
iprec_at_recall_0.10  	2024-23862	0.0000
iprec_at_recall_0.20  	2024-23862	0.0000
iprec_at_recall_0.30  	2024-23862	0.0000
iprec_at_recall_0.40  	2024-23862	0.0000
iprec_at_recall_0.50  	2024-23862	0.0000
iprec_at_recall_0.60  	2024-23862	0.0000
iprec_at_recall_0.70  	2024-23862	0.0000
iprec_at_recall_0.80  	2024-23862	0.0000
iprec_at_recall_0.90  	2024-23862	0.0000
iprec_at_recall_1.00  	2024-23862	0.0000
P_5                   	2024-23862	0.8000
P_10                  	2024-23862	0.6000
P_15                  	2024-23862	0.4000
P_20                  	2024-23862	0.3000
P_30                  	2024-23862	0.2000
P_100                 	2024-23862	0.0600
P_200                 	2024-23862	0.0300
P_500                 	2024-23862	0.0120
P_1000                	2024-23862	0.0060
relstring             	2024-23862	'0111111'
recall_5              	2024-23862	0.0173
recall_10             	2024-23862	0.0260
recall_15             	2024-23862	0.0260
recall_20             	2024-23862	0.0260
recall_30             	2024-23862	0.0260
recall_100            	2024-23862	0.0260
recall_200            	2024-23862	0.0260
recall_500            	2024-23862	0.0260
recall_1000           	2024-23862	0.0260
infAP                 	2024-23862	0.0191
Rprec_mult_0.20       	2024-23862	0.1277
Rprec_mult_0.40       	2024-23862	0.0645
Rprec_mult_0.60       	2024-23862	0.0432
Rprec_mult_0.80       	2024-23862	0.0324
Rprec_mult_1.00       	2024-23862	0.0260
Rprec_mult_1.20       	2024-23862	0.0216
Rprec_mult_1.40       	2024-23862	0.0185
Rprec_mult_1.60       	2024-23862	0.0162
Rprec_mult_1.80       	2024-23862	0.0144
Rprec_mult_2.00       	2024-23862	0.0130
utility               	2024-23862	5.0000
11pt_avg              	2024-23862	0.0779
binG                  	2024-23862	0.0164
G                     	2024-23862	0.0111
ndcg                  	2024-23862	0.0652
ndcg_rel              	2024-23862	0.0733
Rndcg                 	2024-23862	0.1293
ndcg_cut_5            	2024-23862	0.4255
ndcg_cut_10           	2024-23862	0.4272
ndcg_cut_15           	2024-23862	0.3521
ndcg_cut_20           	2024-23862	0.3042
ndcg_cut_30           	2024-23862	0.2444
ndcg_cut_100          	2024-23862	0.1169
ndcg_cut_200          	2024-23862	0.0724
ndcg_cut_500          	2024-23862	0.0652
ndcg_cut_1000         	2024-23862	0.0652
map_cut_5             	2024-23862	0.0118
map_cut_10            	2024-23862	0.0191
map_cut_15            	2024-23862	0.0191
map_cut_20            	2024-23862	0.0191
map_cut_30            	2024-23862	0.0191
map_cut_100           	2024-23862	0.0191
map_cut_200           	2024-23862	0.0191
map_cut_500           	2024-23862	0.0191
map_cut_1000          	2024-23862	0.0191
relative_P_5          	2024-23862	0.8000
relative_P_10         	2024-23862	0.6000
relative_P_15         	2024-23862	0.4000
relative_P_20         	2024-23862	0.3000
relative_P_30         	2024-23862	0.2000
relative_P_100        	2024-23862	0.0600
relative_P_200        	2024-23862	0.0300
relative_P_500        	2024-23862	0.0260
relative_P_1000       	2024-23862	0.0260
success_1             	2024-23862	0.0000
success_5             	2024-23862	1.0000
success_10            	2024-23862	1.0000
set_P                 	2024-23862	0.8571
set_relative_P        	2024-23862	0.8571
set_recall            	2024-23862	0.0260
set_map               	2024-23862	0.0223
set_F                 	2024-23862	0.0504
num_nonrel_judged_ret 	2024-23862	1
num_ret               	2024-27366	12
num_rel               	2024-27366	232
num_rel_ret           	2024-27366	12
map                   	2024-27366	0.0517
Rprec                 	2024-27366	0.0517
bpref                 	2024-27366	0.0517
recip_rank            	2024-27366	1.0000
iprec_at_recall_0.00  	2024-27366	1.0000
iprec_at_recall_0.10  	2024-27366	0.0000
iprec_at_recall_0.20  	2024-27366	0.0000
iprec_at_recall_0.30  	2024-27366	0.0000
iprec_at_recall_0.40  	2024-27366	0.0000
iprec_at_recall_0.50  	2024-27366	0.0000
iprec_at_recall_0.60  	2024-27366	0.0000
iprec_at_recall_0.70  	2024-27366	0.0000
iprec_at_recall_0.80  	2024-27366	0.0000
iprec_at_recall_0.90  	2024-27366	0.0000
iprec_at_recall_1.00  	2024-27366	0.0000
P_5                   	2024-27366	1.0000
P_10                  	2024-27366	1.0000
P_15                  	2024-27366	0.8000
P_20                  	2024-27366	0.6000
P_30                  	2024-27366	0.4000
P_100                 	2024-27366	0.1200
P_200                 	2024-27366	0.0600
P_500                 	2024-27366	0.0240
P_1000                	2024-27366	0.0120
relstring             	2024-27366	'1111121121'
recall_5              	2024-27366	0.0216
recall_10             	2024-27366	0.0431
recall_15             	2024-27366	0.0517
recall_20             	2024-27366	0.0517
recall_30             	2024-27366	0.0517
recall_100            	2024-27366	0.0517
recall_200            	2024-27366	0.0517
recall_500            	2024-27366	0.0517
recall_1000           	2024-27366	0.0517
infAP                 	2024-27366	0.0517
Rprec_mult_0.20       	2024-27366	0.2553
Rprec_mult_0.40       	2024-27366	0.1290
Rprec_mult_0.60       	2024-27366	0.0857
Rprec_mult_0.80       	2024-27366	0.0645
Rprec_mult_1.00       	2024-27366	0.0517
Rprec_mult_1.20       	2024-27366	0.0430
Rprec_mult_1.40       	2024-27366	0.0369
Rprec_mult_1.60       	2024-27366	0.0323
Rprec_mult_1.80       	2024-27366	0.0287
Rprec_mult_2.00       	2024-27366	0.0259
utility               	2024-27366	12.0000
11pt_avg              	2024-27366	0.0909
binG                  	2024-27366	0.0517
G                     	2024-27366	0.0206
ndcg                  	2024-27366	0.1257
ndcg_rel              	2024-27366	0.1469
Rndcg                 	2024-27366	0.2738
ndcg_cut_5            	2024-27366	0.5000
ndcg_cut_10           	2024-27366	0.5723
ndcg_cut_15           	2024-27366	0.4905
ndcg_cut_20           	2024-27366	0.4151
ndcg_cut_30           	2024-27366	0.3600
ndcg_cut_100          	2024-27366	0.2072
ndcg_cut_200          	2024-27366	0.1381
ndcg_cut_500          	2024-27366	0.1257
ndcg_cut_1000         	2024-27366	0.1257
map_cut_5             	2024-27366	0.0216
map_cut_10            	2024-27366	0.0431
map_cut_15            	2024-27366	0.0517
map_cut_20            	2024-27366	0.0517
map_cut_30            	2024-27366	0.0517
map_cut_100           	2024-27366	0.0517
map_cut_200           	2024-27366	0.0517
map_cut_500           	2024-27366	0.0517
map_cut_1000          	2024-27366	0.0517
relative_P_5          	2024-27366	1.0000
relative_P_10         	2024-27366	1.0000
relative_P_15         	2024-27366	0.8000
relative_P_20         	2024-27366	0.6000
relative_P_30         	2024-27366	0.4000
relative_P_100        	2024-27366	0.1200
relative_P_200        	2024-27366	0.0600
relative_P_500        	2024-27366	0.0517
relative_P_1000       	2024-27366	0.0517
success_1             	2024-27366	1.0000
success_5             	2024-27366	1.0000
success_10            	2024-27366	1.0000
set_P                 	2024-27366	1.0000
set_relative_P        	2024-27366	1.0000
set_recall            	2024-27366	0.0517
set_map               	2024-27366	0.0517
set_F                 	2024-27366	0.0984
num_nonrel_judged_ret 	2024-27366	0
num_ret               	2024-29182	9
num_rel               	2024-29182	174
num_rel_ret           	2024-29182	9
map                   	2024-29182	0.0517
Rprec                 	2024-29182	0.0517
bpref                 	2024-29182	0.0517
recip_rank            	2024-29182	1.0000
iprec_at_recall_0.00  	2024-29182	1.0000
iprec_at_recall_0.10  	2024-29182	0.0000
iprec_at_recall_0.20  	2024-29182	0.0000
iprec_at_recall_0.30  	2024-29182	0.0000
iprec_at_recall_0.40  	2024-29182	0.0000
iprec_at_recall_0.50  	2024-29182	0.0000
iprec_at_recall_0.60  	2024-29182	0.0000
iprec_at_recall_0.70  	2024-29182	0.0000
iprec_at_recall_0.80  	2024-29182	0.0000
iprec_at_recall_0.90  	2024-29182	0.0000
iprec_at_recall_1.00  	2024-29182	0.0000
P_5                   	2024-29182	1.0000
P_10                  	2024-29182	0.9000
P_15                  	2024-29182	0.6000
P_20                  	2024-29182	0.4500
P_30                  	2024-29182	0.3000
P_100                 	2024-29182	0.0900
P_200                 	2024-29182	0.0450
P_500                 	2024-29182	0.0180
P_1000                	2024-29182	0.0090
relstring             	2024-29182	'213122112'
recall_5              	2024-29182	0.0287
recall_10             	2024-29182	0.0517
recall_15             	2024-29182	0.0517
recall_20             	2024-29182	0.0517
recall_30             	2024-29182	0.0517
recall_100            	2024-29182	0.0517
recall_200            	2024-29182	0.0517
recall_500            	2024-29182	0.0517
recall_1000           	2024-29182	0.0517
infAP                 	2024-29182	0.0517
Rprec_mult_0.20       	2024-29182	0.2571
Rprec_mult_0.40       	2024-29182	0.1286
Rprec_mult_0.60       	2024-29182	0.0857
Rprec_mult_0.80       	2024-29182	0.0643
Rprec_mult_1.00       	2024-29182	0.0517
Rprec_mult_1.20       	2024-29182	0.0431
Rprec_mult_1.40       	2024-29182	0.0369
Rprec_mult_1.60       	2024-29182	0.0323
Rprec_mult_1.80       	2024-29182	0.0287
Rprec_mult_2.00       	2024-29182	0.0259
utility               	2024-29182	9.0000
11pt_avg              	2024-29182	0.0909
binG                  	2024-29182	0.0517
G                     	2024-29182	0.0207
ndcg                  	2024-29182	0.1311
ndcg_rel              	2024-29182	0.1555
Rndcg                 	2024-29182	0.2928
ndcg_cut_5            	2024-29182	0.6032
ndcg_cut_10           	2024-29182	0.5736
ndcg_cut_15           	2024-29182	0.4751
ndcg_cut_20           	2024-29182	0.4119
ndcg_cut_30           	2024-29182	0.3323
ndcg_cut_100          	2024-29182	0.1614
ndcg_cut_200          	2024-29182	0.1311
ndcg_cut_500          	2024-29182	0.1311
ndcg_cut_1000         	2024-29182	0.1311
map_cut_5             	2024-29182	0.0287
map_cut_10            	2024-29182	0.0517
map_cut_15            	2024-29182	0.0517
map_cut_20            	2024-29182	0.0517
map_cut_30            	2024-29182	0.0517
map_cut_100           	2024-29182	0.0517
map_cut_200           	2024-29182	0.0517
map_cut_500           	2024-29182	0.0517
map_cut_1000          	2024-29182	0.0517
relative_P_5          	2024-29182	1.0000
relative_P_10         	2024-29182	0.9000
relative_P_15         	2024-29182	0.6000
relative_P_20         	2024-29182	0.4500
relative_P_30         	2024-29182	0.3000
relative_P_100        	2024-29182	0.0900
relative_P_200        	2024-29182	0.0517
relative_P_500        	2024-29182	0.0517
relative_P_1000       	2024-29182	0.0517
success_1             	2024-29182	1.0000
success_5             	2024-29182	1.0000
success_10            	2024-29182	1.0000
set_P                 	2024-29182	1.0000
set_relative_P        	2024-29182	1.0000
set_recall            	2024-29182	0.0517
set_map               	2024-29182	0.0517
set_F                 	2024-29182	0.0984
num_nonrel_judged_ret 	2024-29182	0
num_ret               	2024-29941	9
num_rel               	2024-29941	240
num_rel_ret           	2024-29941	8
map                   	2024-29941	0.0292
Rprec                 	2024-29941	0.0333
bpref                 	2024-29941	0.0329
recip_rank            	2024-29941	1.0000
iprec_at_recall_0.00  	2024-29941	1.0000
iprec_at_recall_0.10  	2024-29941	0.0000
iprec_at_recall_0.20  	2024-29941	0.0000
iprec_at_recall_0.30  	2024-29941	0.0000
iprec_at_recall_0.40  	2024-29941	0.0000
iprec_at_recall_0.50  	2024-29941	0.0000
iprec_at_recall_0.60  	2024-29941	0.0000
iprec_at_recall_0.70  	2024-29941	0.0000
iprec_at_recall_0.80  	2024-29941	0.0000
iprec_at_recall_0.90  	2024-29941	0.0000
iprec_at_recall_1.00  	2024-29941	0.0000
P_5                   	2024-29941	0.8000
P_10                  	2024-29941	0.8000
P_15                  	2024-29941	0.5333
P_20                  	2024-29941	0.4000
P_30                  	2024-29941	0.2667
P_100                 	2024-29941	0.0800
P_200                 	2024-29941	0.0400
P_500                 	2024-29941	0.0160
P_1000                	2024-29941	0.0080
relstring             	2024-29941	'320332333'
recall_5              	2024-29941	0.0167
recall_10             	2024-29941	0.0333
recall_15             	2024-29941	0.0333
recall_20             	2024-29941	0.0333
recall_30             	2024-29941	0.0333
recall_100            	2024-29941	0.0333
recall_200            	2024-29941	0.0333
recall_500            	2024-29941	0.0333
recall_1000           	2024-29941	0.0333
infAP                 	2024-29941	0.0292
Rprec_mult_0.20       	2024-29941	0.1667
Rprec_mult_0.40       	2024-29941	0.0833
Rprec_mult_0.60       	2024-29941	0.0556
Rprec_mult_0.80       	2024-29941	0.0417
Rprec_mult_1.00       	2024-29941	0.0333
Rprec_mult_1.20       	2024-29941	0.0278
Rprec_mult_1.40       	2024-29941	0.0238
Rprec_mult_1.60       	2024-29941	0.0208
Rprec_mult_1.80       	2024-29941	0.0185
Rprec_mult_2.00       	2024-29941	0.0167
utility               	2024-29941	7.0000
11pt_avg              	2024-29941	0.0909
binG                  	2024-29941	0.0241
G                     	2024-29941	0.0257
ndcg                  	2024-29941	0.1344
ndcg_rel              	2024-29941	0.1569
Rndcg                 	2024-29941	0.1948
ndcg_cut_5            	2024-29941	0.7591
ndcg_cut_10           	2024-29941	0.7539
ndcg_cut_15           	2024-29941	0.5844
ndcg_cut_20           	2024-29941	0.4866
ndcg_cut_30           	2024-29941	0.3739
ndcg_cut_100          	2024-29941	0.1901
ndcg_cut_200          	2024-29941	0.1441
ndcg_cut_500          	2024-29941	0.1344
ndcg_cut_1000         	2024-29941	0.1344
map_cut_5             	2024-29941	0.0148
map_cut_10            	2024-29941	0.0292
map_cut_15            	2024-29941	0.0292
map_cut_20            	2024-29941	0.0292
map_cut_30            	2024-29941	0.0292
map_cut_100           	2024-29941	0.0292
map_cut_200           	2024-29941	0.0292
map_cut_500           	2024-29941	0.0292
map_cut_1000          	2024-29941	0.0292
relative_P_5          	2024-29941	0.8000
relative_P_10         	2024-29941	0.8000
relative_P_15         	2024-29941	0.5333
relative_P_20         	2024-29941	0.4000
relative_P_30         	2024-29941	0.2667
relative_P_100        	2024-29941	0.0800
relative_P_200        	2024-29941	0.0400
relative_P_500        	2024-29941	0.0333
relative_P_1000       	2024-29941	0.0333
success_1             	2024-29941	1.0000
success_5             	2024-29941	1.0000
success_10            	2024-29941	1.0000
set_P                 	2024-29941	0.8889
set_relative_P        	2024-29941	0.8889
set_recall            	2024-29941	0.0333
set_map               	2024-29941	0.0296
set_F                 	2024-29941	0.0643
num_nonrel_judged_ret 	2024-29941	1
num_ret               	2024-32912	9
num_rel               	2024-32912	109
num_rel_ret           	2024-32912	6
map                   	2024-32912	0.0550
Rprec                 	2024-32912	0.0550
bpref                 	2024-32912	0.0550
recip_rank            	2024-32912	1.0000
iprec_at_recall_0.00  	2024-32912	1.0000
iprec_at_recall_0.10  	2024-32912	0.0000
iprec_at_recall_0.20  	2024-32912	0.0000
iprec_at_recall_0.30  	2024-32912	0.0000
iprec_at_recall_0.40  	2024-32912	0.0000
iprec_at_recall_0.50  	2024-32912	0.0000
iprec_at_recall_0.60  	2024-32912	0.0000
iprec_at_recall_0.70  	2024-32912	0.0000
iprec_at_recall_0.80  	2024-32912	0.0000
iprec_at_recall_0.90  	2024-32912	0.0000
iprec_at_recall_1.00  	2024-32912	0.0000
P_5                   	2024-32912	1.0000
P_10                  	2024-32912	0.6000
P_15                  	2024-32912	0.4000
P_20                  	2024-32912	0.3000
P_30                  	2024-32912	0.2000
P_100                 	2024-32912	0.0600
P_200                 	2024-32912	0.0300
P_500                 	2024-32912	0.0120
P_1000                	2024-32912	0.0060
relstring             	2024-32912	'22122100-'
recall_5              	2024-32912	0.0459
recall_10             	2024-32912	0.0550
recall_15             	2024-32912	0.0550
recall_20             	2024-32912	0.0550
recall_30             	2024-32912	0.0550
recall_100            	2024-32912	0.0550
recall_200            	2024-32912	0.0550
recall_500            	2024-32912	0.0550
recall_1000           	2024-32912	0.0550
infAP                 	2024-32912	0.0550
Rprec_mult_0.20       	2024-32912	0.2727
Rprec_mult_0.40       	2024-32912	0.1364
Rprec_mult_0.60       	2024-32912	0.0909
Rprec_mult_0.80       	2024-32912	0.0682
Rprec_mult_1.00       	2024-32912	0.0550
Rprec_mult_1.20       	2024-32912	0.0458
Rprec_mult_1.40       	2024-32912	0.0392
Rprec_mult_1.60       	2024-32912	0.0343
Rprec_mult_1.80       	2024-32912	0.0305
Rprec_mult_2.00       	2024-32912	0.0275
utility               	2024-32912	3.0000
11pt_avg              	2024-32912	0.0909
binG                  	2024-32912	0.0550
G                     	2024-32912	0.0234
ndcg                  	2024-32912	0.1352
ndcg_rel              	2024-32912	0.1618
Rndcg                 	2024-32912	0.2313
ndcg_cut_5            	2024-32912	0.6101
ndcg_cut_10           	2024-32912	0.4221
ndcg_cut_15           	2024-32912	0.3477
ndcg_cut_20           	2024-32912	0.3043
ndcg_cut_30           	2024-32912	0.2486
ndcg_cut_100          	2024-32912	0.1396
ndcg_cut_200          	2024-32912	0.1352
ndcg_cut_500          	2024-32912	0.1352
ndcg_cut_1000         	2024-32912	0.1352
map_cut_5             	2024-32912	0.0459
map_cut_10            	2024-32912	0.0550
map_cut_15            	2024-32912	0.0550
map_cut_20            	2024-32912	0.0550
map_cut_30            	2024-32912	0.0550
map_cut_100           	2024-32912	0.0550
map_cut_200           	2024-32912	0.0550
map_cut_500           	2024-32912	0.0550
map_cut_1000          	2024-32912	0.0550
relative_P_5          	2024-32912	1.0000
relative_P_10         	2024-32912	0.6000
relative_P_15         	2024-32912	0.4000
relative_P_20         	2024-32912	0.3000
relative_P_30         	2024-32912	0.2000
relative_P_100        	2024-32912	0.0600
relative_P_200        	2024-32912	0.0550
relative_P_500        	2024-32912	0.0550
relative_P_1000       	2024-32912	0.0550
success_1             	2024-32912	1.0000
success_5             	2024-32912	1.0000
success_10            	2024-32912	1.0000
set_P                 	2024-32912	0.6667
set_relative_P        	2024-32912	0.6667
set_recall            	2024-32912	0.0550
set_map               	2024-32912	0.0367
set_F                 	2024-32912	0.1017
num_nonrel_judged_ret 	2024-32912	2
num_ret               	2024-33466	10
num_rel               	2024-33466	265
num_rel_ret           	2024-33466	10
map                   	2024-33466	0.0377
Rprec                 	2024-33466	0.0377
bpref                 	2024-33466	0.0377
recip_rank            	2024-33466	1.0000
iprec_at_recall_0.00  	2024-33466	1.0000
iprec_at_recall_0.10  	2024-33466	0.0000
iprec_at_recall_0.20  	2024-33466	0.0000
iprec_at_recall_0.30  	2024-33466	0.0000
iprec_at_recall_0.40  	2024-33466	0.0000
iprec_at_recall_0.50  	2024-33466	0.0000
iprec_at_recall_0.60  	2024-33466	0.0000
iprec_at_recall_0.70  	2024-33466	0.0000
iprec_at_recall_0.80  	2024-33466	0.0000
iprec_at_recall_0.90  	2024-33466	0.0000
iprec_at_recall_1.00  	2024-33466	0.0000
P_5                   	2024-33466	1.0000
P_10                  	2024-33466	1.0000
P_15                  	2024-33466	0.6667
P_20                  	2024-33466	0.5000
P_30                  	2024-33466	0.3333
P_100                 	2024-33466	0.1000
P_200                 	2024-33466	0.0500
P_500                 	2024-33466	0.0200
P_1000                	2024-33466	0.0100
relstring             	2024-33466	'2323233232'
recall_5              	2024-33466	0.0189
recall_10             	2024-33466	0.0377
recall_15             	2024-33466	0.0377
recall_20             	2024-33466	0.0377
recall_30             	2024-33466	0.0377
recall_100            	2024-33466	0.0377
recall_200            	2024-33466	0.0377
recall_500            	2024-33466	0.0377
recall_1000           	2024-33466	0.0377
infAP                 	2024-33466	0.0377
Rprec_mult_0.20       	2024-33466	0.1887
Rprec_mult_0.40       	2024-33466	0.0943
Rprec_mult_0.60       	2024-33466	0.0629
Rprec_mult_0.80       	2024-33466	0.0472
Rprec_mult_1.00       	2024-33466	0.0377
Rprec_mult_1.20       	2024-33466	0.0314
Rprec_mult_1.40       	2024-33466	0.0270
Rprec_mult_1.60       	2024-33466	0.0236
Rprec_mult_1.80       	2024-33466	0.0210
Rprec_mult_2.00       	2024-33466	0.0189
utility               	2024-33466	10.0000
11pt_avg              	2024-33466	0.0909
binG                  	2024-33466	0.0377
G                     	2024-33466	0.0213
ndcg                  	2024-33466	0.1155
ndcg_rel              	2024-33466	0.1410
Rndcg                 	2024-33466	0.1512
ndcg_cut_5            	2024-33466	0.7867
ndcg_cut_10           	2024-33466	0.8172
ndcg_cut_15           	2024-33466	0.6335
ndcg_cut_20           	2024-33466	0.5274
ndcg_cut_30           	2024-33466	0.4053
ndcg_cut_100          	2024-33466	0.1879
ndcg_cut_200          	2024-33466	0.1280
ndcg_cut_500          	2024-33466	0.1155
ndcg_cut_1000         	2024-33466	0.1155
map_cut_5             	2024-33466	0.0189
map_cut_10            	2024-33466	0.0377
map_cut_15            	2024-33466	0.0377
map_cut_20            	2024-33466	0.0377
map_cut_30            	2024-33466	0.0377
map_cut_100           	2024-33466	0.0377
map_cut_200           	2024-33466	0.0377
map_cut_500           	2024-33466	0.0377
map_cut_1000          	2024-33466	0.0377
relative_P_5          	2024-33466	1.0000
relative_P_10         	2024-33466	1.0000
relative_P_15         	2024-33466	0.6667
relative_P_20         	2024-33466	0.5000
relative_P_30         	2024-33466	0.3333
relative_P_100        	2024-33466	0.1000
relative_P_200        	2024-33466	0.0500
relative_P_500        	2024-33466	0.0377
relative_P_1000       	2024-33466	0.0377
success_1             	2024-33466	1.0000
success_5             	2024-33466	1.0000
success_10            	2024-33466	1.0000
set_P                 	2024-33466	1.0000
set_relative_P        	2024-33466	1.0000
set_recall            	2024-33466	0.0377
set_map               	2024-33466	0.0377
set_F                 	2024-33466	0.0727
num_nonrel_judged_ret 	2024-33466	0
num_ret               	2024-35227	11
num_rel               	2024-35227	216
num_rel_ret           	2024-35227	11
map                   	2024-35227	0.0509
Rprec                 	2024-35227	0.0509
bpref                 	2024-35227	0.0509
recip_rank            	2024-35227	1.0000
iprec_at_recall_0.00  	2024-35227	1.0000
iprec_at_recall_0.10  	2024-35227	0.0000
iprec_at_recall_0.20  	2024-35227	0.0000
iprec_at_recall_0.30  	2024-35227	0.0000
iprec_at_recall_0.40  	2024-35227	0.0000
iprec_at_recall_0.50  	2024-35227	0.0000
iprec_at_recall_0.60  	2024-35227	0.0000
iprec_at_recall_0.70  	2024-35227	0.0000
iprec_at_recall_0.80  	2024-35227	0.0000
iprec_at_recall_0.90  	2024-35227	0.0000
iprec_at_recall_1.00  	2024-35227	0.0000
P_5                   	2024-35227	1.0000
P_10                  	2024-35227	1.0000
P_15                  	2024-35227	0.7333
P_20                  	2024-35227	0.5500
P_30                  	2024-35227	0.3667
P_100                 	2024-35227	0.1100
P_200                 	2024-35227	0.0550
P_500                 	2024-35227	0.0220
P_1000                	2024-35227	0.0110
relstring             	2024-35227	'3222122111'
recall_5              	2024-35227	0.0231
recall_10             	2024-35227	0.0463
recall_15             	2024-35227	0.0509
recall_20             	2024-35227	0.0509
recall_30             	2024-35227	0.0509
recall_100            	2024-35227	0.0509
recall_200            	2024-35227	0.0509
recall_500            	2024-35227	0.0509
recall_1000           	2024-35227	0.0509
infAP                 	2024-35227	0.0509
Rprec_mult_0.20       	2024-35227	0.2500
Rprec_mult_0.40       	2024-35227	0.1264
Rprec_mult_0.60       	2024-35227	0.0846
Rprec_mult_0.80       	2024-35227	0.0636
Rprec_mult_1.00       	2024-35227	0.0509
Rprec_mult_1.20       	2024-35227	0.0423
Rprec_mult_1.40       	2024-35227	0.0363
Rprec_mult_1.60       	2024-35227	0.0318
Rprec_mult_1.80       	2024-35227	0.0283
Rprec_mult_2.00       	2024-35227	0.0255
utility               	2024-35227	11.0000
11pt_avg              	2024-35227	0.0909
binG                  	2024-35227	0.0509
G                     	2024-35227	0.0366
ndcg                  	2024-35227	0.1623
ndcg_rel              	2024-35227	0.1986
Rndcg                 	2024-35227	0.4275
ndcg_cut_5            	2024-35227	0.8648
ndcg_cut_10           	2024-35227	0.8206
ndcg_cut_15           	2024-35227	0.6795
ndcg_cut_20           	2024-35227	0.5775
ndcg_cut_30           	2024-35227	0.4547
ndcg_cut_100          	2024-35227	0.2271
ndcg_cut_200          	2024-35227	0.1685
ndcg_cut_500          	2024-35227	0.1623
ndcg_cut_1000         	2024-35227	0.1623
map_cut_5             	2024-35227	0.0231
map_cut_10            	2024-35227	0.0463
map_cut_15            	2024-35227	0.0509
map_cut_20            	2024-35227	0.0509
map_cut_30            	2024-35227	0.0509
map_cut_100           	2024-35227	0.0509
map_cut_200           	2024-35227	0.0509
map_cut_500           	2024-35227	0.0509
map_cut_1000          	2024-35227	0.0509
relative_P_5          	2024-35227	1.0000
relative_P_10         	2024-35227	1.0000
relative_P_15         	2024-35227	0.7333
relative_P_20         	2024-35227	0.5500
relative_P_30         	2024-35227	0.3667
relative_P_100        	2024-35227	0.1100
relative_P_200        	2024-35227	0.0550
relative_P_500        	2024-35227	0.0509
relative_P_1000       	2024-35227	0.0509
success_1             	2024-35227	1.0000
success_5             	2024-35227	1.0000
success_10            	2024-35227	1.0000
set_P                 	2024-35227	1.0000
set_relative_P        	2024-35227	1.0000
set_recall            	2024-35227	0.0509
set_map               	2024-35227	0.0509
set_F                 	2024-35227	0.0969
num_nonrel_judged_ret 	2024-35227	0
num_ret               	2024-35269	6
num_rel               	2024-35269	76
num_rel_ret           	2024-35269	4
map                   	2024-35269	0.0482
Rprec                 	2024-35269	0.0526
bpref                 	2024-35269	0.0525
recip_rank            	2024-35269	1.0000
iprec_at_recall_0.00  	2024-35269	1.0000
iprec_at_recall_0.10  	2024-35269	0.0000
iprec_at_recall_0.20  	2024-35269	0.0000
iprec_at_recall_0.30  	2024-35269	0.0000
iprec_at_recall_0.40  	2024-35269	0.0000
iprec_at_recall_0.50  	2024-35269	0.0000
iprec_at_recall_0.60  	2024-35269	0.0000
iprec_at_recall_0.70  	2024-35269	0.0000
iprec_at_recall_0.80  	2024-35269	0.0000
iprec_at_recall_0.90  	2024-35269	0.0000
iprec_at_recall_1.00  	2024-35269	0.0000
P_5                   	2024-35269	0.6000
P_10                  	2024-35269	0.4000
P_15                  	2024-35269	0.2667
P_20                  	2024-35269	0.2000
P_30                  	2024-35269	0.1333
P_100                 	2024-35269	0.0400
P_200                 	2024-35269	0.0200
P_500                 	2024-35269	0.0080
P_1000                	2024-35269	0.0040
relstring             	2024-35269	'2220-2'
recall_5              	2024-35269	0.0395
recall_10             	2024-35269	0.0526
recall_15             	2024-35269	0.0526
recall_20             	2024-35269	0.0526
recall_30             	2024-35269	0.0526
recall_100            	2024-35269	0.0526
recall_200            	2024-35269	0.0526
recall_500            	2024-35269	0.0526
recall_1000           	2024-35269	0.0526
infAP                 	2024-35269	0.0482
Rprec_mult_0.20       	2024-35269	0.2500
Rprec_mult_0.40       	2024-35269	0.1290
Rprec_mult_0.60       	2024-35269	0.0870
Rprec_mult_0.80       	2024-35269	0.0656
Rprec_mult_1.00       	2024-35269	0.0526
Rprec_mult_1.20       	2024-35269	0.0435
Rprec_mult_1.40       	2024-35269	0.0374
Rprec_mult_1.60       	2024-35269	0.0328
Rprec_mult_1.80       	2024-35269	0.0292
Rprec_mult_2.00       	2024-35269	0.0263
utility               	2024-35269	2.0000
11pt_avg              	2024-35269	0.0909
binG                  	2024-35269	0.0461
G                     	2024-35269	0.0477
ndcg                  	2024-35269	0.1514
ndcg_rel              	2024-35269	0.1928
Rndcg                 	2024-35269	0.1554
ndcg_cut_5            	2024-35269	0.7227
ndcg_cut_10           	2024-35269	0.5474
ndcg_cut_15           	2024-35269	0.4243
ndcg_cut_20           	2024-35269	0.3533
ndcg_cut_30           	2024-35269	0.2715
ndcg_cut_100          	2024-35269	0.1514
ndcg_cut_200          	2024-35269	0.1514
ndcg_cut_500          	2024-35269	0.1514
ndcg_cut_1000         	2024-35269	0.1514
map_cut_5             	2024-35269	0.0395
map_cut_10            	2024-35269	0.0482
map_cut_15            	2024-35269	0.0482
map_cut_20            	2024-35269	0.0482
map_cut_30            	2024-35269	0.0482
map_cut_100           	2024-35269	0.0482
map_cut_200           	2024-35269	0.0482
map_cut_500           	2024-35269	0.0482
map_cut_1000          	2024-35269	0.0482
relative_P_5          	2024-35269	0.6000
relative_P_10         	2024-35269	0.4000
relative_P_15         	2024-35269	0.2667
relative_P_20         	2024-35269	0.2000
relative_P_30         	2024-35269	0.1333
relative_P_100        	2024-35269	0.0526
relative_P_200        	2024-35269	0.0526
relative_P_500        	2024-35269	0.0526
relative_P_1000       	2024-35269	0.0526
success_1             	2024-35269	1.0000
success_5             	2024-35269	1.0000
success_10            	2024-35269	1.0000
set_P                 	2024-35269	0.6667
set_relative_P        	2024-35269	0.6667
set_recall            	2024-35269	0.0526
set_map               	2024-35269	0.0351
set_F                 	2024-35269	0.0976
num_nonrel_judged_ret 	2024-35269	1
num_ret               	2024-35284	4
num_rel               	2024-35284	141
num_rel_ret           	2024-35284	3
map                   	2024-35284	0.0136
Rprec                 	2024-35284	0.0213
bpref                 	2024-35284	0.0170
recip_rank            	2024-35284	0.5000
iprec_at_recall_0.00  	2024-35284	0.7500
iprec_at_recall_0.10  	2024-35284	0.0000
iprec_at_recall_0.20  	2024-35284	0.0000
iprec_at_recall_0.30  	2024-35284	0.0000
iprec_at_recall_0.40  	2024-35284	0.0000
iprec_at_recall_0.50  	2024-35284	0.0000
iprec_at_recall_0.60  	2024-35284	0.0000
iprec_at_recall_0.70  	2024-35284	0.0000
iprec_at_recall_0.80  	2024-35284	0.0000
iprec_at_recall_0.90  	2024-35284	0.0000
iprec_at_recall_1.00  	2024-35284	0.0000
P_5                   	2024-35284	0.6000
P_10                  	2024-35284	0.3000
P_15                  	2024-35284	0.2000
P_20                  	2024-35284	0.1500
P_30                  	2024-35284	0.1000
P_100                 	2024-35284	0.0300
P_200                 	2024-35284	0.0150
P_500                 	2024-35284	0.0060
P_1000                	2024-35284	0.0030
relstring             	2024-35284	'0111'
recall_5              	2024-35284	0.0213
recall_10             	2024-35284	0.0213
recall_15             	2024-35284	0.0213
recall_20             	2024-35284	0.0213
recall_30             	2024-35284	0.0213
recall_100            	2024-35284	0.0213
recall_200            	2024-35284	0.0213
recall_500            	2024-35284	0.0213
recall_1000           	2024-35284	0.0213
infAP                 	2024-35284	0.0136
Rprec_mult_0.20       	2024-35284	0.1034
Rprec_mult_0.40       	2024-35284	0.0526
Rprec_mult_0.60       	2024-35284	0.0353
Rprec_mult_0.80       	2024-35284	0.0265
Rprec_mult_1.00       	2024-35284	0.0213
Rprec_mult_1.20       	2024-35284	0.0176
Rprec_mult_1.40       	2024-35284	0.0152
Rprec_mult_1.60       	2024-35284	0.0133
Rprec_mult_1.80       	2024-35284	0.0118
Rprec_mult_2.00       	2024-35284	0.0106
utility               	2024-35284	2.0000
11pt_avg              	2024-35284	0.0682
binG                  	2024-35284	0.0134
G                     	2024-35284	0.0051
ndcg                  	2024-35284	0.0375
ndcg_rel              	2024-35284	0.0403
Rndcg                 	2024-35284	0.0849
ndcg_cut_5            	2024-35284	0.1765
ndcg_cut_10           	2024-35284	0.1260
ndcg_cut_15           	2024-35284	0.1039
ndcg_cut_20           	2024-35284	0.0898
ndcg_cut_30           	2024-35284	0.0722
ndcg_cut_100          	2024-35284	0.0437
ndcg_cut_200          	2024-35284	0.0375
ndcg_cut_500          	2024-35284	0.0375
ndcg_cut_1000         	2024-35284	0.0375
map_cut_5             	2024-35284	0.0136
map_cut_10            	2024-35284	0.0136
map_cut_15            	2024-35284	0.0136
map_cut_20            	2024-35284	0.0136
map_cut_30            	2024-35284	0.0136
map_cut_100           	2024-35284	0.0136
map_cut_200           	2024-35284	0.0136
map_cut_500           	2024-35284	0.0136
map_cut_1000          	2024-35284	0.0136
relative_P_5          	2024-35284	0.6000
relative_P_10         	2024-35284	0.3000
relative_P_15         	2024-35284	0.2000
relative_P_20         	2024-35284	0.1500
relative_P_30         	2024-35284	0.1000
relative_P_100        	2024-35284	0.0300
relative_P_200        	2024-35284	0.0213
relative_P_500        	2024-35284	0.0213
relative_P_1000       	2024-35284	0.0213
success_1             	2024-35284	0.0000
success_5             	2024-35284	1.0000
success_10            	2024-35284	1.0000
set_P                 	2024-35284	0.7500
set_relative_P        	2024-35284	0.7500
set_recall            	2024-35284	0.0213
set_map               	2024-35284	0.0160
set_F                 	2024-35284	0.0414
num_nonrel_judged_ret 	2024-35284	1
num_ret               	2024-35620	4
num_rel               	2024-35620	104
num_rel_ret           	2024-35620	4
map                   	2024-35620	0.0385
Rprec                 	2024-35620	0.0385
bpref                 	2024-35620	0.0385
recip_rank            	2024-35620	1.0000
iprec_at_recall_0.00  	2024-35620	1.0000
iprec_at_recall_0.10  	2024-35620	0.0000
iprec_at_recall_0.20  	2024-35620	0.0000
iprec_at_recall_0.30  	2024-35620	0.0000
iprec_at_recall_0.40  	2024-35620	0.0000
iprec_at_recall_0.50  	2024-35620	0.0000
iprec_at_recall_0.60  	2024-35620	0.0000
iprec_at_recall_0.70  	2024-35620	0.0000
iprec_at_recall_0.80  	2024-35620	0.0000
iprec_at_recall_0.90  	2024-35620	0.0000
iprec_at_recall_1.00  	2024-35620	0.0000
P_5                   	2024-35620	0.8000
P_10                  	2024-35620	0.4000
P_15                  	2024-35620	0.2667
P_20                  	2024-35620	0.2000
P_30                  	2024-35620	0.1333
P_100                 	2024-35620	0.0400
P_200                 	2024-35620	0.0200
P_500                 	2024-35620	0.0080
P_1000                	2024-35620	0.0040
relstring             	2024-35620	'3333'
recall_5              	2024-35620	0.0385
recall_10             	2024-35620	0.0385
recall_15             	2024-35620	0.0385
recall_20             	2024-35620	0.0385
recall_30             	2024-35620	0.0385
recall_100            	2024-35620	0.0385
recall_200            	2024-35620	0.0385
recall_500            	2024-35620	0.0385
recall_1000           	2024-35620	0.0385
infAP                 	2024-35620	0.0385
Rprec_mult_0.20       	2024-35620	0.1905
Rprec_mult_0.40       	2024-35620	0.0952
Rprec_mult_0.60       	2024-35620	0.0635
Rprec_mult_0.80       	2024-35620	0.0476
Rprec_mult_1.00       	2024-35620	0.0385
Rprec_mult_1.20       	2024-35620	0.0320
Rprec_mult_1.40       	2024-35620	0.0274
Rprec_mult_1.60       	2024-35620	0.0240
Rprec_mult_1.80       	2024-35620	0.0213
Rprec_mult_2.00       	2024-35620	0.0192
utility               	2024-35620	4.0000
11pt_avg              	2024-35620	0.0909
binG                  	2024-35620	0.0385
G                     	2024-35620	0.0550
ndcg                  	2024-35620	0.1545
ndcg_rel              	2024-35620	0.1870
Rndcg                 	2024-35620	0.1747
ndcg_cut_5            	2024-35620	0.8688
ndcg_cut_10           	2024-35620	0.5638
ndcg_cut_15           	2024-35620	0.4370
ndcg_cut_20           	2024-35620	0.3639
ndcg_cut_30           	2024-35620	0.2796
ndcg_cut_100          	2024-35620	0.1564
ndcg_cut_200          	2024-35620	0.1545
ndcg_cut_500          	2024-35620	0.1545
ndcg_cut_1000         	2024-35620	0.1545
map_cut_5             	2024-35620	0.0385
map_cut_10            	2024-35620	0.0385
map_cut_15            	2024-35620	0.0385
map_cut_20            	2024-35620	0.0385
map_cut_30            	2024-35620	0.0385
map_cut_100           	2024-35620	0.0385
map_cut_200           	2024-35620	0.0385
map_cut_500           	2024-35620	0.0385
map_cut_1000          	2024-35620	0.0385
relative_P_5          	2024-35620	0.8000
relative_P_10         	2024-35620	0.4000
relative_P_15         	2024-35620	0.2667
relative_P_20         	2024-35620	0.2000
relative_P_30         	2024-35620	0.1333
relative_P_100        	2024-35620	0.0400
relative_P_200        	2024-35620	0.0385
relative_P_500        	2024-35620	0.0385
relative_P_1000       	2024-35620	0.0385
success_1             	2024-35620	1.0000
success_5             	2024-35620	1.0000
success_10            	2024-35620	1.0000
set_P                 	2024-35620	1.0000
set_relative_P        	2024-35620	1.0000
set_recall            	2024-35620	0.0385
set_map               	2024-35620	0.0385
set_F                 	2024-35620	0.0741
num_nonrel_judged_ret 	2024-35620	0
num_ret               	2024-36155	5
num_rel               	2024-36155	82
num_rel_ret           	2024-36155	4
map                   	2024-36155	0.0463
Rprec                 	2024-36155	0.0488
bpref                 	2024-36155	0.0486
recip_rank            	2024-36155	1.0000
iprec_at_recall_0.00  	2024-36155	1.0000
iprec_at_recall_0.10  	2024-36155	0.0000
iprec_at_recall_0.20  	2024-36155	0.0000
iprec_at_recall_0.30  	2024-36155	0.0000
iprec_at_recall_0.40  	2024-36155	0.0000
iprec_at_recall_0.50  	2024-36155	0.0000
iprec_at_recall_0.60  	2024-36155	0.0000
iprec_at_recall_0.70  	2024-36155	0.0000
iprec_at_recall_0.80  	2024-36155	0.0000
iprec_at_recall_0.90  	2024-36155	0.0000
iprec_at_recall_1.00  	2024-36155	0.0000
P_5                   	2024-36155	0.8000
P_10                  	2024-36155	0.4000
P_15                  	2024-36155	0.2667
P_20                  	2024-36155	0.2000
P_30                  	2024-36155	0.1333
P_100                 	2024-36155	0.0400
P_200                 	2024-36155	0.0200
P_500                 	2024-36155	0.0080
P_1000                	2024-36155	0.0040
relstring             	2024-36155	'12101'
recall_5              	2024-36155	0.0488
recall_10             	2024-36155	0.0488
recall_15             	2024-36155	0.0488
recall_20             	2024-36155	0.0488
recall_30             	2024-36155	0.0488
recall_100            	2024-36155	0.0488
recall_200            	2024-36155	0.0488
recall_500            	2024-36155	0.0488
recall_1000           	2024-36155	0.0488
infAP                 	2024-36155	0.0463
Rprec_mult_0.20       	2024-36155	0.2353
Rprec_mult_0.40       	2024-36155	0.1212
Rprec_mult_0.60       	2024-36155	0.0800
Rprec_mult_0.80       	2024-36155	0.0606
Rprec_mult_1.00       	2024-36155	0.0488
Rprec_mult_1.20       	2024-36155	0.0404
Rprec_mult_1.40       	2024-36155	0.0348
Rprec_mult_1.60       	2024-36155	0.0303
Rprec_mult_1.80       	2024-36155	0.0270
Rprec_mult_2.00       	2024-36155	0.0244
utility               	2024-36155	3.0000
11pt_avg              	2024-36155	0.0909
binG                  	2024-36155	0.0443
G                     	2024-36155	0.0264
ndcg                  	2024-36155	0.1227
ndcg_rel              	2024-36155	0.1457
Rndcg                 	2024-36155	0.1665
ndcg_cut_5            	2024-36155	0.5340
ndcg_cut_10           	2024-36155	0.3465
ndcg_cut_15           	2024-36155	0.2686
ndcg_cut_20           	2024-36155	0.2236
ndcg_cut_30           	2024-36155	0.1891
ndcg_cut_100          	2024-36155	0.1227
ndcg_cut_200          	2024-36155	0.1227
ndcg_cut_500          	2024-36155	0.1227
ndcg_cut_1000         	2024-36155	0.1227
map_cut_5             	2024-36155	0.0463
map_cut_10            	2024-36155	0.0463
map_cut_15            	2024-36155	0.0463
map_cut_20            	2024-36155	0.0463
map_cut_30            	2024-36155	0.0463
map_cut_100           	2024-36155	0.0463
map_cut_200           	2024-36155	0.0463
map_cut_500           	2024-36155	0.0463
map_cut_1000          	2024-36155	0.0463
relative_P_5          	2024-36155	0.8000
relative_P_10         	2024-36155	0.4000
relative_P_15         	2024-36155	0.2667
relative_P_20         	2024-36155	0.2000
relative_P_30         	2024-36155	0.1333
relative_P_100        	2024-36155	0.0488
relative_P_200        	2024-36155	0.0488
relative_P_500        	2024-36155	0.0488
relative_P_1000       	2024-36155	0.0488
success_1             	2024-36155	1.0000
success_5             	2024-36155	1.0000
success_10            	2024-36155	1.0000
set_P                 	2024-36155	0.8000
set_relative_P        	2024-36155	0.8000
set_recall            	2024-36155	0.0488
set_map               	2024-36155	0.0390
set_F                 	2024-36155	0.0920
num_nonrel_judged_ret 	2024-36155	1
num_ret               	2024-38986	9
num_rel               	2024-38986	315
num_rel_ret           	2024-38986	9
map                   	2024-38986	0.0286
Rprec                 	2024-38986	0.0286
bpref                 	2024-38986	0.0286
recip_rank            	2024-38986	1.0000
iprec_at_recall_0.00  	2024-38986	1.0000
iprec_at_recall_0.10  	2024-38986	0.0000
iprec_at_recall_0.20  	2024-38986	0.0000
iprec_at_recall_0.30  	2024-38986	0.0000
iprec_at_recall_0.40  	2024-38986	0.0000
iprec_at_recall_0.50  	2024-38986	0.0000
iprec_at_recall_0.60  	2024-38986	0.0000
iprec_at_recall_0.70  	2024-38986	0.0000
iprec_at_recall_0.80  	2024-38986	0.0000
iprec_at_recall_0.90  	2024-38986	0.0000
iprec_at_recall_1.00  	2024-38986	0.0000
P_5                   	2024-38986	1.0000
P_10                  	2024-38986	0.9000
P_15                  	2024-38986	0.6000
P_20                  	2024-38986	0.4500
P_30                  	2024-38986	0.3000
P_100                 	2024-38986	0.0900
P_200                 	2024-38986	0.0450
P_500                 	2024-38986	0.0180
P_1000                	2024-38986	0.0090
relstring             	2024-38986	'122111113'
recall_5              	2024-38986	0.0159
recall_10             	2024-38986	0.0286
recall_15             	2024-38986	0.0286
recall_20             	2024-38986	0.0286
recall_30             	2024-38986	0.0286
recall_100            	2024-38986	0.0286
recall_200            	2024-38986	0.0286
recall_500            	2024-38986	0.0286
recall_1000           	2024-38986	0.0286
infAP                 	2024-38986	0.0286
Rprec_mult_0.20       	2024-38986	0.1429
Rprec_mult_0.40       	2024-38986	0.0714
Rprec_mult_0.60       	2024-38986	0.0476
Rprec_mult_0.80       	2024-38986	0.0357
Rprec_mult_1.00       	2024-38986	0.0286
Rprec_mult_1.20       	2024-38986	0.0238
Rprec_mult_1.40       	2024-38986	0.0204
Rprec_mult_1.60       	2024-38986	0.0179
Rprec_mult_1.80       	2024-38986	0.0159
Rprec_mult_2.00       	2024-38986	0.0143
utility               	2024-38986	9.0000
11pt_avg              	2024-38986	0.0909
binG                  	2024-38986	0.0286
G                     	2024-38986	0.0103
ndcg                  	2024-38986	0.0810
ndcg_rel              	2024-38986	0.0915
Rndcg                 	2024-38986	0.1911
ndcg_cut_5            	2024-38986	0.4612
ndcg_cut_10           	2024-38986	0.4393
ndcg_cut_15           	2024-38986	0.3454
ndcg_cut_20           	2024-38986	0.3041
ndcg_cut_30           	2024-38986	0.2502
ndcg_cut_100          	2024-38986	0.1311
ndcg_cut_200          	2024-38986	0.1006
ndcg_cut_500          	2024-38986	0.0810
ndcg_cut_1000         	2024-38986	0.0810
map_cut_5             	2024-38986	0.0159
map_cut_10            	2024-38986	0.0286
map_cut_15            	2024-38986	0.0286
map_cut_20            	2024-38986	0.0286
map_cut_30            	2024-38986	0.0286
map_cut_100           	2024-38986	0.0286
map_cut_200           	2024-38986	0.0286
map_cut_500           	2024-38986	0.0286
map_cut_1000          	2024-38986	0.0286
relative_P_5          	2024-38986	1.0000
relative_P_10         	2024-38986	0.9000
relative_P_15         	2024-38986	0.6000
relative_P_20         	2024-38986	0.4500
relative_P_30         	2024-38986	0.3000
relative_P_100        	2024-38986	0.0900
relative_P_200        	2024-38986	0.0450
relative_P_500        	2024-38986	0.0286
relative_P_1000       	2024-38986	0.0286
success_1             	2024-38986	1.0000
success_5             	2024-38986	1.0000
success_10            	2024-38986	1.0000
set_P                 	2024-38986	1.0000
set_relative_P        	2024-38986	1.0000
set_recall            	2024-38986	0.0286
set_map               	2024-38986	0.0286
set_F                 	2024-38986	0.0556
num_nonrel_judged_ret 	2024-38986	0
num_ret               	2024-40863	11
num_rel               	2024-40863	314
num_rel_ret           	2024-40863	11
map                   	2024-40863	0.0350
Rprec                 	2024-40863	0.0350
bpref                 	2024-40863	0.0350
recip_rank            	2024-40863	1.0000
iprec_at_recall_0.00  	2024-40863	1.0000
iprec_at_recall_0.10  	2024-40863	0.0000
iprec_at_recall_0.20  	2024-40863	0.0000
iprec_at_recall_0.30  	2024-40863	0.0000
iprec_at_recall_0.40  	2024-40863	0.0000
iprec_at_recall_0.50  	2024-40863	0.0000
iprec_at_recall_0.60  	2024-40863	0.0000
iprec_at_recall_0.70  	2024-40863	0.0000
iprec_at_recall_0.80  	2024-40863	0.0000
iprec_at_recall_0.90  	2024-40863	0.0000
iprec_at_recall_1.00  	2024-40863	0.0000
P_5                   	2024-40863	1.0000
P_10                  	2024-40863	1.0000
P_15                  	2024-40863	0.7333
P_20                  	2024-40863	0.5500
P_30                  	2024-40863	0.3667
P_100                 	2024-40863	0.1100
P_200                 	2024-40863	0.0550
P_500                 	2024-40863	0.0220
P_1000                	2024-40863	0.0110
relstring             	2024-40863	'1321111211'
recall_5              	2024-40863	0.0159
recall_10             	2024-40863	0.0318
recall_15             	2024-40863	0.0350
recall_20             	2024-40863	0.0350
recall_30             	2024-40863	0.0350
recall_100            	2024-40863	0.0350
recall_200            	2024-40863	0.0350
recall_500            	2024-40863	0.0350
recall_1000           	2024-40863	0.0350
infAP                 	2024-40863	0.0350
Rprec_mult_0.20       	2024-40863	0.1746
Rprec_mult_0.40       	2024-40863	0.0873
Rprec_mult_0.60       	2024-40863	0.0582
Rprec_mult_0.80       	2024-40863	0.0437
Rprec_mult_1.00       	2024-40863	0.0350
Rprec_mult_1.20       	2024-40863	0.0292
Rprec_mult_1.40       	2024-40863	0.0250
Rprec_mult_1.60       	2024-40863	0.0219
Rprec_mult_1.80       	2024-40863	0.0194
Rprec_mult_2.00       	2024-40863	0.0175
utility               	2024-40863	11.0000
11pt_avg              	2024-40863	0.0909
binG                  	2024-40863	0.0350
G                     	2024-40863	0.0104
ndcg                  	2024-40863	0.0770
ndcg_rel              	2024-40863	0.0923
Rndcg                 	2024-40863	0.1131
ndcg_cut_5            	2024-40863	0.5325
ndcg_cut_10           	2024-40863	0.4857
ndcg_cut_15           	2024-40863	0.4241
ndcg_cut_20           	2024-40863	0.3531
ndcg_cut_30           	2024-40863	0.2713
ndcg_cut_100          	2024-40863	0.1320
ndcg_cut_200          	2024-40863	0.0903
ndcg_cut_500          	2024-40863	0.0770
ndcg_cut_1000         	2024-40863	0.0770
map_cut_5             	2024-40863	0.0159
map_cut_10            	2024-40863	0.0318
map_cut_15            	2024-40863	0.0350
map_cut_20            	2024-40863	0.0350
map_cut_30            	2024-40863	0.0350
map_cut_100           	2024-40863	0.0350
map_cut_200           	2024-40863	0.0350
map_cut_500           	2024-40863	0.0350
map_cut_1000          	2024-40863	0.0350
relative_P_5          	2024-40863	1.0000
relative_P_10         	2024-40863	1.0000
relative_P_15         	2024-40863	0.7333
relative_P_20         	2024-40863	0.5500
relative_P_30         	2024-40863	0.3667
relative_P_100        	2024-40863	0.1100
relative_P_200        	2024-40863	0.0550
relative_P_500        	2024-40863	0.0350
relative_P_1000       	2024-40863	0.0350
success_1             	2024-40863	1.0000
success_5             	2024-40863	1.0000
success_10            	2024-40863	1.0000
set_P                 	2024-40863	1.0000
set_relative_P        	2024-40863	1.0000
set_recall            	2024-40863	0.0350
set_map               	2024-40863	0.0350
set_F                 	2024-40863	0.0677
num_nonrel_judged_ret 	2024-40863	0
num_ret               	2024-41198	7
num_rel               	2024-41198	184
num_rel_ret           	2024-41198	5
map                   	2024-41198	0.0272
Rprec                 	2024-41198	0.0272
bpref                 	2024-41198	0.0272
recip_rank            	2024-41198	1.0000
iprec_at_recall_0.00  	2024-41198	1.0000
iprec_at_recall_0.10  	2024-41198	0.0000
iprec_at_recall_0.20  	2024-41198	0.0000
iprec_at_recall_0.30  	2024-41198	0.0000
iprec_at_recall_0.40  	2024-41198	0.0000
iprec_at_recall_0.50  	2024-41198	0.0000
iprec_at_recall_0.60  	2024-41198	0.0000
iprec_at_recall_0.70  	2024-41198	0.0000
iprec_at_recall_0.80  	2024-41198	0.0000
iprec_at_recall_0.90  	2024-41198	0.0000
iprec_at_recall_1.00  	2024-41198	0.0000
P_5                   	2024-41198	1.0000
P_10                  	2024-41198	0.5000
P_15                  	2024-41198	0.3333
P_20                  	2024-41198	0.2500
P_30                  	2024-41198	0.1667
P_100                 	2024-41198	0.0500
P_200                 	2024-41198	0.0250
P_500                 	2024-41198	0.0100
P_1000                	2024-41198	0.0050
relstring             	2024-41198	'1212200'
recall_5              	2024-41198	0.0272
recall_10             	2024-41198	0.0272
recall_15             	2024-41198	0.0272
recall_20             	2024-41198	0.0272
recall_30             	2024-41198	0.0272
recall_100            	2024-41198	0.0272
recall_200            	2024-41198	0.0272
recall_500            	2024-41198	0.0272
recall_1000           	2024-41198	0.0272
infAP                 	2024-41198	0.0272
Rprec_mult_0.20       	2024-41198	0.1351
Rprec_mult_0.40       	2024-41198	0.0676
Rprec_mult_0.60       	2024-41198	0.0450
Rprec_mult_0.80       	2024-41198	0.0338
Rprec_mult_1.00       	2024-41198	0.0272
Rprec_mult_1.20       	2024-41198	0.0226
Rprec_mult_1.40       	2024-41198	0.0194
Rprec_mult_1.60       	2024-41198	0.0169
Rprec_mult_1.80       	2024-41198	0.0151
Rprec_mult_2.00       	2024-41198	0.0136
utility               	2024-41198	3.0000
11pt_avg              	2024-41198	0.0909
binG                  	2024-41198	0.0272
G                     	2024-41198	0.0129
ndcg                  	2024-41198	0.0916
ndcg_rel              	2024-41198	0.1012
Rndcg                 	2024-41198	0.2400
ndcg_cut_5            	2024-41198	0.5198
ndcg_cut_10           	2024-41198	0.3775
ndcg_cut_15           	2024-41198	0.3078
ndcg_cut_20           	2024-41198	0.2642
ndcg_cut_30           	2024-41198	0.2105
ndcg_cut_100          	2024-41198	0.1214
ndcg_cut_200          	2024-41198	0.0916
ndcg_cut_500          	2024-41198	0.0916
ndcg_cut_1000         	2024-41198	0.0916
map_cut_5             	2024-41198	0.0272
map_cut_10            	2024-41198	0.0272
map_cut_15            	2024-41198	0.0272
map_cut_20            	2024-41198	0.0272
map_cut_30            	2024-41198	0.0272
map_cut_100           	2024-41198	0.0272
map_cut_200           	2024-41198	0.0272
map_cut_500           	2024-41198	0.0272
map_cut_1000          	2024-41198	0.0272
relative_P_5          	2024-41198	1.0000
relative_P_10         	2024-41198	0.5000
relative_P_15         	2024-41198	0.3333
relative_P_20         	2024-41198	0.2500
relative_P_30         	2024-41198	0.1667
relative_P_100        	2024-41198	0.0500
relative_P_200        	2024-41198	0.0272
relative_P_500        	2024-41198	0.0272
relative_P_1000       	2024-41198	0.0272
success_1             	2024-41198	1.0000
success_5             	2024-41198	1.0000
success_10            	2024-41198	1.0000
set_P                 	2024-41198	0.7143
set_relative_P        	2024-41198	0.7143
set_recall            	2024-41198	0.0272
set_map               	2024-41198	0.0194
set_F                 	2024-41198	0.0524
num_nonrel_judged_ret 	2024-41198	2
num_ret               	2024-41464	9
num_rel               	2024-41464	366
num_rel_ret           	2024-41464	9
map                   	2024-41464	0.0246
Rprec                 	2024-41464	0.0246
bpref                 	2024-41464	0.0246
recip_rank            	2024-41464	1.0000
iprec_at_recall_0.00  	2024-41464	1.0000
iprec_at_recall_0.10  	2024-41464	0.0000
iprec_at_recall_0.20  	2024-41464	0.0000
iprec_at_recall_0.30  	2024-41464	0.0000
iprec_at_recall_0.40  	2024-41464	0.0000
iprec_at_recall_0.50  	2024-41464	0.0000
iprec_at_recall_0.60  	2024-41464	0.0000
iprec_at_recall_0.70  	2024-41464	0.0000
iprec_at_recall_0.80  	2024-41464	0.0000
iprec_at_recall_0.90  	2024-41464	0.0000
iprec_at_recall_1.00  	2024-41464	0.0000
P_5                   	2024-41464	1.0000
P_10                  	2024-41464	0.9000
P_15                  	2024-41464	0.6000
P_20                  	2024-41464	0.4500
P_30                  	2024-41464	0.3000
P_100                 	2024-41464	0.0900
P_200                 	2024-41464	0.0450
P_500                 	2024-41464	0.0180
P_1000                	2024-41464	0.0090
relstring             	2024-41464	'211122221'
recall_5              	2024-41464	0.0137
recall_10             	2024-41464	0.0246
recall_15             	2024-41464	0.0246
recall_20             	2024-41464	0.0246
recall_30             	2024-41464	0.0246
recall_100            	2024-41464	0.0246
recall_200            	2024-41464	0.0246
recall_500            	2024-41464	0.0246
recall_1000           	2024-41464	0.0246
infAP                 	2024-41464	0.0246
Rprec_mult_0.20       	2024-41464	0.1216
Rprec_mult_0.40       	2024-41464	0.0612
Rprec_mult_0.60       	2024-41464	0.0409
Rprec_mult_0.80       	2024-41464	0.0307
Rprec_mult_1.00       	2024-41464	0.0246
Rprec_mult_1.20       	2024-41464	0.0205
Rprec_mult_1.40       	2024-41464	0.0175
Rprec_mult_1.60       	2024-41464	0.0154
Rprec_mult_1.80       	2024-41464	0.0137
Rprec_mult_2.00       	2024-41464	0.0123
utility               	2024-41464	9.0000
11pt_avg              	2024-41464	0.0909
binG                  	2024-41464	0.0246
G                     	2024-41464	0.0088
ndcg                  	2024-41464	0.0716
ndcg_rel              	2024-41464	0.0827
Rndcg                 	2024-41464	0.1768
ndcg_cut_5            	2024-41464	0.4901
ndcg_cut_10           	2024-41464	0.4876
ndcg_cut_15           	2024-41464	0.3780
ndcg_cut_20           	2024-41464	0.3292
ndcg_cut_30           	2024-41464	0.2721
ndcg_cut_100          	2024-41464	0.1385
ndcg_cut_200          	2024-41464	0.0918
ndcg_cut_500          	2024-41464	0.0716
ndcg_cut_1000         	2024-41464	0.0716
map_cut_5             	2024-41464	0.0137
map_cut_10            	2024-41464	0.0246
map_cut_15            	2024-41464	0.0246
map_cut_20            	2024-41464	0.0246
map_cut_30            	2024-41464	0.0246
map_cut_100           	2024-41464	0.0246
map_cut_200           	2024-41464	0.0246
map_cut_500           	2024-41464	0.0246
map_cut_1000          	2024-41464	0.0246
relative_P_5          	2024-41464	1.0000
relative_P_10         	2024-41464	0.9000
relative_P_15         	2024-41464	0.6000
relative_P_20         	2024-41464	0.4500
relative_P_30         	2024-41464	0.3000
relative_P_100        	2024-41464	0.0900
relative_P_200        	2024-41464	0.0450
relative_P_500        	2024-41464	0.0246
relative_P_1000       	2024-41464	0.0246
success_1             	2024-41464	1.0000
success_5             	2024-41464	1.0000
success_10            	2024-41464	1.0000
set_P                 	2024-41464	1.0000
set_relative_P        	2024-41464	1.0000
set_recall            	2024-41464	0.0246
set_map               	2024-41464	0.0246
set_F                 	2024-41464	0.0480
num_nonrel_judged_ret 	2024-41464	0
num_ret               	2024-41849	9
num_rel               	2024-41849	94
num_rel_ret           	2024-41849	7
map                   	2024-41849	0.0667
Rprec                 	2024-41849	0.0745
bpref                 	2024-41849	0.0739
recip_rank            	2024-41849	1.0000
iprec_at_recall_0.00  	2024-41849	1.0000
iprec_at_recall_0.10  	2024-41849	0.0000
iprec_at_recall_0.20  	2024-41849	0.0000
iprec_at_recall_0.30  	2024-41849	0.0000
iprec_at_recall_0.40  	2024-41849	0.0000
iprec_at_recall_0.50  	2024-41849	0.0000
iprec_at_recall_0.60  	2024-41849	0.0000
iprec_at_recall_0.70  	2024-41849	0.0000
iprec_at_recall_0.80  	2024-41849	0.0000
iprec_at_recall_0.90  	2024-41849	0.0000
iprec_at_recall_1.00  	2024-41849	0.0000
P_5                   	2024-41849	0.8000
P_10                  	2024-41849	0.7000
P_15                  	2024-41849	0.4667
P_20                  	2024-41849	0.3500
P_30                  	2024-41849	0.2333
P_100                 	2024-41849	0.0700
P_200                 	2024-41849	0.0350
P_500                 	2024-41849	0.0140
P_1000                	2024-41849	0.0070
relstring             	2024-41849	'1110132-1'
recall_5              	2024-41849	0.0426
recall_10             	2024-41849	0.0745
recall_15             	2024-41849	0.0745
recall_20             	2024-41849	0.0745
recall_30             	2024-41849	0.0745
recall_100            	2024-41849	0.0745
recall_200            	2024-41849	0.0745
recall_500            	2024-41849	0.0745
recall_1000           	2024-41849	0.0745
infAP                 	2024-41849	0.0667
Rprec_mult_0.20       	2024-41849	0.3684
Rprec_mult_0.40       	2024-41849	0.1842
Rprec_mult_0.60       	2024-41849	0.1228
Rprec_mult_0.80       	2024-41849	0.0921
Rprec_mult_1.00       	2024-41849	0.0745
Rprec_mult_1.20       	2024-41849	0.0619
Rprec_mult_1.40       	2024-41849	0.0530
Rprec_mult_1.60       	2024-41849	0.0464
Rprec_mult_1.80       	2024-41849	0.0412
Rprec_mult_2.00       	2024-41849	0.0372
utility               	2024-41849	5.0000
11pt_avg              	2024-41849	0.0909
binG                  	2024-41849	0.0574
G                     	2024-41849	0.0288
ndcg                  	2024-41849	0.1597
ndcg_rel              	2024-41849	0.1755
Rndcg                 	2024-41849	0.2668
ndcg_cut_5            	2024-41849	0.3136
ndcg_cut_10           	2024-41849	0.4060
ndcg_cut_15           	2024-41849	0.3287
ndcg_cut_20           	2024-41849	0.2935
ndcg_cut_30           	2024-41849	0.2582
ndcg_cut_100          	2024-41849	0.1597
ndcg_cut_200          	2024-41849	0.1597
ndcg_cut_500          	2024-41849	0.1597
ndcg_cut_1000         	2024-41849	0.1597
map_cut_5             	2024-41849	0.0404
map_cut_10            	2024-41849	0.0667
map_cut_15            	2024-41849	0.0667
map_cut_20            	2024-41849	0.0667
map_cut_30            	2024-41849	0.0667
map_cut_100           	2024-41849	0.0667
map_cut_200           	2024-41849	0.0667
map_cut_500           	2024-41849	0.0667
map_cut_1000          	2024-41849	0.0667
relative_P_5          	2024-41849	0.8000
relative_P_10         	2024-41849	0.7000
relative_P_15         	2024-41849	0.4667
relative_P_20         	2024-41849	0.3500
relative_P_30         	2024-41849	0.2333
relative_P_100        	2024-41849	0.0745
relative_P_200        	2024-41849	0.0745
relative_P_500        	2024-41849	0.0745
relative_P_1000       	2024-41849	0.0745
success_1             	2024-41849	1.0000
success_5             	2024-41849	1.0000
success_10            	2024-41849	1.0000
set_P                 	2024-41849	0.7778
set_relative_P        	2024-41849	0.7778
set_recall            	2024-41849	0.0745
set_map               	2024-41849	0.0579
set_F                 	2024-41849	0.1359
num_nonrel_judged_ret 	2024-41849	1
num_ret               	2024-41918	5
num_rel               	2024-41918	231
num_rel_ret           	2024-41918	5
map                   	2024-41918	0.0216
Rprec                 	2024-41918	0.0216
bpref                 	2024-41918	0.0216
recip_rank            	2024-41918	1.0000
iprec_at_recall_0.00  	2024-41918	1.0000
iprec_at_recall_0.10  	2024-41918	0.0000
iprec_at_recall_0.20  	2024-41918	0.0000
iprec_at_recall_0.30  	2024-41918	0.0000
iprec_at_recall_0.40  	2024-41918	0.0000
iprec_at_recall_0.50  	2024-41918	0.0000
iprec_at_recall_0.60  	2024-41918	0.0000
iprec_at_recall_0.70  	2024-41918	0.0000
iprec_at_recall_0.80  	2024-41918	0.0000
iprec_at_recall_0.90  	2024-41918	0.0000
iprec_at_recall_1.00  	2024-41918	0.0000
P_5                   	2024-41918	1.0000
P_10                  	2024-41918	0.5000
P_15                  	2024-41918	0.3333
P_20                  	2024-41918	0.2500
P_30                  	2024-41918	0.1667
P_100                 	2024-41918	0.0500
P_200                 	2024-41918	0.0250
P_500                 	2024-41918	0.0100
P_1000                	2024-41918	0.0050
relstring             	2024-41918	'23333'
recall_5              	2024-41918	0.0216
recall_10             	2024-41918	0.0216
recall_15             	2024-41918	0.0216
recall_20             	2024-41918	0.0216
recall_30             	2024-41918	0.0216
recall_100            	2024-41918	0.0216
recall_200            	2024-41918	0.0216
recall_500            	2024-41918	0.0216
recall_1000           	2024-41918	0.0216
infAP                 	2024-41918	0.0216
Rprec_mult_0.20       	2024-41918	0.1064
Rprec_mult_0.40       	2024-41918	0.0538
Rprec_mult_0.60       	2024-41918	0.0360
Rprec_mult_0.80       	2024-41918	0.0270
Rprec_mult_1.00       	2024-41918	0.0216
Rprec_mult_1.20       	2024-41918	0.0180
Rprec_mult_1.40       	2024-41918	0.0154
Rprec_mult_1.60       	2024-41918	0.0135
Rprec_mult_1.80       	2024-41918	0.0120
Rprec_mult_2.00       	2024-41918	0.0108
utility               	2024-41918	5.0000
11pt_avg              	2024-41918	0.0909
binG                  	2024-41918	0.0216
G                     	2024-41918	0.0198
ndcg                  	2024-41918	0.0953
ndcg_rel              	2024-41918	0.1108
Rndcg                 	2024-41918	0.1227
ndcg_cut_5            	2024-41918	0.8869
ndcg_cut_10           	2024-41918	0.5756
ndcg_cut_15           	2024-41918	0.4462
ndcg_cut_20           	2024-41918	0.3715
ndcg_cut_30           	2024-41918	0.2854
ndcg_cut_100          	2024-41918	0.1353
ndcg_cut_200          	2024-41918	0.1001
ndcg_cut_500          	2024-41918	0.0953
ndcg_cut_1000         	2024-41918	0.0953
map_cut_5             	2024-41918	0.0216
map_cut_10            	2024-41918	0.0216
map_cut_15            	2024-41918	0.0216
map_cut_20            	2024-41918	0.0216
map_cut_30            	2024-41918	0.0216
map_cut_100           	2024-41918	0.0216
map_cut_200           	2024-41918	0.0216
map_cut_500           	2024-41918	0.0216
map_cut_1000          	2024-41918	0.0216
relative_P_5          	2024-41918	1.0000
relative_P_10         	2024-41918	0.5000
relative_P_15         	2024-41918	0.3333
relative_P_20         	2024-41918	0.2500
relative_P_30         	2024-41918	0.1667
relative_P_100        	2024-41918	0.0500
relative_P_200        	2024-41918	0.0250
relative_P_500        	2024-41918	0.0216
relative_P_1000       	2024-41918	0.0216
success_1             	2024-41918	1.0000
success_5             	2024-41918	1.0000
success_10            	2024-41918	1.0000
set_P                 	2024-41918	1.0000
set_relative_P        	2024-41918	1.0000
set_recall            	2024-41918	0.0216
set_map               	2024-41918	0.0216
set_F                 	2024-41918	0.0424
num_nonrel_judged_ret 	2024-41918	0
num_ret               	2024-42014	12
num_rel               	2024-42014	215
num_rel_ret           	2024-42014	12
map                   	2024-42014	0.0558
Rprec                 	2024-42014	0.0558
bpref                 	2024-42014	0.0558
recip_rank            	2024-42014	1.0000
iprec_at_recall_0.00  	2024-42014	1.0000
iprec_at_recall_0.10  	2024-42014	0.0000
iprec_at_recall_0.20  	2024-42014	0.0000
iprec_at_recall_0.30  	2024-42014	0.0000
iprec_at_recall_0.40  	2024-42014	0.0000
iprec_at_recall_0.50  	2024-42014	0.0000
iprec_at_recall_0.60  	2024-42014	0.0000
iprec_at_recall_0.70  	2024-42014	0.0000
iprec_at_recall_0.80  	2024-42014	0.0000
iprec_at_recall_0.90  	2024-42014	0.0000
iprec_at_recall_1.00  	2024-42014	0.0000
P_5                   	2024-42014	1.0000
P_10                  	2024-42014	1.0000
P_15                  	2024-42014	0.8000
P_20                  	2024-42014	0.6000
P_30                  	2024-42014	0.4000
P_100                 	2024-42014	0.1200
P_200                 	2024-42014	0.0600
P_500                 	2024-42014	0.0240
P_1000                	2024-42014	0.0120
relstring             	2024-42014	'3333332321'
recall_5              	2024-42014	0.0233
recall_10             	2024-42014	0.0465
recall_15             	2024-42014	0.0558
recall_20             	2024-42014	0.0558
recall_30             	2024-42014	0.0558
recall_100            	2024-42014	0.0558
recall_200            	2024-42014	0.0558
recall_500            	2024-42014	0.0558
recall_1000           	2024-42014	0.0558
infAP                 	2024-42014	0.0558
Rprec_mult_0.20       	2024-42014	0.2791
Rprec_mult_0.40       	2024-42014	0.1395
Rprec_mult_0.60       	2024-42014	0.0930
Rprec_mult_0.80       	2024-42014	0.0698
Rprec_mult_1.00       	2024-42014	0.0558
Rprec_mult_1.20       	2024-42014	0.0465
Rprec_mult_1.40       	2024-42014	0.0399
Rprec_mult_1.60       	2024-42014	0.0349
Rprec_mult_1.80       	2024-42014	0.0310
Rprec_mult_2.00       	2024-42014	0.0279
utility               	2024-42014	12.0000
11pt_avg              	2024-42014	0.0909
binG                  	2024-42014	0.0558
G                     	2024-42014	0.0550
ndcg                  	2024-42014	0.1680
ndcg_rel              	2024-42014	0.2128
Rndcg                 	2024-42014	0.2052
ndcg_cut_5            	2024-42014	1.0000
ndcg_cut_10           	2024-42014	0.9110
ndcg_cut_15           	2024-42014	0.7999
ndcg_cut_20           	2024-42014	0.6660
ndcg_cut_30           	2024-42014	0.5118
ndcg_cut_100          	2024-42014	0.2354
ndcg_cut_200          	2024-42014	0.1720
ndcg_cut_500          	2024-42014	0.1680
ndcg_cut_1000         	2024-42014	0.1680
map_cut_5             	2024-42014	0.0233
map_cut_10            	2024-42014	0.0465
map_cut_15            	2024-42014	0.0558
map_cut_20            	2024-42014	0.0558
map_cut_30            	2024-42014	0.0558
map_cut_100           	2024-42014	0.0558
map_cut_200           	2024-42014	0.0558
map_cut_500           	2024-42014	0.0558
map_cut_1000          	2024-42014	0.0558
relative_P_5          	2024-42014	1.0000
relative_P_10         	2024-42014	1.0000
relative_P_15         	2024-42014	0.8000
relative_P_20         	2024-42014	0.6000
relative_P_30         	2024-42014	0.4000
relative_P_100        	2024-42014	0.1200
relative_P_200        	2024-42014	0.0600
relative_P_500        	2024-42014	0.0558
relative_P_1000       	2024-42014	0.0558
success_1             	2024-42014	1.0000
success_5             	2024-42014	1.0000
success_10            	2024-42014	1.0000
set_P                 	2024-42014	1.0000
set_relative_P        	2024-42014	1.0000
set_recall            	2024-42014	0.0558
set_map               	2024-42014	0.0558
set_F                 	2024-42014	0.1057
num_nonrel_judged_ret 	2024-42014	0
num_ret               	2024-42497	5
num_rel               	2024-42497	120
num_rel_ret           	2024-42497	5
map                   	2024-42497	0.0417
Rprec                 	2024-42497	0.0417
bpref                 	2024-42497	0.0417
recip_rank            	2024-42497	1.0000
iprec_at_recall_0.00  	2024-42497	1.0000
iprec_at_recall_0.10  	2024-42497	0.0000
iprec_at_recall_0.20  	2024-42497	0.0000
iprec_at_recall_0.30  	2024-42497	0.0000
iprec_at_recall_0.40  	2024-42497	0.0000
iprec_at_recall_0.50  	2024-42497	0.0000
iprec_at_recall_0.60  	2024-42497	0.0000
iprec_at_recall_0.70  	2024-42497	0.0000
iprec_at_recall_0.80  	2024-42497	0.0000
iprec_at_recall_0.90  	2024-42497	0.0000
iprec_at_recall_1.00  	2024-42497	0.0000
P_5                   	2024-42497	1.0000
P_10                  	2024-42497	0.5000
P_15                  	2024-42497	0.3333
P_20                  	2024-42497	0.2500
P_30                  	2024-42497	0.1667
P_100                 	2024-42497	0.0500
P_200                 	2024-42497	0.0250
P_500                 	2024-42497	0.0100
P_1000                	2024-42497	0.0050
relstring             	2024-42497	'11133'
recall_5              	2024-42497	0.0417
recall_10             	2024-42497	0.0417
recall_15             	2024-42497	0.0417
recall_20             	2024-42497	0.0417
recall_30             	2024-42497	0.0417
recall_100            	2024-42497	0.0417
recall_200            	2024-42497	0.0417
recall_500            	2024-42497	0.0417
recall_1000           	2024-42497	0.0417
infAP                 	2024-42497	0.0417
Rprec_mult_0.20       	2024-42497	0.2083
Rprec_mult_0.40       	2024-42497	0.1042
Rprec_mult_0.60       	2024-42497	0.0694
Rprec_mult_0.80       	2024-42497	0.0521
Rprec_mult_1.00       	2024-42497	0.0417
Rprec_mult_1.20       	2024-42497	0.0347
Rprec_mult_1.40       	2024-42497	0.0298
Rprec_mult_1.60       	2024-42497	0.0260
Rprec_mult_1.80       	2024-42497	0.0231
Rprec_mult_2.00       	2024-42497	0.0208
utility               	2024-42497	5.0000
11pt_avg              	2024-42497	0.0909
binG                  	2024-42497	0.0417
G                     	2024-42497	0.0170
ndcg                  	2024-42497	0.1046
ndcg_rel              	2024-42497	0.1166
Rndcg                 	2024-42497	0.1455
ndcg_cut_5            	2024-42497	0.5182
ndcg_cut_10           	2024-42497	0.3363
ndcg_cut_15           	2024-42497	0.2607
ndcg_cut_20           	2024-42497	0.2170
ndcg_cut_30           	2024-42497	0.1733
ndcg_cut_100          	2024-42497	0.1121
ndcg_cut_200          	2024-42497	0.1046
ndcg_cut_500          	2024-42497	0.1046
ndcg_cut_1000         	2024-42497	0.1046
map_cut_5             	2024-42497	0.0417
map_cut_10            	2024-42497	0.0417
map_cut_15            	2024-42497	0.0417
map_cut_20            	2024-42497	0.0417
map_cut_30            	2024-42497	0.0417
map_cut_100           	2024-42497	0.0417
map_cut_200           	2024-42497	0.0417
map_cut_500           	2024-42497	0.0417
map_cut_1000          	2024-42497	0.0417
relative_P_5          	2024-42497	1.0000
relative_P_10         	2024-42497	0.5000
relative_P_15         	2024-42497	0.3333
relative_P_20         	2024-42497	0.2500
relative_P_30         	2024-42497	0.1667
relative_P_100        	2024-42497	0.0500
relative_P_200        	2024-42497	0.0417
relative_P_500        	2024-42497	0.0417
relative_P_1000       	2024-42497	0.0417
success_1             	2024-42497	1.0000
success_5             	2024-42497	1.0000
success_10            	2024-42497	1.0000
set_P                 	2024-42497	1.0000
set_relative_P        	2024-42497	1.0000
set_recall            	2024-42497	0.0417
set_map               	2024-42497	0.0417
set_F                 	2024-42497	0.0800
num_nonrel_judged_ret 	2024-42497	0
num_ret               	2024-43037	10
num_rel               	2024-43037	124
num_rel_ret           	2024-43037	10
map                   	2024-43037	0.0806
Rprec                 	2024-43037	0.0806
bpref                 	2024-43037	0.0806
recip_rank            	2024-43037	1.0000
iprec_at_recall_0.00  	2024-43037	1.0000
iprec_at_recall_0.10  	2024-43037	0.0000
iprec_at_recall_0.20  	2024-43037	0.0000
iprec_at_recall_0.30  	2024-43037	0.0000
iprec_at_recall_0.40  	2024-43037	0.0000
iprec_at_recall_0.50  	2024-43037	0.0000
iprec_at_recall_0.60  	2024-43037	0.0000
iprec_at_recall_0.70  	2024-43037	0.0000
iprec_at_recall_0.80  	2024-43037	0.0000
iprec_at_recall_0.90  	2024-43037	0.0000
iprec_at_recall_1.00  	2024-43037	0.0000
P_5                   	2024-43037	1.0000
P_10                  	2024-43037	1.0000
P_15                  	2024-43037	0.6667
P_20                  	2024-43037	0.5000
P_30                  	2024-43037	0.3333
P_100                 	2024-43037	0.1000
P_200                 	2024-43037	0.0500
P_500                 	2024-43037	0.0200
P_1000                	2024-43037	0.0100
relstring             	2024-43037	'1121221111'
recall_5              	2024-43037	0.0403
recall_10             	2024-43037	0.0806
recall_15             	2024-43037	0.0806
recall_20             	2024-43037	0.0806
recall_30             	2024-43037	0.0806
recall_100            	2024-43037	0.0806
recall_200            	2024-43037	0.0806
recall_500            	2024-43037	0.0806
recall_1000           	2024-43037	0.0806
infAP                 	2024-43037	0.0806
Rprec_mult_0.20       	2024-43037	0.4000
Rprec_mult_0.40       	2024-43037	0.2000
Rprec_mult_0.60       	2024-43037	0.1333
Rprec_mult_0.80       	2024-43037	0.1000
Rprec_mult_1.00       	2024-43037	0.0806
Rprec_mult_1.20       	2024-43037	0.0671
Rprec_mult_1.40       	2024-43037	0.0575
Rprec_mult_1.60       	2024-43037	0.0503
Rprec_mult_1.80       	2024-43037	0.0446
Rprec_mult_2.00       	2024-43037	0.0403
utility               	2024-43037	10.0000
11pt_avg              	2024-43037	0.0909
binG                  	2024-43037	0.0806
G                     	2024-43037	0.0223
ndcg                  	2024-43037	0.1378
ndcg_rel              	2024-43037	0.1598
Rndcg                 	2024-43037	0.2430
ndcg_cut_5            	2024-43037	0.4336
ndcg_cut_10           	2024-43037	0.4245
ndcg_cut_15           	2024-43037	0.3497
ndcg_cut_20           	2024-43037	0.3061
ndcg_cut_30           	2024-43037	0.2500
ndcg_cut_100          	2024-43037	0.1504
ndcg_cut_200          	2024-43037	0.1378
ndcg_cut_500          	2024-43037	0.1378
ndcg_cut_1000         	2024-43037	0.1378
map_cut_5             	2024-43037	0.0403
map_cut_10            	2024-43037	0.0806
map_cut_15            	2024-43037	0.0806
map_cut_20            	2024-43037	0.0806
map_cut_30            	2024-43037	0.0806
map_cut_100           	2024-43037	0.0806
map_cut_200           	2024-43037	0.0806
map_cut_500           	2024-43037	0.0806
map_cut_1000          	2024-43037	0.0806
relative_P_5          	2024-43037	1.0000
relative_P_10         	2024-43037	1.0000
relative_P_15         	2024-43037	0.6667
relative_P_20         	2024-43037	0.5000
relative_P_30         	2024-43037	0.3333
relative_P_100        	2024-43037	0.1000
relative_P_200        	2024-43037	0.0806
relative_P_500        	2024-43037	0.0806
relative_P_1000       	2024-43037	0.0806
success_1             	2024-43037	1.0000
success_5             	2024-43037	1.0000
success_10            	2024-43037	1.0000
set_P                 	2024-43037	1.0000
set_relative_P        	2024-43037	1.0000
set_recall            	2024-43037	0.0806
set_map               	2024-43037	0.0806
set_F                 	2024-43037	0.1493
num_nonrel_judged_ret 	2024-43037	0
num_ret               	2024-43905	5
num_rel               	2024-43905	21
num_rel_ret           	2024-43905	2
map                   	2024-43905	0.0556
Rprec                 	2024-43905	0.0952
bpref                 	2024-43905	0.0907
recip_rank            	2024-43905	0.5000
iprec_at_recall_0.00  	2024-43905	0.6667
iprec_at_recall_0.10  	2024-43905	0.0000
iprec_at_recall_0.20  	2024-43905	0.0000
iprec_at_recall_0.30  	2024-43905	0.0000
iprec_at_recall_0.40  	2024-43905	0.0000
iprec_at_recall_0.50  	2024-43905	0.0000
iprec_at_recall_0.60  	2024-43905	0.0000
iprec_at_recall_0.70  	2024-43905	0.0000
iprec_at_recall_0.80  	2024-43905	0.0000
iprec_at_recall_0.90  	2024-43905	0.0000
iprec_at_recall_1.00  	2024-43905	0.0000
P_5                   	2024-43905	0.4000
P_10                  	2024-43905	0.2000
P_15                  	2024-43905	0.1333
P_20                  	2024-43905	0.1000
P_30                  	2024-43905	0.0667
P_100                 	2024-43905	0.0200
P_200                 	2024-43905	0.0100
P_500                 	2024-43905	0.0040
P_1000                	2024-43905	0.0020
relstring             	2024-43905	'0110-'
recall_5              	2024-43905	0.0952
recall_10             	2024-43905	0.0952
recall_15             	2024-43905	0.0952
recall_20             	2024-43905	0.0952
recall_30             	2024-43905	0.0952
recall_100            	2024-43905	0.0952
recall_200            	2024-43905	0.0952
recall_500            	2024-43905	0.0952
recall_1000           	2024-43905	0.0952
infAP                 	2024-43905	0.0556
Rprec_mult_0.20       	2024-43905	0.4000
Rprec_mult_0.40       	2024-43905	0.2222
Rprec_mult_0.60       	2024-43905	0.1538
Rprec_mult_0.80       	2024-43905	0.1176
Rprec_mult_1.00       	2024-43905	0.0952
Rprec_mult_1.20       	2024-43905	0.0769
Rprec_mult_1.40       	2024-43905	0.0667
Rprec_mult_1.60       	2024-43905	0.0588
Rprec_mult_1.80       	2024-43905	0.0526
Rprec_mult_2.00       	2024-43905	0.0476
utility               	2024-43905	-1.0000
11pt_avg              	2024-43905	0.0606
binG                  	2024-43905	0.0601
G                     	2024-43905	0.0375
ndcg                  	2024-43905	0.1271
ndcg_rel              	2024-43905	0.1386
Rndcg                 	2024-43905	0.1603
ndcg_cut_5            	2024-43905	0.2470
ndcg_cut_10           	2024-43905	0.1832
ndcg_cut_15           	2024-43905	0.1509
ndcg_cut_20           	2024-43905	0.1304
ndcg_cut_30           	2024-43905	0.1271
ndcg_cut_100          	2024-43905	0.1271
ndcg_cut_200          	2024-43905	0.1271
ndcg_cut_500          	2024-43905	0.1271
ndcg_cut_1000         	2024-43905	0.1271
map_cut_5             	2024-43905	0.0556
map_cut_10            	2024-43905	0.0556
map_cut_15            	2024-43905	0.0556
map_cut_20            	2024-43905	0.0556
map_cut_30            	2024-43905	0.0556
map_cut_100           	2024-43905	0.0556
map_cut_200           	2024-43905	0.0556
map_cut_500           	2024-43905	0.0556
map_cut_1000          	2024-43905	0.0556
relative_P_5          	2024-43905	0.4000
relative_P_10         	2024-43905	0.2000
relative_P_15         	2024-43905	0.1333
relative_P_20         	2024-43905	0.1000
relative_P_30         	2024-43905	0.0952
relative_P_100        	2024-43905	0.0952
relative_P_200        	2024-43905	0.0952
relative_P_500        	2024-43905	0.0952
relative_P_1000       	2024-43905	0.0952
success_1             	2024-43905	0.0000
success_5             	2024-43905	1.0000
success_10            	2024-43905	1.0000
set_P                 	2024-43905	0.4000
set_relative_P        	2024-43905	0.4000
set_recall            	2024-43905	0.0952
set_map               	2024-43905	0.0381
set_F                 	2024-43905	0.1538
num_nonrel_judged_ret 	2024-43905	2
num_ret               	2024-43983	7
num_rel               	2024-43983	53
num_rel_ret           	2024-43983	2
map                   	2024-43983	0.0138
Rprec                 	2024-43983	0.0377
bpref                 	2024-43983	0.0357
recip_rank            	2024-43983	0.3333
iprec_at_recall_0.00  	2024-43983	0.4000
iprec_at_recall_0.10  	2024-43983	0.0000
iprec_at_recall_0.20  	2024-43983	0.0000
iprec_at_recall_0.30  	2024-43983	0.0000
iprec_at_recall_0.40  	2024-43983	0.0000
iprec_at_recall_0.50  	2024-43983	0.0000
iprec_at_recall_0.60  	2024-43983	0.0000
iprec_at_recall_0.70  	2024-43983	0.0000
iprec_at_recall_0.80  	2024-43983	0.0000
iprec_at_recall_0.90  	2024-43983	0.0000
iprec_at_recall_1.00  	2024-43983	0.0000
P_5                   	2024-43983	0.4000
P_10                  	2024-43983	0.2000
P_15                  	2024-43983	0.1333
P_20                  	2024-43983	0.1000
P_30                  	2024-43983	0.0667
P_100                 	2024-43983	0.0200
P_200                 	2024-43983	0.0100
P_500                 	2024-43983	0.0040
P_1000                	2024-43983	0.0020
relstring             	2024-43983	'001-10-'
recall_5              	2024-43983	0.0377
recall_10             	2024-43983	0.0377
recall_15             	2024-43983	0.0377
recall_20             	2024-43983	0.0377
recall_30             	2024-43983	0.0377
recall_100            	2024-43983	0.0377
recall_200            	2024-43983	0.0377
recall_500            	2024-43983	0.0377
recall_1000           	2024-43983	0.0377
infAP                 	2024-43983	0.0138
Rprec_mult_0.20       	2024-43983	0.1818
Rprec_mult_0.40       	2024-43983	0.0909
Rprec_mult_0.60       	2024-43983	0.0625
Rprec_mult_0.80       	2024-43983	0.0465
Rprec_mult_1.00       	2024-43983	0.0377
Rprec_mult_1.20       	2024-43983	0.0312
Rprec_mult_1.40       	2024-43983	0.0267
Rprec_mult_1.60       	2024-43983	0.0235
Rprec_mult_1.80       	2024-43983	0.0208
Rprec_mult_2.00       	2024-43983	0.0189
utility               	2024-43983	-3.0000
11pt_avg              	2024-43983	0.0364
binG                  	2024-43983	0.0176
G                     	2024-43983	0.0176
ndcg                  	2024-43983	0.0661
ndcg_rel              	2024-43983	0.0737
Rndcg                 	2024-43983	0.0661
ndcg_cut_5            	2024-43983	0.3008
ndcg_cut_10           	2024-43983	0.1952
ndcg_cut_15           	2024-43983	0.1513
ndcg_cut_20           	2024-43983	0.1260
ndcg_cut_30           	2024-43983	0.0968
ndcg_cut_100          	2024-43983	0.0661
ndcg_cut_200          	2024-43983	0.0661
ndcg_cut_500          	2024-43983	0.0661
ndcg_cut_1000         	2024-43983	0.0661
map_cut_5             	2024-43983	0.0138
map_cut_10            	2024-43983	0.0138
map_cut_15            	2024-43983	0.0138
map_cut_20            	2024-43983	0.0138
map_cut_30            	2024-43983	0.0138
map_cut_100           	2024-43983	0.0138
map_cut_200           	2024-43983	0.0138
map_cut_500           	2024-43983	0.0138
map_cut_1000          	2024-43983	0.0138
relative_P_5          	2024-43983	0.4000
relative_P_10         	2024-43983	0.2000
relative_P_15         	2024-43983	0.1333
relative_P_20         	2024-43983	0.1000
relative_P_30         	2024-43983	0.0667
relative_P_100        	2024-43983	0.0377
relative_P_200        	2024-43983	0.0377
relative_P_500        	2024-43983	0.0377
relative_P_1000       	2024-43983	0.0377
success_1             	2024-43983	0.0000
success_5             	2024-43983	1.0000
success_10            	2024-43983	1.0000
set_P                 	2024-43983	0.2857
set_relative_P        	2024-43983	0.2857
set_recall            	2024-43983	0.0377
set_map               	2024-43983	0.0108
set_F                 	2024-43983	0.0667
num_nonrel_judged_ret 	2024-43983	3
num_ret               	2024-44059	8
num_rel               	2024-44059	5
num_rel_ret           	2024-44059	1
map                   	2024-44059	0.1000
Rprec                 	2024-44059	0.2000
bpref                 	2024-44059	0.1600
recip_rank            	2024-44059	0.5000
iprec_at_recall_0.00  	2024-44059	0.5000
iprec_at_recall_0.10  	2024-44059	0.5000
iprec_at_recall_0.20  	2024-44059	0.5000
iprec_at_recall_0.30  	2024-44059	0.0000
iprec_at_recall_0.40  	2024-44059	0.0000
iprec_at_recall_0.50  	2024-44059	0.0000
iprec_at_recall_0.60  	2024-44059	0.0000
iprec_at_recall_0.70  	2024-44059	0.0000
iprec_at_recall_0.80  	2024-44059	0.0000
iprec_at_recall_0.90  	2024-44059	0.0000
iprec_at_recall_1.00  	2024-44059	0.0000
P_5                   	2024-44059	0.2000
P_10                  	2024-44059	0.1000
P_15                  	2024-44059	0.0667
P_20                  	2024-44059	0.0500
P_30                  	2024-44059	0.0333
P_100                 	2024-44059	0.0100
P_200                 	2024-44059	0.0050
P_500                 	2024-44059	0.0020
P_1000                	2024-44059	0.0010
relstring             	2024-44059	'01000000'
recall_5              	2024-44059	0.2000
recall_10             	2024-44059	0.2000
recall_15             	2024-44059	0.2000
recall_20             	2024-44059	0.2000
recall_30             	2024-44059	0.2000
recall_100            	2024-44059	0.2000
recall_200            	2024-44059	0.2000
recall_500            	2024-44059	0.2000
recall_1000           	2024-44059	0.2000
infAP                 	2024-44059	0.1000
Rprec_mult_0.20       	2024-44059	0.0000
Rprec_mult_0.40       	2024-44059	0.5000
Rprec_mult_0.60       	2024-44059	0.3333
Rprec_mult_0.80       	2024-44059	0.2500
Rprec_mult_1.00       	2024-44059	0.2000
Rprec_mult_1.20       	2024-44059	0.1667
Rprec_mult_1.40       	2024-44059	0.1429
Rprec_mult_1.60       	2024-44059	0.1250
Rprec_mult_1.80       	2024-44059	0.1111
Rprec_mult_2.00       	2024-44059	0.1000
utility               	2024-44059	-6.0000
11pt_avg              	2024-44059	0.1364
binG                  	2024-44059	0.1262
G                     	2024-44059	0.1262
ndcg                  	2024-44059	0.2140
ndcg_rel              	2024-44059	0.2486
Rndcg                 	2024-44059	0.2140
ndcg_cut_5            	2024-44059	0.2140
ndcg_cut_10           	2024-44059	0.2140
ndcg_cut_15           	2024-44059	0.2140
ndcg_cut_20           	2024-44059	0.2140
ndcg_cut_30           	2024-44059	0.2140
ndcg_cut_100          	2024-44059	0.2140
ndcg_cut_200          	2024-44059	0.2140
ndcg_cut_500          	2024-44059	0.2140
ndcg_cut_1000         	2024-44059	0.2140
map_cut_5             	2024-44059	0.1000
map_cut_10            	2024-44059	0.1000
map_cut_15            	2024-44059	0.1000
map_cut_20            	2024-44059	0.1000
map_cut_30            	2024-44059	0.1000
map_cut_100           	2024-44059	0.1000
map_cut_200           	2024-44059	0.1000
map_cut_500           	2024-44059	0.1000
map_cut_1000          	2024-44059	0.1000
relative_P_5          	2024-44059	0.2000
relative_P_10         	2024-44059	0.2000
relative_P_15         	2024-44059	0.2000
relative_P_20         	2024-44059	0.2000
relative_P_30         	2024-44059	0.2000
relative_P_100        	2024-44059	0.2000
relative_P_200        	2024-44059	0.2000
relative_P_500        	2024-44059	0.2000
relative_P_1000       	2024-44059	0.2000
success_1             	2024-44059	0.0000
success_5             	2024-44059	1.0000
success_10            	2024-44059	1.0000
set_P                 	2024-44059	0.1250
set_relative_P        	2024-44059	0.2000
set_recall            	2024-44059	0.2000
set_map               	2024-44059	0.0250
set_F                 	2024-44059	0.1538
num_nonrel_judged_ret 	2024-44059	7
num_ret               	2024-44060	9
num_rel               	2024-44060	172
num_rel_ret           	2024-44060	8
map                   	2024-44060	0.0407
Rprec                 	2024-44060	0.0465
bpref                 	2024-44060	0.0430
recip_rank            	2024-44060	1.0000
iprec_at_recall_0.00  	2024-44060	1.0000
iprec_at_recall_0.10  	2024-44060	0.0000
iprec_at_recall_0.20  	2024-44060	0.0000
iprec_at_recall_0.30  	2024-44060	0.0000
iprec_at_recall_0.40  	2024-44060	0.0000
iprec_at_recall_0.50  	2024-44060	0.0000
iprec_at_recall_0.60  	2024-44060	0.0000
iprec_at_recall_0.70  	2024-44060	0.0000
iprec_at_recall_0.80  	2024-44060	0.0000
iprec_at_recall_0.90  	2024-44060	0.0000
iprec_at_recall_1.00  	2024-44060	0.0000
P_5                   	2024-44060	0.8000
P_10                  	2024-44060	0.8000
P_15                  	2024-44060	0.5333
P_20                  	2024-44060	0.4000
P_30                  	2024-44060	0.2667
P_100                 	2024-44060	0.0800
P_200                 	2024-44060	0.0400
P_500                 	2024-44060	0.0160
P_1000                	2024-44060	0.0080
relstring             	2024-44060	'310222221'
recall_5              	2024-44060	0.0233
recall_10             	2024-44060	0.0465
recall_15             	2024-44060	0.0465
recall_20             	2024-44060	0.0465
recall_30             	2024-44060	0.0465
recall_100            	2024-44060	0.0465
recall_200            	2024-44060	0.0465
recall_500            	2024-44060	0.0465
recall_1000           	2024-44060	0.0465
infAP                 	2024-44060	0.0407
Rprec_mult_0.20       	2024-44060	0.2286
Rprec_mult_0.40       	2024-44060	0.1159
Rprec_mult_0.60       	2024-44060	0.0769
Rprec_mult_0.80       	2024-44060	0.0580
Rprec_mult_1.00       	2024-44060	0.0465
Rprec_mult_1.20       	2024-44060	0.0386
Rprec_mult_1.40       	2024-44060	0.0332
Rprec_mult_1.60       	2024-44060	0.0290
Rprec_mult_1.80       	2024-44060	0.0258
Rprec_mult_2.00       	2024-44060	0.0233
utility               	2024-44060	7.0000
11pt_avg              	2024-44060	0.0909
binG                  	2024-44060	0.0336
G                     	2024-44060	0.0261
ndcg                  	2024-44060	0.1413
ndcg_rel              	2024-44060	0.1658
Rndcg                 	2024-44060	0.2612
ndcg_cut_5            	2024-44060	0.5953
ndcg_cut_10           	2024-44060	0.5559
ndcg_cut_15           	2024-44060	0.4371
ndcg_cut_20           	2024-44060	0.3848
ndcg_cut_30           	2024-44060	0.3166
ndcg_cut_100          	2024-44060	0.1743
ndcg_cut_200          	2024-44060	0.1413
ndcg_cut_500          	2024-44060	0.1413
ndcg_cut_1000         	2024-44060	0.1413
map_cut_5             	2024-44060	0.0206
map_cut_10            	2024-44060	0.0407
map_cut_15            	2024-44060	0.0407
map_cut_20            	2024-44060	0.0407
map_cut_30            	2024-44060	0.0407
map_cut_100           	2024-44060	0.0407
map_cut_200           	2024-44060	0.0407
map_cut_500           	2024-44060	0.0407
map_cut_1000          	2024-44060	0.0407
relative_P_5          	2024-44060	0.8000
relative_P_10         	2024-44060	0.8000
relative_P_15         	2024-44060	0.5333
relative_P_20         	2024-44060	0.4000
relative_P_30         	2024-44060	0.2667
relative_P_100        	2024-44060	0.0800
relative_P_200        	2024-44060	0.0465
relative_P_500        	2024-44060	0.0465
relative_P_1000       	2024-44060	0.0465
success_1             	2024-44060	1.0000
success_5             	2024-44060	1.0000
success_10            	2024-44060	1.0000
set_P                 	2024-44060	0.8889
set_relative_P        	2024-44060	0.8889
set_recall            	2024-44060	0.0465
set_map               	2024-44060	0.0413
set_F                 	2024-44060	0.0884
num_nonrel_judged_ret 	2024-44060	1
num_ret               	2024-58819	6
num_rel               	2024-58819	112
num_rel_ret           	2024-58819	6
map                   	2024-58819	0.0536
Rprec                 	2024-58819	0.0536
bpref                 	2024-58819	0.0536
recip_rank            	2024-58819	1.0000
iprec_at_recall_0.00  	2024-58819	1.0000
iprec_at_recall_0.10  	2024-58819	0.0000
iprec_at_recall_0.20  	2024-58819	0.0000
iprec_at_recall_0.30  	2024-58819	0.0000
iprec_at_recall_0.40  	2024-58819	0.0000
iprec_at_recall_0.50  	2024-58819	0.0000
iprec_at_recall_0.60  	2024-58819	0.0000
iprec_at_recall_0.70  	2024-58819	0.0000
iprec_at_recall_0.80  	2024-58819	0.0000
iprec_at_recall_0.90  	2024-58819	0.0000
iprec_at_recall_1.00  	2024-58819	0.0000
P_5                   	2024-58819	1.0000
P_10                  	2024-58819	0.6000
P_15                  	2024-58819	0.4000
P_20                  	2024-58819	0.3000
P_30                  	2024-58819	0.2000
P_100                 	2024-58819	0.0600
P_200                 	2024-58819	0.0300
P_500                 	2024-58819	0.0120
P_1000                	2024-58819	0.0060
relstring             	2024-58819	'112222'
recall_5              	2024-58819	0.0446
recall_10             	2024-58819	0.0536
recall_15             	2024-58819	0.0536
recall_20             	2024-58819	0.0536
recall_30             	2024-58819	0.0536
recall_100            	2024-58819	0.0536
recall_200            	2024-58819	0.0536
recall_500            	2024-58819	0.0536
recall_1000           	2024-58819	0.0536
infAP                 	2024-58819	0.0536
Rprec_mult_0.20       	2024-58819	0.2609
Rprec_mult_0.40       	2024-58819	0.1333
Rprec_mult_0.60       	2024-58819	0.0882
Rprec_mult_0.80       	2024-58819	0.0667
Rprec_mult_1.00       	2024-58819	0.0536
Rprec_mult_1.20       	2024-58819	0.0444
Rprec_mult_1.40       	2024-58819	0.0382
Rprec_mult_1.60       	2024-58819	0.0333
Rprec_mult_1.80       	2024-58819	0.0297
Rprec_mult_2.00       	2024-58819	0.0268
utility               	2024-58819	6.0000
11pt_avg              	2024-58819	0.0909
binG                  	2024-58819	0.0536
G                     	2024-58819	0.0181
ndcg                  	2024-58819	0.1151
ndcg_rel              	2024-58819	0.1314
Rndcg                 	2024-58819	0.2347
ndcg_cut_5            	2024-58819	0.4823
ndcg_cut_10           	2024-58819	0.3912
ndcg_cut_15           	2024-58819	0.3241
ndcg_cut_20           	2024-58819	0.2810
ndcg_cut_30           	2024-58819	0.2267
ndcg_cut_100          	2024-58819	0.1200
ndcg_cut_200          	2024-58819	0.1151
ndcg_cut_500          	2024-58819	0.1151
ndcg_cut_1000         	2024-58819	0.1151
map_cut_5             	2024-58819	0.0446
map_cut_10            	2024-58819	0.0536
map_cut_15            	2024-58819	0.0536
map_cut_20            	2024-58819	0.0536
map_cut_30            	2024-58819	0.0536
map_cut_100           	2024-58819	0.0536
map_cut_200           	2024-58819	0.0536
map_cut_500           	2024-58819	0.0536
map_cut_1000          	2024-58819	0.0536
relative_P_5          	2024-58819	1.0000
relative_P_10         	2024-58819	0.6000
relative_P_15         	2024-58819	0.4000
relative_P_20         	2024-58819	0.3000
relative_P_30         	2024-58819	0.2000
relative_P_100        	2024-58819	0.0600
relative_P_200        	2024-58819	0.0536
relative_P_500        	2024-58819	0.0536
relative_P_1000       	2024-58819	0.0536
success_1             	2024-58819	1.0000
success_5             	2024-58819	1.0000
success_10            	2024-58819	1.0000
set_P                 	2024-58819	1.0000
set_relative_P        	2024-58819	1.0000
set_recall            	2024-58819	0.0536
set_map               	2024-58819	0.0536
set_F                 	2024-58819	0.1017
num_nonrel_judged_ret 	2024-58819	0
num_ret               	2024-69711	12
num_rel               	2024-69711	59
num_rel_ret           	2024-69711	2
map                   	2024-69711	0.0141
Rprec                 	2024-69711	0.0339
bpref                 	2024-69711	0.0327
recip_rank            	2024-69711	0.5000
iprec_at_recall_0.00  	2024-69711	0.5000
iprec_at_recall_0.10  	2024-69711	0.0000
iprec_at_recall_0.20  	2024-69711	0.0000
iprec_at_recall_0.30  	2024-69711	0.0000
iprec_at_recall_0.40  	2024-69711	0.0000
iprec_at_recall_0.50  	2024-69711	0.0000
iprec_at_recall_0.60  	2024-69711	0.0000
iprec_at_recall_0.70  	2024-69711	0.0000
iprec_at_recall_0.80  	2024-69711	0.0000
iprec_at_recall_0.90  	2024-69711	0.0000
iprec_at_recall_1.00  	2024-69711	0.0000
P_5                   	2024-69711	0.2000
P_10                  	2024-69711	0.2000
P_15                  	2024-69711	0.1333
P_20                  	2024-69711	0.1000
P_30                  	2024-69711	0.0667
P_100                 	2024-69711	0.0200
P_200                 	2024-69711	0.0100
P_500                 	2024-69711	0.0040
P_1000                	2024-69711	0.0020
relstring             	2024-69711	'0100-10000'
recall_5              	2024-69711	0.0169
recall_10             	2024-69711	0.0339
recall_15             	2024-69711	0.0339
recall_20             	2024-69711	0.0339
recall_30             	2024-69711	0.0339
recall_100            	2024-69711	0.0339
recall_200            	2024-69711	0.0339
recall_500            	2024-69711	0.0339
recall_1000           	2024-69711	0.0339
infAP                 	2024-69711	0.0141
Rprec_mult_0.20       	2024-69711	0.1667
Rprec_mult_0.40       	2024-69711	0.0833
Rprec_mult_0.60       	2024-69711	0.0556
Rprec_mult_0.80       	2024-69711	0.0417
Rprec_mult_1.00       	2024-69711	0.0339
Rprec_mult_1.20       	2024-69711	0.0282
Rprec_mult_1.40       	2024-69711	0.0241
Rprec_mult_1.60       	2024-69711	0.0211
Rprec_mult_1.80       	2024-69711	0.0187
Rprec_mult_2.00       	2024-69711	0.0169
utility               	2024-69711	-8.0000
11pt_avg              	2024-69711	0.0455
binG                  	2024-69711	0.0173
G                     	2024-69711	0.0084
ndcg                  	2024-69711	0.0448
ndcg_rel              	2024-69711	0.0480
Rndcg                 	2024-69711	0.0382
ndcg_cut_5            	2024-69711	0.0915
ndcg_cut_10           	2024-69711	0.0979
ndcg_cut_15           	2024-69711	0.0776
ndcg_cut_20           	2024-69711	0.0675
ndcg_cut_30           	2024-69711	0.0590
ndcg_cut_100          	2024-69711	0.0448
ndcg_cut_200          	2024-69711	0.0448
ndcg_cut_500          	2024-69711	0.0448
ndcg_cut_1000         	2024-69711	0.0448
map_cut_5             	2024-69711	0.0085
map_cut_10            	2024-69711	0.0141
map_cut_15            	2024-69711	0.0141
map_cut_20            	2024-69711	0.0141
map_cut_30            	2024-69711	0.0141
map_cut_100           	2024-69711	0.0141
map_cut_200           	2024-69711	0.0141
map_cut_500           	2024-69711	0.0141
map_cut_1000          	2024-69711	0.0141
relative_P_5          	2024-69711	0.2000
relative_P_10         	2024-69711	0.2000
relative_P_15         	2024-69711	0.1333
relative_P_20         	2024-69711	0.1000
relative_P_30         	2024-69711	0.0667
relative_P_100        	2024-69711	0.0339
relative_P_200        	2024-69711	0.0339
relative_P_500        	2024-69711	0.0339
relative_P_1000       	2024-69711	0.0339
success_1             	2024-69711	0.0000
success_5             	2024-69711	1.0000
success_10            	2024-69711	1.0000
set_P                 	2024-69711	0.1667
set_relative_P        	2024-69711	0.1667
set_recall            	2024-69711	0.0339
set_map               	2024-69711	0.0056
set_F                 	2024-69711	0.0563
num_nonrel_judged_ret 	2024-69711	9
num_ret               	2024-73340	8
num_rel               	2024-73340	155
num_rel_ret           	2024-73340	7
map                   	2024-73340	0.0434
Rprec                 	2024-73340	0.0452
bpref                 	2024-73340	0.0445
recip_rank            	2024-73340	1.0000
iprec_at_recall_0.00  	2024-73340	1.0000
iprec_at_recall_0.10  	2024-73340	0.0000
iprec_at_recall_0.20  	2024-73340	0.0000
iprec_at_recall_0.30  	2024-73340	0.0000
iprec_at_recall_0.40  	2024-73340	0.0000
iprec_at_recall_0.50  	2024-73340	0.0000
iprec_at_recall_0.60  	2024-73340	0.0000
iprec_at_recall_0.70  	2024-73340	0.0000
iprec_at_recall_0.80  	2024-73340	0.0000
iprec_at_recall_0.90  	2024-73340	0.0000
iprec_at_recall_1.00  	2024-73340	0.0000
P_5                   	2024-73340	1.0000
P_10                  	2024-73340	0.7000
P_15                  	2024-73340	0.4667
P_20                  	2024-73340	0.3500
P_30                  	2024-73340	0.2333
P_100                 	2024-73340	0.0700
P_200                 	2024-73340	0.0350
P_500                 	2024-73340	0.0140
P_1000                	2024-73340	0.0070
relstring             	2024-73340	'33121012'
recall_5              	2024-73340	0.0323
recall_10             	2024-73340	0.0452
recall_15             	2024-73340	0.0452
recall_20             	2024-73340	0.0452
recall_30             	2024-73340	0.0452
recall_100            	2024-73340	0.0452
recall_200            	2024-73340	0.0452
recall_500            	2024-73340	0.0452
recall_1000           	2024-73340	0.0452
infAP                 	2024-73340	0.0434
Rprec_mult_0.20       	2024-73340	0.2258
Rprec_mult_0.40       	2024-73340	0.1129
Rprec_mult_0.60       	2024-73340	0.0753
Rprec_mult_0.80       	2024-73340	0.0565
Rprec_mult_1.00       	2024-73340	0.0452
Rprec_mult_1.20       	2024-73340	0.0376
Rprec_mult_1.40       	2024-73340	0.0323
Rprec_mult_1.60       	2024-73340	0.0282
Rprec_mult_1.80       	2024-73340	0.0251
Rprec_mult_2.00       	2024-73340	0.0226
utility               	2024-73340	6.0000
11pt_avg              	2024-73340	0.0909
binG                  	2024-73340	0.0404
G                     	2024-73340	0.0376
ndcg                  	2024-73340	0.1549
ndcg_rel              	2024-73340	0.1846
Rndcg                 	2024-73340	0.2473
ndcg_cut_5            	2024-73340	0.7508
ndcg_cut_10           	2024-73340	0.5580
ndcg_cut_15           	2024-73340	0.4325
ndcg_cut_20           	2024-73340	0.3601
ndcg_cut_30           	2024-73340	0.2999
ndcg_cut_100          	2024-73340	0.1845
ndcg_cut_200          	2024-73340	0.1549
ndcg_cut_500          	2024-73340	0.1549
ndcg_cut_1000         	2024-73340	0.1549
map_cut_5             	2024-73340	0.0323
map_cut_10            	2024-73340	0.0434
map_cut_15            	2024-73340	0.0434
map_cut_20            	2024-73340	0.0434
map_cut_30            	2024-73340	0.0434
map_cut_100           	2024-73340	0.0434
map_cut_200           	2024-73340	0.0434
map_cut_500           	2024-73340	0.0434
map_cut_1000          	2024-73340	0.0434
relative_P_5          	2024-73340	1.0000
relative_P_10         	2024-73340	0.7000
relative_P_15         	2024-73340	0.4667
relative_P_20         	2024-73340	0.3500
relative_P_30         	2024-73340	0.2333
relative_P_100        	2024-73340	0.0700
relative_P_200        	2024-73340	0.0452
relative_P_500        	2024-73340	0.0452
relative_P_1000       	2024-73340	0.0452
success_1             	2024-73340	1.0000
success_5             	2024-73340	1.0000
success_10            	2024-73340	1.0000
set_P                 	2024-73340	0.8750
set_relative_P        	2024-73340	0.8750
set_recall            	2024-73340	0.0452
set_map               	2024-73340	0.0395
set_F                 	2024-73340	0.0859
num_nonrel_judged_ret 	2024-73340	1
num_ret               	2024-73918	9
num_rel               	2024-73918	172
num_rel_ret           	2024-73918	7
map                   	2024-73918	0.0380
Rprec                 	2024-73918	0.0407
bpref                 	2024-73918	0.0406
recip_rank            	2024-73918	1.0000
iprec_at_recall_0.00  	2024-73918	1.0000
iprec_at_recall_0.10  	2024-73918	0.0000
iprec_at_recall_0.20  	2024-73918	0.0000
iprec_at_recall_0.30  	2024-73918	0.0000
iprec_at_recall_0.40  	2024-73918	0.0000
iprec_at_recall_0.50  	2024-73918	0.0000
iprec_at_recall_0.60  	2024-73918	0.0000
iprec_at_recall_0.70  	2024-73918	0.0000
iprec_at_recall_0.80  	2024-73918	0.0000
iprec_at_recall_0.90  	2024-73918	0.0000
iprec_at_recall_1.00  	2024-73918	0.0000
P_5                   	2024-73918	1.0000
P_10                  	2024-73918	0.7000
P_15                  	2024-73918	0.4667
P_20                  	2024-73918	0.3500
P_30                  	2024-73918	0.2333
P_100                 	2024-73918	0.0700
P_200                 	2024-73918	0.0350
P_500                 	2024-73918	0.0140
P_1000                	2024-73918	0.0070
relstring             	2024-73918	'211210021'
recall_5              	2024-73918	0.0291
recall_10             	2024-73918	0.0407
recall_15             	2024-73918	0.0407
recall_20             	2024-73918	0.0407
recall_30             	2024-73918	0.0407
recall_100            	2024-73918	0.0407
recall_200            	2024-73918	0.0407
recall_500            	2024-73918	0.0407
recall_1000           	2024-73918	0.0407
infAP                 	2024-73918	0.0380
Rprec_mult_0.20       	2024-73918	0.2000
Rprec_mult_0.40       	2024-73918	0.1014
Rprec_mult_0.60       	2024-73918	0.0673
Rprec_mult_0.80       	2024-73918	0.0507
Rprec_mult_1.00       	2024-73918	0.0407
Rprec_mult_1.20       	2024-73918	0.0338
Rprec_mult_1.40       	2024-73918	0.0290
Rprec_mult_1.60       	2024-73918	0.0254
Rprec_mult_1.80       	2024-73918	0.0226
Rprec_mult_2.00       	2024-73918	0.0203
utility               	2024-73918	5.0000
11pt_avg              	2024-73918	0.0909
binG                  	2024-73918	0.0349
G                     	2024-73918	0.0132
ndcg                  	2024-73918	0.0936
ndcg_rel              	2024-73918	0.1106
Rndcg                 	2024-73918	0.2021
ndcg_cut_5            	2024-73918	0.4951
ndcg_cut_10           	2024-73918	0.4174
ndcg_cut_15           	2024-73918	0.3458
ndcg_cut_20           	2024-73918	0.2997
ndcg_cut_30           	2024-73918	0.2418
ndcg_cut_100          	2024-73918	0.1167
ndcg_cut_200          	2024-73918	0.0936
ndcg_cut_500          	2024-73918	0.0936
ndcg_cut_1000         	2024-73918	0.0936
map_cut_5             	2024-73918	0.0291
map_cut_10            	2024-73918	0.0380
map_cut_15            	2024-73918	0.0380
map_cut_20            	2024-73918	0.0380
map_cut_30            	2024-73918	0.0380
map_cut_100           	2024-73918	0.0380
map_cut_200           	2024-73918	0.0380
map_cut_500           	2024-73918	0.0380
map_cut_1000          	2024-73918	0.0380
relative_P_5          	2024-73918	1.0000
relative_P_10         	2024-73918	0.7000
relative_P_15         	2024-73918	0.4667
relative_P_20         	2024-73918	0.3500
relative_P_30         	2024-73918	0.2333
relative_P_100        	2024-73918	0.0700
relative_P_200        	2024-73918	0.0407
relative_P_500        	2024-73918	0.0407
relative_P_1000       	2024-73918	0.0407
success_1             	2024-73918	1.0000
success_5             	2024-73918	1.0000
success_10            	2024-73918	1.0000
set_P                 	2024-73918	0.7778
set_relative_P        	2024-73918	0.7778
set_recall            	2024-73918	0.0407
set_map               	2024-73918	0.0317
set_F                 	2024-73918	0.0773
num_nonrel_judged_ret 	2024-73918	2
num_ret               	2024-79081	8
num_rel               	2024-79081	156
num_rel_ret           	2024-79081	7
map                   	2024-79081	0.0432
Rprec                 	2024-79081	0.0449
bpref                 	2024-79081	0.0444
recip_rank            	2024-79081	1.0000
iprec_at_recall_0.00  	2024-79081	1.0000
iprec_at_recall_0.10  	2024-79081	0.0000
iprec_at_recall_0.20  	2024-79081	0.0000
iprec_at_recall_0.30  	2024-79081	0.0000
iprec_at_recall_0.40  	2024-79081	0.0000
iprec_at_recall_0.50  	2024-79081	0.0000
iprec_at_recall_0.60  	2024-79081	0.0000
iprec_at_recall_0.70  	2024-79081	0.0000
iprec_at_recall_0.80  	2024-79081	0.0000
iprec_at_recall_0.90  	2024-79081	0.0000
iprec_at_recall_1.00  	2024-79081	0.0000
P_5                   	2024-79081	1.0000
P_10                  	2024-79081	0.7000
P_15                  	2024-79081	0.4667
P_20                  	2024-79081	0.3500
P_30                  	2024-79081	0.2333
P_100                 	2024-79081	0.0700
P_200                 	2024-79081	0.0350
P_500                 	2024-79081	0.0140
P_1000                	2024-79081	0.0070
relstring             	2024-79081	'33331033'
recall_5              	2024-79081	0.0321
recall_10             	2024-79081	0.0449
recall_15             	2024-79081	0.0449
recall_20             	2024-79081	0.0449
recall_30             	2024-79081	0.0449
recall_100            	2024-79081	0.0449
recall_200            	2024-79081	0.0449
recall_500            	2024-79081	0.0449
recall_1000           	2024-79081	0.0449
infAP                 	2024-79081	0.0432
Rprec_mult_0.20       	2024-79081	0.2188
Rprec_mult_0.40       	2024-79081	0.1111
Rprec_mult_0.60       	2024-79081	0.0745
Rprec_mult_0.80       	2024-79081	0.0560
Rprec_mult_1.00       	2024-79081	0.0449
Rprec_mult_1.20       	2024-79081	0.0372
Rprec_mult_1.40       	2024-79081	0.0320
Rprec_mult_1.60       	2024-79081	0.0280
Rprec_mult_1.80       	2024-79081	0.0249
Rprec_mult_2.00       	2024-79081	0.0224
utility               	2024-79081	6.0000
11pt_avg              	2024-79081	0.0909
binG                  	2024-79081	0.0401
G                     	2024-79081	0.0514
ndcg                  	2024-79081	0.1689
ndcg_rel              	2024-79081	0.2036
Rndcg                 	2024-79081	0.2240
ndcg_cut_5            	2024-79081	0.9125
ndcg_cut_10           	2024-79081	0.7350
ndcg_cut_15           	2024-79081	0.5697
ndcg_cut_20           	2024-79081	0.4743
ndcg_cut_30           	2024-79081	0.3645
ndcg_cut_100          	2024-79081	0.1953
ndcg_cut_200          	2024-79081	0.1689
ndcg_cut_500          	2024-79081	0.1689
ndcg_cut_1000         	2024-79081	0.1689
map_cut_5             	2024-79081	0.0321
map_cut_10            	2024-79081	0.0432
map_cut_15            	2024-79081	0.0432
map_cut_20            	2024-79081	0.0432
map_cut_30            	2024-79081	0.0432
map_cut_100           	2024-79081	0.0432
map_cut_200           	2024-79081	0.0432
map_cut_500           	2024-79081	0.0432
map_cut_1000          	2024-79081	0.0432
relative_P_5          	2024-79081	1.0000
relative_P_10         	2024-79081	0.7000
relative_P_15         	2024-79081	0.4667
relative_P_20         	2024-79081	0.3500
relative_P_30         	2024-79081	0.2333
relative_P_100        	2024-79081	0.0700
relative_P_200        	2024-79081	0.0449
relative_P_500        	2024-79081	0.0449
relative_P_1000       	2024-79081	0.0449
success_1             	2024-79081	1.0000
success_5             	2024-79081	1.0000
success_10            	2024-79081	1.0000
set_P                 	2024-79081	0.8750
set_relative_P        	2024-79081	0.8750
set_recall            	2024-79081	0.0449
set_map               	2024-79081	0.0393
set_F                 	2024-79081	0.0854
num_nonrel_judged_ret 	2024-79081	1
num_ret               	2024-79154	9
num_rel               	2024-79154	14
num_rel_ret           	2024-79154	4
map                   	2024-79154	0.2500
Rprec                 	2024-79154	0.2857
bpref                 	2024-79154	0.2653
recip_rank            	2024-79154	1.0000
iprec_at_recall_0.00  	2024-79154	1.0000
iprec_at_recall_0.10  	2024-79154	1.0000
iprec_at_recall_0.20  	2024-79154	1.0000
iprec_at_recall_0.30  	2024-79154	0.0000
iprec_at_recall_0.40  	2024-79154	0.0000
iprec_at_recall_0.50  	2024-79154	0.0000
iprec_at_recall_0.60  	2024-79154	0.0000
iprec_at_recall_0.70  	2024-79154	0.0000
iprec_at_recall_0.80  	2024-79154	0.0000
iprec_at_recall_0.90  	2024-79154	0.0000
iprec_at_recall_1.00  	2024-79154	0.0000
P_5                   	2024-79154	0.6000
P_10                  	2024-79154	0.4000
P_15                  	2024-79154	0.2667
P_20                  	2024-79154	0.2000
P_30                  	2024-79154	0.1333
P_100                 	2024-79154	0.0400
P_200                 	2024-79154	0.0200
P_500                 	2024-79154	0.0080
P_1000                	2024-79154	0.0040
relstring             	2024-79154	'221000010'
recall_5              	2024-79154	0.2143
recall_10             	2024-79154	0.2857
recall_15             	2024-79154	0.2857
recall_20             	2024-79154	0.2857
recall_30             	2024-79154	0.2857
recall_100            	2024-79154	0.2857
recall_200            	2024-79154	0.2857
recall_500            	2024-79154	0.2857
recall_1000           	2024-79154	0.2857
infAP                 	2024-79154	0.2500
Rprec_mult_0.20       	2024-79154	1.0000
Rprec_mult_0.40       	2024-79154	0.5000
Rprec_mult_0.60       	2024-79154	0.4444
Rprec_mult_0.80       	2024-79154	0.3333
Rprec_mult_1.00       	2024-79154	0.2857
Rprec_mult_1.20       	2024-79154	0.2353
Rprec_mult_1.40       	2024-79154	0.2000
Rprec_mult_1.60       	2024-79154	0.1739
Rprec_mult_1.80       	2024-79154	0.1538
Rprec_mult_2.00       	2024-79154	0.1429
utility               	2024-79154	-1.0000
11pt_avg              	2024-79154	0.2727
binG                  	2024-79154	0.2419
G                     	2024-79154	0.2934
ndcg                  	2024-79154	0.5266
ndcg_rel              	2024-79154	0.6299
Rndcg                 	2024-79154	0.7047
ndcg_cut_5            	2024-79154	0.7406
ndcg_cut_10           	2024-79154	0.6109
ndcg_cut_15           	2024-79154	0.5266
ndcg_cut_20           	2024-79154	0.5266
ndcg_cut_30           	2024-79154	0.5266
ndcg_cut_100          	2024-79154	0.5266
ndcg_cut_200          	2024-79154	0.5266
ndcg_cut_500          	2024-79154	0.5266
ndcg_cut_1000         	2024-79154	0.5266
map_cut_5             	2024-79154	0.2143
map_cut_10            	2024-79154	0.2500
map_cut_15            	2024-79154	0.2500
map_cut_20            	2024-79154	0.2500
map_cut_30            	2024-79154	0.2500
map_cut_100           	2024-79154	0.2500
map_cut_200           	2024-79154	0.2500
map_cut_500           	2024-79154	0.2500
map_cut_1000          	2024-79154	0.2500
relative_P_5          	2024-79154	0.6000
relative_P_10         	2024-79154	0.4000
relative_P_15         	2024-79154	0.2857
relative_P_20         	2024-79154	0.2857
relative_P_30         	2024-79154	0.2857
relative_P_100        	2024-79154	0.2857
relative_P_200        	2024-79154	0.2857
relative_P_500        	2024-79154	0.2857
relative_P_1000       	2024-79154	0.2857
success_1             	2024-79154	1.0000
success_5             	2024-79154	1.0000
success_10            	2024-79154	1.0000
set_P                 	2024-79154	0.4444
set_relative_P        	2024-79154	0.4444
set_recall            	2024-79154	0.2857
set_map               	2024-79154	0.1270
set_F                 	2024-79154	0.3478
num_nonrel_judged_ret 	2024-79154	5
num_ret               	2024-88894	8
num_rel               	2024-88894	46
num_rel_ret           	2024-88894	2
map                   	2024-88894	0.0085
Rprec                 	2024-88894	0.0435
bpref                 	2024-88894	0.0378
recip_rank            	2024-88894	0.1429
iprec_at_recall_0.00  	2024-88894	0.2500
iprec_at_recall_0.10  	2024-88894	0.0000
iprec_at_recall_0.20  	2024-88894	0.0000
iprec_at_recall_0.30  	2024-88894	0.0000
iprec_at_recall_0.40  	2024-88894	0.0000
iprec_at_recall_0.50  	2024-88894	0.0000
iprec_at_recall_0.60  	2024-88894	0.0000
iprec_at_recall_0.70  	2024-88894	0.0000
iprec_at_recall_0.80  	2024-88894	0.0000
iprec_at_recall_0.90  	2024-88894	0.0000
iprec_at_recall_1.00  	2024-88894	0.0000
P_5                   	2024-88894	0.0000
P_10                  	2024-88894	0.2000
P_15                  	2024-88894	0.1333
P_20                  	2024-88894	0.1000
P_30                  	2024-88894	0.0667
P_100                 	2024-88894	0.0200
P_200                 	2024-88894	0.0100
P_500                 	2024-88894	0.0040
P_1000                	2024-88894	0.0020
relstring             	2024-88894	'00000011'
recall_5              	2024-88894	0.0000
recall_10             	2024-88894	0.0435
recall_15             	2024-88894	0.0435
recall_20             	2024-88894	0.0435
recall_30             	2024-88894	0.0435
recall_100            	2024-88894	0.0435
recall_200            	2024-88894	0.0435
recall_500            	2024-88894	0.0435
recall_1000           	2024-88894	0.0435
infAP                 	2024-88894	0.0085
Rprec_mult_0.20       	2024-88894	0.2000
Rprec_mult_0.40       	2024-88894	0.1053
Rprec_mult_0.60       	2024-88894	0.0714
Rprec_mult_0.80       	2024-88894	0.0541
Rprec_mult_1.00       	2024-88894	0.0435
Rprec_mult_1.20       	2024-88894	0.0357
Rprec_mult_1.40       	2024-88894	0.0308
Rprec_mult_1.60       	2024-88894	0.0270
Rprec_mult_1.80       	2024-88894	0.0241
Rprec_mult_2.00       	2024-88894	0.0217
utility               	2024-88894	-4.0000
11pt_avg              	2024-88894	0.0227
binG                  	2024-88894	0.0145
G                     	2024-88894	0.0134
ndcg                  	2024-88894	0.0492
ndcg_rel              	2024-88894	0.0515
Rndcg                 	2024-88894	0.0246
ndcg_cut_5            	2024-88894	0.0000
ndcg_cut_10           	2024-88894	0.1170
ndcg_cut_15           	2024-88894	0.0946
ndcg_cut_20           	2024-88894	0.0807
ndcg_cut_30           	2024-88894	0.0638
ndcg_cut_100          	2024-88894	0.0492
ndcg_cut_200          	2024-88894	0.0492
ndcg_cut_500          	2024-88894	0.0492
ndcg_cut_1000         	2024-88894	0.0492
map_cut_5             	2024-88894	0.0000
map_cut_10            	2024-88894	0.0085
map_cut_15            	2024-88894	0.0085
map_cut_20            	2024-88894	0.0085
map_cut_30            	2024-88894	0.0085
map_cut_100           	2024-88894	0.0085
map_cut_200           	2024-88894	0.0085
map_cut_500           	2024-88894	0.0085
map_cut_1000          	2024-88894	0.0085
relative_P_5          	2024-88894	0.0000
relative_P_10         	2024-88894	0.2000
relative_P_15         	2024-88894	0.1333
relative_P_20         	2024-88894	0.1000
relative_P_30         	2024-88894	0.0667
relative_P_100        	2024-88894	0.0435
relative_P_200        	2024-88894	0.0435
relative_P_500        	2024-88894	0.0435
relative_P_1000       	2024-88894	0.0435
success_1             	2024-88894	0.0000
success_5             	2024-88894	0.0000
success_10            	2024-88894	1.0000
set_P                 	2024-88894	0.2500
set_relative_P        	2024-88894	0.2500
set_recall            	2024-88894	0.0435
set_map               	2024-88894	0.0109
set_F                 	2024-88894	0.0741
num_nonrel_judged_ret 	2024-88894	6
num_ret               	2024-94706	9
num_rel               	2024-94706	45
num_rel_ret           	2024-94706	4
map                   	2024-94706	0.0517
Rprec                 	2024-94706	0.0889
bpref                 	2024-94706	0.0835
recip_rank            	2024-94706	1.0000
iprec_at_recall_0.00  	2024-94706	1.0000
iprec_at_recall_0.10  	2024-94706	0.0000
iprec_at_recall_0.20  	2024-94706	0.0000
iprec_at_recall_0.30  	2024-94706	0.0000
iprec_at_recall_0.40  	2024-94706	0.0000
iprec_at_recall_0.50  	2024-94706	0.0000
iprec_at_recall_0.60  	2024-94706	0.0000
iprec_at_recall_0.70  	2024-94706	0.0000
iprec_at_recall_0.80  	2024-94706	0.0000
iprec_at_recall_0.90  	2024-94706	0.0000
iprec_at_recall_1.00  	2024-94706	0.0000
P_5                   	2024-94706	0.4000
P_10                  	2024-94706	0.4000
P_15                  	2024-94706	0.2667
P_20                  	2024-94706	0.2000
P_30                  	2024-94706	0.1333
P_100                 	2024-94706	0.0400
P_200                 	2024-94706	0.0200
P_500                 	2024-94706	0.0080
P_1000                	2024-94706	0.0040
relstring             	2024-94706	'100010110'
recall_5              	2024-94706	0.0444
recall_10             	2024-94706	0.0889
recall_15             	2024-94706	0.0889
recall_20             	2024-94706	0.0889
recall_30             	2024-94706	0.0889
recall_100            	2024-94706	0.0889
recall_200            	2024-94706	0.0889
recall_500            	2024-94706	0.0889
recall_1000           	2024-94706	0.0889
infAP                 	2024-94706	0.0517
Rprec_mult_0.20       	2024-94706	0.4444
Rprec_mult_0.40       	2024-94706	0.2222
Rprec_mult_0.60       	2024-94706	0.1481
Rprec_mult_0.80       	2024-94706	0.1111
Rprec_mult_1.00       	2024-94706	0.0889
Rprec_mult_1.20       	2024-94706	0.0741
Rprec_mult_1.40       	2024-94706	0.0635
Rprec_mult_1.60       	2024-94706	0.0556
Rprec_mult_1.80       	2024-94706	0.0494
Rprec_mult_2.00       	2024-94706	0.0444
utility               	2024-94706	-1.0000
11pt_avg              	2024-94706	0.0909
binG                  	2024-94706	0.0490
G                     	2024-94706	0.0302
ndcg                  	2024-94706	0.1361
ndcg_rel              	2024-94706	0.1527
Rndcg                 	2024-94706	0.1856
ndcg_cut_5            	2024-94706	0.2352
ndcg_cut_10           	2024-94706	0.2717
ndcg_cut_15           	2024-94706	0.2311
ndcg_cut_20           	2024-94706	0.2038
ndcg_cut_30           	2024-94706	0.1681
ndcg_cut_100          	2024-94706	0.1361
ndcg_cut_200          	2024-94706	0.1361
ndcg_cut_500          	2024-94706	0.1361
ndcg_cut_1000         	2024-94706	0.1361
map_cut_5             	2024-94706	0.0311
map_cut_10            	2024-94706	0.0517
map_cut_15            	2024-94706	0.0517
map_cut_20            	2024-94706	0.0517
map_cut_30            	2024-94706	0.0517
map_cut_100           	2024-94706	0.0517
map_cut_200           	2024-94706	0.0517
map_cut_500           	2024-94706	0.0517
map_cut_1000          	2024-94706	0.0517
relative_P_5          	2024-94706	0.4000
relative_P_10         	2024-94706	0.4000
relative_P_15         	2024-94706	0.2667
relative_P_20         	2024-94706	0.2000
relative_P_30         	2024-94706	0.1333
relative_P_100        	2024-94706	0.0889
relative_P_200        	2024-94706	0.0889
relative_P_500        	2024-94706	0.0889
relative_P_1000       	2024-94706	0.0889
success_1             	2024-94706	1.0000
success_5             	2024-94706	1.0000
success_10            	2024-94706	1.0000
set_P                 	2024-94706	0.4444
set_relative_P        	2024-94706	0.4444
set_recall            	2024-94706	0.0889
set_map               	2024-94706	0.0395
set_F                 	2024-94706	0.1481
num_nonrel_judged_ret 	2024-94706	5
num_ret               	2024-96063	9
num_rel               	2024-96063	91
num_rel_ret           	2024-96063	2
map                   	2024-96063	0.0071
Rprec                 	2024-96063	0.0220
bpref                 	2024-96063	0.0213
recip_rank            	2024-96063	0.2500
iprec_at_recall_0.00  	2024-96063	0.4000
iprec_at_recall_0.10  	2024-96063	0.0000
iprec_at_recall_0.20  	2024-96063	0.0000
iprec_at_recall_0.30  	2024-96063	0.0000
iprec_at_recall_0.40  	2024-96063	0.0000
iprec_at_recall_0.50  	2024-96063	0.0000
iprec_at_recall_0.60  	2024-96063	0.0000
iprec_at_recall_0.70  	2024-96063	0.0000
iprec_at_recall_0.80  	2024-96063	0.0000
iprec_at_recall_0.90  	2024-96063	0.0000
iprec_at_recall_1.00  	2024-96063	0.0000
P_5                   	2024-96063	0.4000
P_10                  	2024-96063	0.2000
P_15                  	2024-96063	0.1333
P_20                  	2024-96063	0.1000
P_30                  	2024-96063	0.0667
P_100                 	2024-96063	0.0200
P_200                 	2024-96063	0.0100
P_500                 	2024-96063	0.0040
P_1000                	2024-96063	0.0020
relstring             	2024-96063	'000210000'
recall_5              	2024-96063	0.0220
recall_10             	2024-96063	0.0220
recall_15             	2024-96063	0.0220
recall_20             	2024-96063	0.0220
recall_30             	2024-96063	0.0220
recall_100            	2024-96063	0.0220
recall_200            	2024-96063	0.0220
recall_500            	2024-96063	0.0220
recall_1000           	2024-96063	0.0220
infAP                 	2024-96063	0.0071
Rprec_mult_0.20       	2024-96063	0.1053
Rprec_mult_0.40       	2024-96063	0.0541
Rprec_mult_0.60       	2024-96063	0.0364
Rprec_mult_0.80       	2024-96063	0.0274
Rprec_mult_1.00       	2024-96063	0.0220
Rprec_mult_1.20       	2024-96063	0.0182
Rprec_mult_1.40       	2024-96063	0.0156
Rprec_mult_1.60       	2024-96063	0.0137
Rprec_mult_1.80       	2024-96063	0.0122
Rprec_mult_2.00       	2024-96063	0.0110
utility               	2024-96063	-5.0000
11pt_avg              	2024-96063	0.0364
binG                  	2024-96063	0.0095
G                     	2024-96063	0.0058
ndcg                  	2024-96063	0.0352
ndcg_rel              	2024-96063	0.0374
Rndcg                 	2024-96063	0.0258
ndcg_cut_5            	2024-96063	0.1555
ndcg_cut_10           	2024-96063	0.1113
ndcg_cut_15           	2024-96063	0.0901
ndcg_cut_20           	2024-96063	0.0770
ndcg_cut_30           	2024-96063	0.0610
ndcg_cut_100          	2024-96063	0.0352
ndcg_cut_200          	2024-96063	0.0352
ndcg_cut_500          	2024-96063	0.0352
ndcg_cut_1000         	2024-96063	0.0352
map_cut_5             	2024-96063	0.0071
map_cut_10            	2024-96063	0.0071
map_cut_15            	2024-96063	0.0071
map_cut_20            	2024-96063	0.0071
map_cut_30            	2024-96063	0.0071
map_cut_100           	2024-96063	0.0071
map_cut_200           	2024-96063	0.0071
map_cut_500           	2024-96063	0.0071
map_cut_1000          	2024-96063	0.0071
relative_P_5          	2024-96063	0.4000
relative_P_10         	2024-96063	0.2000
relative_P_15         	2024-96063	0.1333
relative_P_20         	2024-96063	0.1000
relative_P_30         	2024-96063	0.0667
relative_P_100        	2024-96063	0.0220
relative_P_200        	2024-96063	0.0220
relative_P_500        	2024-96063	0.0220
relative_P_1000       	2024-96063	0.0220
success_1             	2024-96063	0.0000
success_5             	2024-96063	1.0000
success_10            	2024-96063	1.0000
set_P                 	2024-96063	0.2222
set_relative_P        	2024-96063	0.2222
set_recall            	2024-96063	0.0220
set_map               	2024-96063	0.0049
set_F                 	2024-96063	0.0400
num_nonrel_judged_ret 	2024-96063	7
num_ret               	2024-96359	11
num_rel               	2024-96359	55
num_rel_ret           	2024-96359	2
map                   	2024-96359	0.0091
Rprec                 	2024-96359	0.0364
bpref                 	2024-96359	0.0364
recip_rank            	2024-96359	0.2500
iprec_at_recall_0.00  	2024-96359	0.2500
iprec_at_recall_0.10  	2024-96359	0.0000
iprec_at_recall_0.20  	2024-96359	0.0000
iprec_at_recall_0.30  	2024-96359	0.0000
iprec_at_recall_0.40  	2024-96359	0.0000
iprec_at_recall_0.50  	2024-96359	0.0000
iprec_at_recall_0.60  	2024-96359	0.0000
iprec_at_recall_0.70  	2024-96359	0.0000
iprec_at_recall_0.80  	2024-96359	0.0000
iprec_at_recall_0.90  	2024-96359	0.0000
iprec_at_recall_1.00  	2024-96359	0.0000
P_5                   	2024-96359	0.2000
P_10                  	2024-96359	0.2000
P_15                  	2024-96359	0.1333
P_20                  	2024-96359	0.1000
P_30                  	2024-96359	0.0667
P_100                 	2024-96359	0.0200
P_200                 	2024-96359	0.0100
P_500                 	2024-96359	0.0040
P_1000                	2024-96359	0.0020
relstring             	2024-96359	'---1---1--'
recall_5              	2024-96359	0.0182
recall_10             	2024-96359	0.0364
recall_15             	2024-96359	0.0364
recall_20             	2024-96359	0.0364
recall_30             	2024-96359	0.0364
recall_100            	2024-96359	0.0364
recall_200            	2024-96359	0.0364
recall_500            	2024-96359	0.0364
recall_1000           	2024-96359	0.0364
infAP                 	2024-96359	0.0091
Rprec_mult_0.20       	2024-96359	0.1818
Rprec_mult_0.40       	2024-96359	0.0909
Rprec_mult_0.60       	2024-96359	0.0606
Rprec_mult_0.80       	2024-96359	0.0455
Rprec_mult_1.00       	2024-96359	0.0364
Rprec_mult_1.20       	2024-96359	0.0303
Rprec_mult_1.40       	2024-96359	0.0260
Rprec_mult_1.60       	2024-96359	0.0227
Rprec_mult_1.80       	2024-96359	0.0202
Rprec_mult_2.00       	2024-96359	0.0182
utility               	2024-96359	-7.0000
11pt_avg              	2024-96359	0.0227
binG                  	2024-96359	0.0139
G                     	2024-96359	0.0115
ndcg                  	2024-96359	0.0485
ndcg_rel              	2024-96359	0.0510
Rndcg                 	2024-96359	0.0242
ndcg_cut_5            	2024-96359	0.0940
ndcg_cut_10           	2024-96359	0.1208
ndcg_cut_15           	2024-96359	0.0996
ndcg_cut_20           	2024-96359	0.0860
ndcg_cut_30           	2024-96359	0.0691
ndcg_cut_100          	2024-96359	0.0485
ndcg_cut_200          	2024-96359	0.0485
ndcg_cut_500          	2024-96359	0.0485
ndcg_cut_1000         	2024-96359	0.0485
map_cut_5             	2024-96359	0.0045
map_cut_10            	2024-96359	0.0091
map_cut_15            	2024-96359	0.0091
map_cut_20            	2024-96359	0.0091
map_cut_30            	2024-96359	0.0091
map_cut_100           	2024-96359	0.0091
map_cut_200           	2024-96359	0.0091
map_cut_500           	2024-96359	0.0091
map_cut_1000          	2024-96359	0.0091
relative_P_5          	2024-96359	0.2000
relative_P_10         	2024-96359	0.2000
relative_P_15         	2024-96359	0.1333
relative_P_20         	2024-96359	0.1000
relative_P_30         	2024-96359	0.0667
relative_P_100        	2024-96359	0.0364
relative_P_200        	2024-96359	0.0364
relative_P_500        	2024-96359	0.0364
relative_P_1000       	2024-96359	0.0364
success_1             	2024-96359	0.0000
success_5             	2024-96359	1.0000
success_10            	2024-96359	1.0000
set_P                 	2024-96359	0.1818
set_relative_P        	2024-96359	0.1818
set_recall            	2024-96359	0.0364
set_map               	2024-96359	0.0066
set_F                 	2024-96359	0.0606
num_nonrel_judged_ret 	2024-96359	0
runid                 	all	cir_gpt-4o-mini_Cosine_50_0.25_100_301_p1
num_q                 	all	86
num_ret               	all	736
num_rel               	all	12717
num_rel_ret           	all	562
map                   	all	0.0483
gm_map                	all	0.0396
Rprec                 	all	0.0582
bpref                 	all	0.0562
recip_rank            	all	0.8941
iprec_at_recall_0.00  	all	0.9222
iprec_at_recall_0.10  	all	0.0717
iprec_at_recall_0.20  	all	0.0252
iprec_at_recall_0.30  	all	0.0070
iprec_at_recall_0.40  	all	0.0000
iprec_at_recall_0.50  	all	0.0000
iprec_at_recall_0.60  	all	0.0000
iprec_at_recall_0.70  	all	0.0000
iprec_at_recall_0.80  	all	0.0000
iprec_at_recall_0.90  	all	0.0000
iprec_at_recall_1.00  	all	0.0000
P_5                   	all	0.7767
P_10                  	all	0.6198
P_15                  	all	0.4357
P_20                  	all	0.3267
P_30                  	all	0.2178
P_100                 	all	0.0653
P_200                 	all	0.0327
P_500                 	all	0.0131
P_1000                	all	0.0065
recall_5              	all	0.0395
recall_10             	all	0.0562
recall_15             	all	0.0582
recall_20             	all	0.0582
recall_30             	all	0.0582
recall_100            	all	0.0582
recall_200            	all	0.0582
recall_500            	all	0.0582
recall_1000           	all	0.0582
infAP                 	all	0.0483
gm_bpref              	all	0.0475
Rprec_mult_0.20       	all	0.2525
Rprec_mult_0.40       	all	0.1378
Rprec_mult_0.60       	all	0.0953
Rprec_mult_0.80       	all	0.0716
Rprec_mult_1.00       	all	0.0582
Rprec_mult_1.20       	all	0.0482
Rprec_mult_1.40       	all	0.0413
Rprec_mult_1.60       	all	0.0361
Rprec_mult_1.80       	all	0.0321
Rprec_mult_2.00       	all	0.0291
utility               	all	4.5116
11pt_avg              	all	0.0933
binG                  	all	0.0472
G                     	all	0.0343
ndcg                  	all	0.1350
ndcg_rel              	all	0.1590
Rndcg                 	all	0.2122
ndcg_cut_5            	all	0.5472
ndcg_cut_10           	all	0.4750
ndcg_cut_15           	all	0.3893
ndcg_cut_20           	all	0.3344
ndcg_cut_30           	all	0.2726
ndcg_cut_100          	all	0.1599
ndcg_cut_200          	all	0.1379
ndcg_cut_500          	all	0.1350
ndcg_cut_1000         	all	0.1350
map_cut_5             	all	0.0335
map_cut_10            	all	0.0466
map_cut_15            	all	0.0483
map_cut_20            	all	0.0483
map_cut_30            	all	0.0483
map_cut_100           	all	0.0483
map_cut_200           	all	0.0483
map_cut_500           	all	0.0483
map_cut_1000          	all	0.0483
relative_P_5          	all	0.7767
relative_P_10         	all	0.6213
relative_P_15         	all	0.4390
relative_P_20         	all	0.3319
relative_P_30         	all	0.2255
relative_P_100        	all	0.0823
relative_P_200        	all	0.0607
relative_P_500        	all	0.0582
relative_P_1000       	all	0.0582
success_1             	all	0.8256
success_5             	all	0.9884
success_10            	all	1.0000
set_P                 	all	0.7533
set_relative_P        	all	0.7541
set_recall            	all	0.0582
set_map               	all	0.0404
set_F                 	all	0.0990
num_nonrel_judged_ret 	all	135
