num_ret               	2024-105741	10
num_rel               	2024-105741	139
num_rel_ret           	2024-105741	4
map                   	2024-105741	0.0187
Rprec                 	2024-105741	0.0288
bpref                 	2024-105741	0.0284
recip_rank            	2024-105741	1.0000
iprec_at_recall_0.00  	2024-105741	1.0000
iprec_at_recall_0.10  	2024-105741	0.0000
iprec_at_recall_0.20  	2024-105741	0.0000
iprec_at_recall_0.30  	2024-105741	0.0000
iprec_at_recall_0.40  	2024-105741	0.0000
iprec_at_recall_0.50  	2024-105741	0.0000
iprec_at_recall_0.60  	2024-105741	0.0000
iprec_at_recall_0.70  	2024-105741	0.0000
iprec_at_recall_0.80  	2024-105741	0.0000
iprec_at_recall_0.90  	2024-105741	0.0000
iprec_at_recall_1.00  	2024-105741	0.0000
P_5                   	2024-105741	0.6000
P_10                  	2024-105741	0.4000
P_15                  	2024-105741	0.2667
P_20                  	2024-105741	0.2000
P_30                  	2024-105741	0.1333
P_100                 	2024-105741	0.0400
P_200                 	2024-105741	0.0200
P_500                 	2024-105741	0.0080
P_1000                	2024-105741	0.0040
relstring             	2024-105741	'2001100100'
recall_5              	2024-105741	0.0216
recall_10             	2024-105741	0.0288
recall_15             	2024-105741	0.0288
recall_20             	2024-105741	0.0288
recall_30             	2024-105741	0.0288
recall_100            	2024-105741	0.0288
recall_200            	2024-105741	0.0288
recall_500            	2024-105741	0.0288
recall_1000           	2024-105741	0.0288
infAP                 	2024-105741	0.0187
Rprec_mult_0.20       	2024-105741	0.1429
Rprec_mult_0.40       	2024-105741	0.0714
Rprec_mult_0.60       	2024-105741	0.0476
Rprec_mult_0.80       	2024-105741	0.0357
Rprec_mult_1.00       	2024-105741	0.0288
Rprec_mult_1.20       	2024-105741	0.0240
Rprec_mult_1.40       	2024-105741	0.0205
Rprec_mult_1.60       	2024-105741	0.0179
Rprec_mult_1.80       	2024-105741	0.0159
Rprec_mult_2.00       	2024-105741	0.0144
utility               	2024-105741	-2.0000
11pt_avg              	2024-105741	0.0909
binG                  	2024-105741	0.0172
G                     	2024-105741	0.0119
ndcg                  	2024-105741	0.0810
ndcg_rel              	2024-105741	0.0907
Rndcg                 	2024-105741	0.1787
ndcg_cut_5            	2024-105741	0.3510
ndcg_cut_10           	2024-105741	0.2793
ndcg_cut_15           	2024-105741	0.2261
ndcg_cut_20           	2024-105741	0.1933
ndcg_cut_30           	2024-105741	0.1532
ndcg_cut_100          	2024-105741	0.0949
ndcg_cut_200          	2024-105741	0.0810
ndcg_cut_500          	2024-105741	0.0810
ndcg_cut_1000         	2024-105741	0.0810
map_cut_5             	2024-105741	0.0151
map_cut_10            	2024-105741	0.0187
map_cut_15            	2024-105741	0.0187
map_cut_20            	2024-105741	0.0187
map_cut_30            	2024-105741	0.0187
map_cut_100           	2024-105741	0.0187
map_cut_200           	2024-105741	0.0187
map_cut_500           	2024-105741	0.0187
map_cut_1000          	2024-105741	0.0187
relative_P_5          	2024-105741	0.6000
relative_P_10         	2024-105741	0.4000
relative_P_15         	2024-105741	0.2667
relative_P_20         	2024-105741	0.2000
relative_P_30         	2024-105741	0.1333
relative_P_100        	2024-105741	0.0400
relative_P_200        	2024-105741	0.0288
relative_P_500        	2024-105741	0.0288
relative_P_1000       	2024-105741	0.0288
success_1             	2024-105741	1.0000
success_5             	2024-105741	1.0000
success_10            	2024-105741	1.0000
set_P                 	2024-105741	0.4000
set_relative_P        	2024-105741	0.4000
set_recall            	2024-105741	0.0288
set_map               	2024-105741	0.0115
set_F                 	2024-105741	0.0537
num_nonrel_judged_ret 	2024-105741	6
num_ret               	2024-121840	10
num_rel               	2024-121840	111
num_rel_ret           	2024-121840	0
map                   	2024-121840	0.0000
Rprec                 	2024-121840	0.0000
bpref                 	2024-121840	0.0000
recip_rank            	2024-121840	0.0000
iprec_at_recall_0.00  	2024-121840	0.0000
iprec_at_recall_0.10  	2024-121840	0.0000
iprec_at_recall_0.20  	2024-121840	0.0000
iprec_at_recall_0.30  	2024-121840	0.0000
iprec_at_recall_0.40  	2024-121840	0.0000
iprec_at_recall_0.50  	2024-121840	0.0000
iprec_at_recall_0.60  	2024-121840	0.0000
iprec_at_recall_0.70  	2024-121840	0.0000
iprec_at_recall_0.80  	2024-121840	0.0000
iprec_at_recall_0.90  	2024-121840	0.0000
iprec_at_recall_1.00  	2024-121840	0.0000
P_5                   	2024-121840	0.0000
P_10                  	2024-121840	0.0000
P_15                  	2024-121840	0.0000
P_20                  	2024-121840	0.0000
P_30                  	2024-121840	0.0000
P_100                 	2024-121840	0.0000
P_200                 	2024-121840	0.0000
P_500                 	2024-121840	0.0000
P_1000                	2024-121840	0.0000
relstring             	2024-121840	'0000000000'
recall_5              	2024-121840	0.0000
recall_10             	2024-121840	0.0000
recall_15             	2024-121840	0.0000
recall_20             	2024-121840	0.0000
recall_30             	2024-121840	0.0000
recall_100            	2024-121840	0.0000
recall_200            	2024-121840	0.0000
recall_500            	2024-121840	0.0000
recall_1000           	2024-121840	0.0000
infAP                 	2024-121840	0.0000
Rprec_mult_0.20       	2024-121840	0.0000
Rprec_mult_0.40       	2024-121840	0.0000
Rprec_mult_0.60       	2024-121840	0.0000
Rprec_mult_0.80       	2024-121840	0.0000
Rprec_mult_1.00       	2024-121840	0.0000
Rprec_mult_1.20       	2024-121840	0.0000
Rprec_mult_1.40       	2024-121840	0.0000
Rprec_mult_1.60       	2024-121840	0.0000
Rprec_mult_1.80       	2024-121840	0.0000
Rprec_mult_2.00       	2024-121840	0.0000
utility               	2024-121840	-10.0000
11pt_avg              	2024-121840	0.0000
binG                  	2024-121840	0.0000
G                     	2024-121840	0.0000
ndcg                  	2024-121840	0.0000
ndcg_rel              	2024-121840	0.0000
Rndcg                 	2024-121840	0.0000
ndcg_cut_5            	2024-121840	0.0000
ndcg_cut_10           	2024-121840	0.0000
ndcg_cut_15           	2024-121840	0.0000
ndcg_cut_20           	2024-121840	0.0000
ndcg_cut_30           	2024-121840	0.0000
ndcg_cut_100          	2024-121840	0.0000
ndcg_cut_200          	2024-121840	0.0000
ndcg_cut_500          	2024-121840	0.0000
ndcg_cut_1000         	2024-121840	0.0000
map_cut_5             	2024-121840	0.0000
map_cut_10            	2024-121840	0.0000
map_cut_15            	2024-121840	0.0000
map_cut_20            	2024-121840	0.0000
map_cut_30            	2024-121840	0.0000
map_cut_100           	2024-121840	0.0000
map_cut_200           	2024-121840	0.0000
map_cut_500           	2024-121840	0.0000
map_cut_1000          	2024-121840	0.0000
relative_P_5          	2024-121840	0.0000
relative_P_10         	2024-121840	0.0000
relative_P_15         	2024-121840	0.0000
relative_P_20         	2024-121840	0.0000
relative_P_30         	2024-121840	0.0000
relative_P_100        	2024-121840	0.0000
relative_P_200        	2024-121840	0.0000
relative_P_500        	2024-121840	0.0000
relative_P_1000       	2024-121840	0.0000
success_1             	2024-121840	0.0000
success_5             	2024-121840	0.0000
success_10            	2024-121840	0.0000
set_P                 	2024-121840	0.0000
set_relative_P        	2024-121840	0.0000
set_recall            	2024-121840	0.0000
set_map               	2024-121840	0.0000
set_F                 	2024-121840	0.0000
num_nonrel_judged_ret 	2024-121840	10
num_ret               	2024-127266	10
num_rel               	2024-127266	216
num_rel_ret           	2024-127266	10
map                   	2024-127266	0.0463
Rprec                 	2024-127266	0.0463
bpref                 	2024-127266	0.0463
recip_rank            	2024-127266	1.0000
iprec_at_recall_0.00  	2024-127266	1.0000
iprec_at_recall_0.10  	2024-127266	0.0000
iprec_at_recall_0.20  	2024-127266	0.0000
iprec_at_recall_0.30  	2024-127266	0.0000
iprec_at_recall_0.40  	2024-127266	0.0000
iprec_at_recall_0.50  	2024-127266	0.0000
iprec_at_recall_0.60  	2024-127266	0.0000
iprec_at_recall_0.70  	2024-127266	0.0000
iprec_at_recall_0.80  	2024-127266	0.0000
iprec_at_recall_0.90  	2024-127266	0.0000
iprec_at_recall_1.00  	2024-127266	0.0000
P_5                   	2024-127266	1.0000
P_10                  	2024-127266	1.0000
P_15                  	2024-127266	0.6667
P_20                  	2024-127266	0.5000
P_30                  	2024-127266	0.3333
P_100                 	2024-127266	0.1000
P_200                 	2024-127266	0.0500
P_500                 	2024-127266	0.0200
P_1000                	2024-127266	0.0100
relstring             	2024-127266	'1321231211'
recall_5              	2024-127266	0.0231
recall_10             	2024-127266	0.0463
recall_15             	2024-127266	0.0463
recall_20             	2024-127266	0.0463
recall_30             	2024-127266	0.0463
recall_100            	2024-127266	0.0463
recall_200            	2024-127266	0.0463
recall_500            	2024-127266	0.0463
recall_1000           	2024-127266	0.0463
infAP                 	2024-127266	0.0463
Rprec_mult_0.20       	2024-127266	0.2273
Rprec_mult_0.40       	2024-127266	0.1149
Rprec_mult_0.60       	2024-127266	0.0769
Rprec_mult_0.80       	2024-127266	0.0578
Rprec_mult_1.00       	2024-127266	0.0463
Rprec_mult_1.20       	2024-127266	0.0385
Rprec_mult_1.40       	2024-127266	0.0330
Rprec_mult_1.60       	2024-127266	0.0289
Rprec_mult_1.80       	2024-127266	0.0257
Rprec_mult_2.00       	2024-127266	0.0231
utility               	2024-127266	10.0000
11pt_avg              	2024-127266	0.0909
binG                  	2024-127266	0.0463
G                     	2024-127266	0.0183
ndcg                  	2024-127266	0.1158
ndcg_rel              	2024-127266	0.1365
Rndcg                 	2024-127266	0.1832
ndcg_cut_5            	2024-127266	0.5763
ndcg_cut_10           	2024-127266	0.5664
ndcg_cut_15           	2024-127266	0.4390
ndcg_cut_20           	2024-127266	0.3655
ndcg_cut_30           	2024-127266	0.2809
ndcg_cut_100          	2024-127266	0.1522
ndcg_cut_200          	2024-127266	0.1195
ndcg_cut_500          	2024-127266	0.1158
ndcg_cut_1000         	2024-127266	0.1158
map_cut_5             	2024-127266	0.0231
map_cut_10            	2024-127266	0.0463
map_cut_15            	2024-127266	0.0463
map_cut_20            	2024-127266	0.0463
map_cut_30            	2024-127266	0.0463
map_cut_100           	2024-127266	0.0463
map_cut_200           	2024-127266	0.0463
map_cut_500           	2024-127266	0.0463
map_cut_1000          	2024-127266	0.0463
relative_P_5          	2024-127266	1.0000
relative_P_10         	2024-127266	1.0000
relative_P_15         	2024-127266	0.6667
relative_P_20         	2024-127266	0.5000
relative_P_30         	2024-127266	0.3333
relative_P_100        	2024-127266	0.1000
relative_P_200        	2024-127266	0.0500
relative_P_500        	2024-127266	0.0463
relative_P_1000       	2024-127266	0.0463
success_1             	2024-127266	1.0000
success_5             	2024-127266	1.0000
success_10            	2024-127266	1.0000
set_P                 	2024-127266	1.0000
set_relative_P        	2024-127266	1.0000
set_recall            	2024-127266	0.0463
set_map               	2024-127266	0.0463
set_F                 	2024-127266	0.0885
num_nonrel_judged_ret 	2024-127266	0
num_ret               	2024-127288	10
num_rel               	2024-127288	331
num_rel_ret           	2024-127288	8
map                   	2024-127288	0.0195
Rprec                 	2024-127288	0.0242
bpref                 	2024-127288	0.0237
recip_rank            	2024-127288	1.0000
iprec_at_recall_0.00  	2024-127288	1.0000
iprec_at_recall_0.10  	2024-127288	0.0000
iprec_at_recall_0.20  	2024-127288	0.0000
iprec_at_recall_0.30  	2024-127288	0.0000
iprec_at_recall_0.40  	2024-127288	0.0000
iprec_at_recall_0.50  	2024-127288	0.0000
iprec_at_recall_0.60  	2024-127288	0.0000
iprec_at_recall_0.70  	2024-127288	0.0000
iprec_at_recall_0.80  	2024-127288	0.0000
iprec_at_recall_0.90  	2024-127288	0.0000
iprec_at_recall_1.00  	2024-127288	0.0000
P_5                   	2024-127288	0.6000
P_10                  	2024-127288	0.8000
P_15                  	2024-127288	0.5333
P_20                  	2024-127288	0.4000
P_30                  	2024-127288	0.2667
P_100                 	2024-127288	0.0800
P_200                 	2024-127288	0.0400
P_500                 	2024-127288	0.0160
P_1000                	2024-127288	0.0080
relstring             	2024-127288	'2301021311'
recall_5              	2024-127288	0.0091
recall_10             	2024-127288	0.0242
recall_15             	2024-127288	0.0242
recall_20             	2024-127288	0.0242
recall_30             	2024-127288	0.0242
recall_100            	2024-127288	0.0242
recall_200            	2024-127288	0.0242
recall_500            	2024-127288	0.0242
recall_1000           	2024-127288	0.0242
infAP                 	2024-127288	0.0195
Rprec_mult_0.20       	2024-127288	0.1194
Rprec_mult_0.40       	2024-127288	0.0602
Rprec_mult_0.60       	2024-127288	0.0402
Rprec_mult_0.80       	2024-127288	0.0302
Rprec_mult_1.00       	2024-127288	0.0242
Rprec_mult_1.20       	2024-127288	0.0201
Rprec_mult_1.40       	2024-127288	0.0172
Rprec_mult_1.60       	2024-127288	0.0151
Rprec_mult_1.80       	2024-127288	0.0134
Rprec_mult_2.00       	2024-127288	0.0121
utility               	2024-127288	6.0000
11pt_avg              	2024-127288	0.0909
binG                  	2024-127288	0.0155
G                     	2024-127288	0.0086
ndcg                  	2024-127288	0.0638
ndcg_rel              	2024-127288	0.0761
Rndcg                 	2024-127288	0.0924
ndcg_cut_5            	2024-127288	0.4888
ndcg_cut_10           	2024-127288	0.5066
ndcg_cut_15           	2024-127288	0.3927
ndcg_cut_20           	2024-127288	0.3270
ndcg_cut_30           	2024-127288	0.2513
ndcg_cut_100          	2024-127288	0.1191
ndcg_cut_200          	2024-127288	0.0805
ndcg_cut_500          	2024-127288	0.0638
ndcg_cut_1000         	2024-127288	0.0638
map_cut_5             	2024-127288	0.0083
map_cut_10            	2024-127288	0.0195
map_cut_15            	2024-127288	0.0195
map_cut_20            	2024-127288	0.0195
map_cut_30            	2024-127288	0.0195
map_cut_100           	2024-127288	0.0195
map_cut_200           	2024-127288	0.0195
map_cut_500           	2024-127288	0.0195
map_cut_1000          	2024-127288	0.0195
relative_P_5          	2024-127288	0.6000
relative_P_10         	2024-127288	0.8000
relative_P_15         	2024-127288	0.5333
relative_P_20         	2024-127288	0.4000
relative_P_30         	2024-127288	0.2667
relative_P_100        	2024-127288	0.0800
relative_P_200        	2024-127288	0.0400
relative_P_500        	2024-127288	0.0242
relative_P_1000       	2024-127288	0.0242
success_1             	2024-127288	1.0000
success_5             	2024-127288	1.0000
success_10            	2024-127288	1.0000
set_P                 	2024-127288	0.8000
set_relative_P        	2024-127288	0.8000
set_recall            	2024-127288	0.0242
set_map               	2024-127288	0.0193
set_F                 	2024-127288	0.0469
num_nonrel_judged_ret 	2024-127288	2
num_ret               	2024-12875	10
num_rel               	2024-12875	241
num_rel_ret           	2024-12875	10
map                   	2024-12875	0.0415
Rprec                 	2024-12875	0.0415
bpref                 	2024-12875	0.0415
recip_rank            	2024-12875	1.0000
iprec_at_recall_0.00  	2024-12875	1.0000
iprec_at_recall_0.10  	2024-12875	0.0000
iprec_at_recall_0.20  	2024-12875	0.0000
iprec_at_recall_0.30  	2024-12875	0.0000
iprec_at_recall_0.40  	2024-12875	0.0000
iprec_at_recall_0.50  	2024-12875	0.0000
iprec_at_recall_0.60  	2024-12875	0.0000
iprec_at_recall_0.70  	2024-12875	0.0000
iprec_at_recall_0.80  	2024-12875	0.0000
iprec_at_recall_0.90  	2024-12875	0.0000
iprec_at_recall_1.00  	2024-12875	0.0000
P_5                   	2024-12875	1.0000
P_10                  	2024-12875	1.0000
P_15                  	2024-12875	0.6667
P_20                  	2024-12875	0.5000
P_30                  	2024-12875	0.3333
P_100                 	2024-12875	0.1000
P_200                 	2024-12875	0.0500
P_500                 	2024-12875	0.0200
P_1000                	2024-12875	0.0100
relstring             	2024-12875	'1313133333'
recall_5              	2024-12875	0.0207
recall_10             	2024-12875	0.0415
recall_15             	2024-12875	0.0415
recall_20             	2024-12875	0.0415
recall_30             	2024-12875	0.0415
recall_100            	2024-12875	0.0415
recall_200            	2024-12875	0.0415
recall_500            	2024-12875	0.0415
recall_1000           	2024-12875	0.0415
infAP                 	2024-12875	0.0415
Rprec_mult_0.20       	2024-12875	0.2041
Rprec_mult_0.40       	2024-12875	0.1031
Rprec_mult_0.60       	2024-12875	0.0690
Rprec_mult_0.80       	2024-12875	0.0518
Rprec_mult_1.00       	2024-12875	0.0415
Rprec_mult_1.20       	2024-12875	0.0345
Rprec_mult_1.40       	2024-12875	0.0296
Rprec_mult_1.60       	2024-12875	0.0259
Rprec_mult_1.80       	2024-12875	0.0230
Rprec_mult_2.00       	2024-12875	0.0207
utility               	2024-12875	10.0000
11pt_avg              	2024-12875	0.0909
binG                  	2024-12875	0.0415
G                     	2024-12875	0.0160
ndcg                  	2024-12875	0.1005
ndcg_rel              	2024-12875	0.1213
Rndcg                 	2024-12875	0.1128
ndcg_cut_5            	2024-12875	0.5734
ndcg_cut_10           	2024-12875	0.7231
ndcg_cut_15           	2024-12875	0.5606
ndcg_cut_20           	2024-12875	0.4667
ndcg_cut_30           	2024-12875	0.3586
ndcg_cut_100          	2024-12875	0.1569
ndcg_cut_200          	2024-12875	0.1062
ndcg_cut_500          	2024-12875	0.1005
ndcg_cut_1000         	2024-12875	0.1005
map_cut_5             	2024-12875	0.0207
map_cut_10            	2024-12875	0.0415
map_cut_15            	2024-12875	0.0415
map_cut_20            	2024-12875	0.0415
map_cut_30            	2024-12875	0.0415
map_cut_100           	2024-12875	0.0415
map_cut_200           	2024-12875	0.0415
map_cut_500           	2024-12875	0.0415
map_cut_1000          	2024-12875	0.0415
relative_P_5          	2024-12875	1.0000
relative_P_10         	2024-12875	1.0000
relative_P_15         	2024-12875	0.6667
relative_P_20         	2024-12875	0.5000
relative_P_30         	2024-12875	0.3333
relative_P_100        	2024-12875	0.1000
relative_P_200        	2024-12875	0.0500
relative_P_500        	2024-12875	0.0415
relative_P_1000       	2024-12875	0.0415
success_1             	2024-12875	1.0000
success_5             	2024-12875	1.0000
success_10            	2024-12875	1.0000
set_P                 	2024-12875	1.0000
set_relative_P        	2024-12875	1.0000
set_recall            	2024-12875	0.0415
set_map               	2024-12875	0.0415
set_F                 	2024-12875	0.0797
num_nonrel_judged_ret 	2024-12875	0
num_ret               	2024-128784	10
num_rel               	2024-128784	234
num_rel_ret           	2024-128784	8
map                   	2024-128784	0.0296
Rprec                 	2024-128784	0.0342
bpref                 	2024-128784	0.0336
recip_rank            	2024-128784	1.0000
iprec_at_recall_0.00  	2024-128784	1.0000
iprec_at_recall_0.10  	2024-128784	0.0000
iprec_at_recall_0.20  	2024-128784	0.0000
iprec_at_recall_0.30  	2024-128784	0.0000
iprec_at_recall_0.40  	2024-128784	0.0000
iprec_at_recall_0.50  	2024-128784	0.0000
iprec_at_recall_0.60  	2024-128784	0.0000
iprec_at_recall_0.70  	2024-128784	0.0000
iprec_at_recall_0.80  	2024-128784	0.0000
iprec_at_recall_0.90  	2024-128784	0.0000
iprec_at_recall_1.00  	2024-128784	0.0000
P_5                   	2024-128784	0.8000
P_10                  	2024-128784	0.8000
P_15                  	2024-128784	0.5333
P_20                  	2024-128784	0.4000
P_30                  	2024-128784	0.2667
P_100                 	2024-128784	0.0800
P_200                 	2024-128784	0.0400
P_500                 	2024-128784	0.0160
P_1000                	2024-128784	0.0080
relstring             	2024-128784	'1301133102'
recall_5              	2024-128784	0.0171
recall_10             	2024-128784	0.0342
recall_15             	2024-128784	0.0342
recall_20             	2024-128784	0.0342
recall_30             	2024-128784	0.0342
recall_100            	2024-128784	0.0342
recall_200            	2024-128784	0.0342
recall_500            	2024-128784	0.0342
recall_1000           	2024-128784	0.0342
infAP                 	2024-128784	0.0296
Rprec_mult_0.20       	2024-128784	0.1702
Rprec_mult_0.40       	2024-128784	0.0851
Rprec_mult_0.60       	2024-128784	0.0567
Rprec_mult_0.80       	2024-128784	0.0426
Rprec_mult_1.00       	2024-128784	0.0342
Rprec_mult_1.20       	2024-128784	0.0285
Rprec_mult_1.40       	2024-128784	0.0244
Rprec_mult_1.60       	2024-128784	0.0213
Rprec_mult_1.80       	2024-128784	0.0190
Rprec_mult_2.00       	2024-128784	0.0171
utility               	2024-128784	6.0000
11pt_avg              	2024-128784	0.0909
binG                  	2024-128784	0.0242
G                     	2024-128784	0.0086
ndcg                  	2024-128784	0.0643
ndcg_rel              	2024-128784	0.0783
Rndcg                 	2024-128784	0.0681
ndcg_cut_5            	2024-128784	0.4195
ndcg_cut_10           	2024-128784	0.4895
ndcg_cut_15           	2024-128784	0.3795
ndcg_cut_20           	2024-128784	0.3159
ndcg_cut_30           	2024-128784	0.2428
ndcg_cut_100          	2024-128784	0.1062
ndcg_cut_200          	2024-128784	0.0671
ndcg_cut_500          	2024-128784	0.0643
ndcg_cut_1000         	2024-128784	0.0643
map_cut_5             	2024-128784	0.0152
map_cut_10            	2024-128784	0.0296
map_cut_15            	2024-128784	0.0296
map_cut_20            	2024-128784	0.0296
map_cut_30            	2024-128784	0.0296
map_cut_100           	2024-128784	0.0296
map_cut_200           	2024-128784	0.0296
map_cut_500           	2024-128784	0.0296
map_cut_1000          	2024-128784	0.0296
relative_P_5          	2024-128784	0.8000
relative_P_10         	2024-128784	0.8000
relative_P_15         	2024-128784	0.5333
relative_P_20         	2024-128784	0.4000
relative_P_30         	2024-128784	0.2667
relative_P_100        	2024-128784	0.0800
relative_P_200        	2024-128784	0.0400
relative_P_500        	2024-128784	0.0342
relative_P_1000       	2024-128784	0.0342
success_1             	2024-128784	1.0000
success_5             	2024-128784	1.0000
success_10            	2024-128784	1.0000
set_P                 	2024-128784	0.8000
set_relative_P        	2024-128784	0.8000
set_recall            	2024-128784	0.0342
set_map               	2024-128784	0.0274
set_F                 	2024-128784	0.0656
num_nonrel_judged_ret 	2024-128784	2
num_ret               	2024-129925	10
num_rel               	2024-129925	85
num_rel_ret           	2024-129925	6
map                   	2024-129925	0.0565
Rprec                 	2024-129925	0.0706
bpref                 	2024-129925	0.0704
recip_rank            	2024-129925	1.0000
iprec_at_recall_0.00  	2024-129925	1.0000
iprec_at_recall_0.10  	2024-129925	0.0000
iprec_at_recall_0.20  	2024-129925	0.0000
iprec_at_recall_0.30  	2024-129925	0.0000
iprec_at_recall_0.40  	2024-129925	0.0000
iprec_at_recall_0.50  	2024-129925	0.0000
iprec_at_recall_0.60  	2024-129925	0.0000
iprec_at_recall_0.70  	2024-129925	0.0000
iprec_at_recall_0.80  	2024-129925	0.0000
iprec_at_recall_0.90  	2024-129925	0.0000
iprec_at_recall_1.00  	2024-129925	0.0000
P_5                   	2024-129925	0.8000
P_10                  	2024-129925	0.6000
P_15                  	2024-129925	0.4000
P_20                  	2024-129925	0.3000
P_30                  	2024-129925	0.2000
P_100                 	2024-129925	0.0600
P_200                 	2024-129925	0.0300
P_500                 	2024-129925	0.0120
P_1000                	2024-129925	0.0060
relstring             	2024-129925	'2-1222010-'
recall_5              	2024-129925	0.0471
recall_10             	2024-129925	0.0706
recall_15             	2024-129925	0.0706
recall_20             	2024-129925	0.0706
recall_30             	2024-129925	0.0706
recall_100            	2024-129925	0.0706
recall_200            	2024-129925	0.0706
recall_500            	2024-129925	0.0706
recall_1000           	2024-129925	0.0706
infAP                 	2024-129925	0.0565
Rprec_mult_0.20       	2024-129925	0.3529
Rprec_mult_0.40       	2024-129925	0.1765
Rprec_mult_0.60       	2024-129925	0.1176
Rprec_mult_0.80       	2024-129925	0.0882
Rprec_mult_1.00       	2024-129925	0.0706
Rprec_mult_1.20       	2024-129925	0.0588
Rprec_mult_1.40       	2024-129925	0.0504
Rprec_mult_1.60       	2024-129925	0.0441
Rprec_mult_1.80       	2024-129925	0.0392
Rprec_mult_2.00       	2024-129925	0.0353
utility               	2024-129925	2.0000
11pt_avg              	2024-129925	0.0909
binG                  	2024-129925	0.0473
G                     	2024-129925	0.0388
ndcg                  	2024-129925	0.1610
ndcg_rel              	2024-129925	0.2006
Rndcg                 	2024-129925	0.1767
ndcg_cut_5            	2024-129925	0.7012
ndcg_cut_10           	2024-129925	0.5682
ndcg_cut_15           	2024-129925	0.4404
ndcg_cut_20           	2024-129925	0.3667
ndcg_cut_30           	2024-129925	0.2818
ndcg_cut_100          	2024-129925	0.1610
ndcg_cut_200          	2024-129925	0.1610
ndcg_cut_500          	2024-129925	0.1610
ndcg_cut_1000         	2024-129925	0.1610
map_cut_5             	2024-129925	0.0378
map_cut_10            	2024-129925	0.0565
map_cut_15            	2024-129925	0.0565
map_cut_20            	2024-129925	0.0565
map_cut_30            	2024-129925	0.0565
map_cut_100           	2024-129925	0.0565
map_cut_200           	2024-129925	0.0565
map_cut_500           	2024-129925	0.0565
map_cut_1000          	2024-129925	0.0565
relative_P_5          	2024-129925	0.8000
relative_P_10         	2024-129925	0.6000
relative_P_15         	2024-129925	0.4000
relative_P_20         	2024-129925	0.3000
relative_P_30         	2024-129925	0.2000
relative_P_100        	2024-129925	0.0706
relative_P_200        	2024-129925	0.0706
relative_P_500        	2024-129925	0.0706
relative_P_1000       	2024-129925	0.0706
success_1             	2024-129925	1.0000
success_5             	2024-129925	1.0000
success_10            	2024-129925	1.0000
set_P                 	2024-129925	0.6000
set_relative_P        	2024-129925	0.6000
set_recall            	2024-129925	0.0706
set_map               	2024-129925	0.0424
set_F                 	2024-129925	0.1263
num_nonrel_judged_ret 	2024-129925	2
num_ret               	2024-136156	10
num_rel               	2024-136156	169
num_rel_ret           	2024-136156	2
map                   	2024-136156	0.0023
Rprec                 	2024-136156	0.0118
bpref                 	2024-136156	0.0108
recip_rank            	2024-136156	0.1429
iprec_at_recall_0.00  	2024-136156	0.2500
iprec_at_recall_0.10  	2024-136156	0.0000
iprec_at_recall_0.20  	2024-136156	0.0000
iprec_at_recall_0.30  	2024-136156	0.0000
iprec_at_recall_0.40  	2024-136156	0.0000
iprec_at_recall_0.50  	2024-136156	0.0000
iprec_at_recall_0.60  	2024-136156	0.0000
iprec_at_recall_0.70  	2024-136156	0.0000
iprec_at_recall_0.80  	2024-136156	0.0000
iprec_at_recall_0.90  	2024-136156	0.0000
iprec_at_recall_1.00  	2024-136156	0.0000
P_5                   	2024-136156	0.0000
P_10                  	2024-136156	0.2000
P_15                  	2024-136156	0.1333
P_20                  	2024-136156	0.1000
P_30                  	2024-136156	0.0667
P_100                 	2024-136156	0.0200
P_200                 	2024-136156	0.0100
P_500                 	2024-136156	0.0040
P_1000                	2024-136156	0.0020
relstring             	2024-136156	'0000001200'
recall_5              	2024-136156	0.0000
recall_10             	2024-136156	0.0118
recall_15             	2024-136156	0.0118
recall_20             	2024-136156	0.0118
recall_30             	2024-136156	0.0118
recall_100            	2024-136156	0.0118
recall_200            	2024-136156	0.0118
recall_500            	2024-136156	0.0118
recall_1000           	2024-136156	0.0118
infAP                 	2024-136156	0.0023
Rprec_mult_0.20       	2024-136156	0.0588
Rprec_mult_0.40       	2024-136156	0.0294
Rprec_mult_0.60       	2024-136156	0.0196
Rprec_mult_0.80       	2024-136156	0.0147
Rprec_mult_1.00       	2024-136156	0.0118
Rprec_mult_1.20       	2024-136156	0.0099
Rprec_mult_1.40       	2024-136156	0.0084
Rprec_mult_1.60       	2024-136156	0.0074
Rprec_mult_1.80       	2024-136156	0.0066
Rprec_mult_2.00       	2024-136156	0.0059
utility               	2024-136156	-6.0000
11pt_avg              	2024-136156	0.0227
binG                  	2024-136156	0.0039
G                     	2024-136156	0.0029
ndcg                  	2024-136156	0.0198
ndcg_rel              	2024-136156	0.0203
Rndcg                 	2024-136156	0.0163
ndcg_cut_5            	2024-136156	0.0000
ndcg_cut_10           	2024-136156	0.0801
ndcg_cut_15           	2024-136156	0.0657
ndcg_cut_20           	2024-136156	0.0566
ndcg_cut_30           	2024-136156	0.0453
ndcg_cut_100          	2024-136156	0.0247
ndcg_cut_200          	2024-136156	0.0198
ndcg_cut_500          	2024-136156	0.0198
ndcg_cut_1000         	2024-136156	0.0198
map_cut_5             	2024-136156	0.0000
map_cut_10            	2024-136156	0.0023
map_cut_15            	2024-136156	0.0023
map_cut_20            	2024-136156	0.0023
map_cut_30            	2024-136156	0.0023
map_cut_100           	2024-136156	0.0023
map_cut_200           	2024-136156	0.0023
map_cut_500           	2024-136156	0.0023
map_cut_1000          	2024-136156	0.0023
relative_P_5          	2024-136156	0.0000
relative_P_10         	2024-136156	0.2000
relative_P_15         	2024-136156	0.1333
relative_P_20         	2024-136156	0.1000
relative_P_30         	2024-136156	0.0667
relative_P_100        	2024-136156	0.0200
relative_P_200        	2024-136156	0.0118
relative_P_500        	2024-136156	0.0118
relative_P_1000       	2024-136156	0.0118
success_1             	2024-136156	0.0000
success_5             	2024-136156	0.0000
success_10            	2024-136156	1.0000
set_P                 	2024-136156	0.2000
set_relative_P        	2024-136156	0.2000
set_recall            	2024-136156	0.0118
set_map               	2024-136156	0.0024
set_F                 	2024-136156	0.0223
num_nonrel_judged_ret 	2024-136156	8
num_ret               	2024-137182	10
num_rel               	2024-137182	172
num_rel_ret           	2024-137182	2
map                   	2024-137182	0.0018
Rprec                 	2024-137182	0.0116
bpref                 	2024-137182	0.0107
recip_rank            	2024-137182	0.1111
iprec_at_recall_0.00  	2024-137182	0.2000
iprec_at_recall_0.10  	2024-137182	0.0000
iprec_at_recall_0.20  	2024-137182	0.0000
iprec_at_recall_0.30  	2024-137182	0.0000
iprec_at_recall_0.40  	2024-137182	0.0000
iprec_at_recall_0.50  	2024-137182	0.0000
iprec_at_recall_0.60  	2024-137182	0.0000
iprec_at_recall_0.70  	2024-137182	0.0000
iprec_at_recall_0.80  	2024-137182	0.0000
iprec_at_recall_0.90  	2024-137182	0.0000
iprec_at_recall_1.00  	2024-137182	0.0000
P_5                   	2024-137182	0.0000
P_10                  	2024-137182	0.2000
P_15                  	2024-137182	0.1333
P_20                  	2024-137182	0.1000
P_30                  	2024-137182	0.0667
P_100                 	2024-137182	0.0200
P_200                 	2024-137182	0.0100
P_500                 	2024-137182	0.0040
P_1000                	2024-137182	0.0020
relstring             	2024-137182	'-----0--21'
recall_5              	2024-137182	0.0000
recall_10             	2024-137182	0.0116
recall_15             	2024-137182	0.0116
recall_20             	2024-137182	0.0116
recall_30             	2024-137182	0.0116
recall_100            	2024-137182	0.0116
recall_200            	2024-137182	0.0116
recall_500            	2024-137182	0.0116
recall_1000           	2024-137182	0.0116
infAP                 	2024-137182	0.0018
Rprec_mult_0.20       	2024-137182	0.0571
Rprec_mult_0.40       	2024-137182	0.0290
Rprec_mult_0.60       	2024-137182	0.0192
Rprec_mult_0.80       	2024-137182	0.0145
Rprec_mult_1.00       	2024-137182	0.0116
Rprec_mult_1.20       	2024-137182	0.0097
Rprec_mult_1.40       	2024-137182	0.0083
Rprec_mult_1.60       	2024-137182	0.0072
Rprec_mult_1.80       	2024-137182	0.0065
Rprec_mult_2.00       	2024-137182	0.0058
utility               	2024-137182	-6.0000
11pt_avg              	2024-137182	0.0182
binG                  	2024-137182	0.0035
G                     	2024-137182	0.0018
ndcg                  	2024-137182	0.0129
ndcg_rel              	2024-137182	0.0134
Rndcg                 	2024-137182	0.0167
ndcg_cut_5            	2024-137182	0.0000
ndcg_cut_10           	2024-137182	0.0654
ndcg_cut_15           	2024-137182	0.0507
ndcg_cut_20           	2024-137182	0.0422
ndcg_cut_30           	2024-137182	0.0324
ndcg_cut_100          	2024-137182	0.0163
ndcg_cut_200          	2024-137182	0.0129
ndcg_cut_500          	2024-137182	0.0129
ndcg_cut_1000         	2024-137182	0.0129
map_cut_5             	2024-137182	0.0000
map_cut_10            	2024-137182	0.0018
map_cut_15            	2024-137182	0.0018
map_cut_20            	2024-137182	0.0018
map_cut_30            	2024-137182	0.0018
map_cut_100           	2024-137182	0.0018
map_cut_200           	2024-137182	0.0018
map_cut_500           	2024-137182	0.0018
map_cut_1000          	2024-137182	0.0018
relative_P_5          	2024-137182	0.0000
relative_P_10         	2024-137182	0.2000
relative_P_15         	2024-137182	0.1333
relative_P_20         	2024-137182	0.1000
relative_P_30         	2024-137182	0.0667
relative_P_100        	2024-137182	0.0200
relative_P_200        	2024-137182	0.0116
relative_P_500        	2024-137182	0.0116
relative_P_1000       	2024-137182	0.0116
success_1             	2024-137182	0.0000
success_5             	2024-137182	0.0000
success_10            	2024-137182	1.0000
set_P                 	2024-137182	0.2000
set_relative_P        	2024-137182	0.2000
set_recall            	2024-137182	0.0116
set_map               	2024-137182	0.0023
set_F                 	2024-137182	0.0220
num_nonrel_judged_ret 	2024-137182	1
num_ret               	2024-141577	10
num_rel               	2024-141577	195
num_rel_ret           	2024-141577	4
map                   	2024-141577	0.0179
Rprec                 	2024-141577	0.0205
bpref                 	2024-141577	0.0204
recip_rank            	2024-141577	1.0000
iprec_at_recall_0.00  	2024-141577	1.0000
iprec_at_recall_0.10  	2024-141577	0.0000
iprec_at_recall_0.20  	2024-141577	0.0000
iprec_at_recall_0.30  	2024-141577	0.0000
iprec_at_recall_0.40  	2024-141577	0.0000
iprec_at_recall_0.50  	2024-141577	0.0000
iprec_at_recall_0.60  	2024-141577	0.0000
iprec_at_recall_0.70  	2024-141577	0.0000
iprec_at_recall_0.80  	2024-141577	0.0000
iprec_at_recall_0.90  	2024-141577	0.0000
iprec_at_recall_1.00  	2024-141577	0.0000
P_5                   	2024-141577	0.6000
P_10                  	2024-141577	0.4000
P_15                  	2024-141577	0.2667
P_20                  	2024-141577	0.2000
P_30                  	2024-141577	0.1333
P_100                 	2024-141577	0.0400
P_200                 	2024-141577	0.0200
P_500                 	2024-141577	0.0080
P_1000                	2024-141577	0.0040
relstring             	2024-141577	'1110000100'
recall_5              	2024-141577	0.0154
recall_10             	2024-141577	0.0205
recall_15             	2024-141577	0.0205
recall_20             	2024-141577	0.0205
recall_30             	2024-141577	0.0205
recall_100            	2024-141577	0.0205
recall_200            	2024-141577	0.0205
recall_500            	2024-141577	0.0205
recall_1000           	2024-141577	0.0205
infAP                 	2024-141577	0.0179
Rprec_mult_0.20       	2024-141577	0.1026
Rprec_mult_0.40       	2024-141577	0.0513
Rprec_mult_0.60       	2024-141577	0.0342
Rprec_mult_0.80       	2024-141577	0.0256
Rprec_mult_1.00       	2024-141577	0.0205
Rprec_mult_1.20       	2024-141577	0.0171
Rprec_mult_1.40       	2024-141577	0.0147
Rprec_mult_1.60       	2024-141577	0.0128
Rprec_mult_1.80       	2024-141577	0.0114
Rprec_mult_2.00       	2024-141577	0.0103
utility               	2024-141577	-2.0000
11pt_avg              	2024-141577	0.0909
binG                  	2024-141577	0.0174
G                     	2024-141577	0.0055
ndcg                  	2024-141577	0.0464
ndcg_rel              	2024-141577	0.0517
Rndcg                 	2024-141577	0.1196
ndcg_cut_5            	2024-141577	0.2409
ndcg_cut_10           	2024-141577	0.2033
ndcg_cut_15           	2024-141577	0.1667
ndcg_cut_20           	2024-141577	0.1437
ndcg_cut_30           	2024-141577	0.1150
ndcg_cut_100          	2024-141577	0.0619
ndcg_cut_200          	2024-141577	0.0464
ndcg_cut_500          	2024-141577	0.0464
ndcg_cut_1000         	2024-141577	0.0464
map_cut_5             	2024-141577	0.0154
map_cut_10            	2024-141577	0.0179
map_cut_15            	2024-141577	0.0179
map_cut_20            	2024-141577	0.0179
map_cut_30            	2024-141577	0.0179
map_cut_100           	2024-141577	0.0179
map_cut_200           	2024-141577	0.0179
map_cut_500           	2024-141577	0.0179
map_cut_1000          	2024-141577	0.0179
relative_P_5          	2024-141577	0.6000
relative_P_10         	2024-141577	0.4000
relative_P_15         	2024-141577	0.2667
relative_P_20         	2024-141577	0.2000
relative_P_30         	2024-141577	0.1333
relative_P_100        	2024-141577	0.0400
relative_P_200        	2024-141577	0.0205
relative_P_500        	2024-141577	0.0205
relative_P_1000       	2024-141577	0.0205
success_1             	2024-141577	1.0000
success_5             	2024-141577	1.0000
success_10            	2024-141577	1.0000
set_P                 	2024-141577	0.4000
set_relative_P        	2024-141577	0.4000
set_recall            	2024-141577	0.0205
set_map               	2024-141577	0.0082
set_F                 	2024-141577	0.0390
num_nonrel_judged_ret 	2024-141577	6
num_ret               	2024-142395	10
num_rel               	2024-142395	119
num_rel_ret           	2024-142395	0
map                   	2024-142395	0.0000
Rprec                 	2024-142395	0.0000
bpref                 	2024-142395	0.0000
recip_rank            	2024-142395	0.0000
iprec_at_recall_0.00  	2024-142395	0.0000
iprec_at_recall_0.10  	2024-142395	0.0000
iprec_at_recall_0.20  	2024-142395	0.0000
iprec_at_recall_0.30  	2024-142395	0.0000
iprec_at_recall_0.40  	2024-142395	0.0000
iprec_at_recall_0.50  	2024-142395	0.0000
iprec_at_recall_0.60  	2024-142395	0.0000
iprec_at_recall_0.70  	2024-142395	0.0000
iprec_at_recall_0.80  	2024-142395	0.0000
iprec_at_recall_0.90  	2024-142395	0.0000
iprec_at_recall_1.00  	2024-142395	0.0000
P_5                   	2024-142395	0.0000
P_10                  	2024-142395	0.0000
P_15                  	2024-142395	0.0000
P_20                  	2024-142395	0.0000
P_30                  	2024-142395	0.0000
P_100                 	2024-142395	0.0000
P_200                 	2024-142395	0.0000
P_500                 	2024-142395	0.0000
P_1000                	2024-142395	0.0000
relstring             	2024-142395	'----------'
recall_5              	2024-142395	0.0000
recall_10             	2024-142395	0.0000
recall_15             	2024-142395	0.0000
recall_20             	2024-142395	0.0000
recall_30             	2024-142395	0.0000
recall_100            	2024-142395	0.0000
recall_200            	2024-142395	0.0000
recall_500            	2024-142395	0.0000
recall_1000           	2024-142395	0.0000
infAP                 	2024-142395	0.0000
Rprec_mult_0.20       	2024-142395	0.0000
Rprec_mult_0.40       	2024-142395	0.0000
Rprec_mult_0.60       	2024-142395	0.0000
Rprec_mult_0.80       	2024-142395	0.0000
Rprec_mult_1.00       	2024-142395	0.0000
Rprec_mult_1.20       	2024-142395	0.0000
Rprec_mult_1.40       	2024-142395	0.0000
Rprec_mult_1.60       	2024-142395	0.0000
Rprec_mult_1.80       	2024-142395	0.0000
Rprec_mult_2.00       	2024-142395	0.0000
utility               	2024-142395	-10.0000
11pt_avg              	2024-142395	0.0000
binG                  	2024-142395	0.0000
G                     	2024-142395	0.0000
ndcg                  	2024-142395	0.0000
ndcg_rel              	2024-142395	0.0000
Rndcg                 	2024-142395	0.0000
ndcg_cut_5            	2024-142395	0.0000
ndcg_cut_10           	2024-142395	0.0000
ndcg_cut_15           	2024-142395	0.0000
ndcg_cut_20           	2024-142395	0.0000
ndcg_cut_30           	2024-142395	0.0000
ndcg_cut_100          	2024-142395	0.0000
ndcg_cut_200          	2024-142395	0.0000
ndcg_cut_500          	2024-142395	0.0000
ndcg_cut_1000         	2024-142395	0.0000
map_cut_5             	2024-142395	0.0000
map_cut_10            	2024-142395	0.0000
map_cut_15            	2024-142395	0.0000
map_cut_20            	2024-142395	0.0000
map_cut_30            	2024-142395	0.0000
map_cut_100           	2024-142395	0.0000
map_cut_200           	2024-142395	0.0000
map_cut_500           	2024-142395	0.0000
map_cut_1000          	2024-142395	0.0000
relative_P_5          	2024-142395	0.0000
relative_P_10         	2024-142395	0.0000
relative_P_15         	2024-142395	0.0000
relative_P_20         	2024-142395	0.0000
relative_P_30         	2024-142395	0.0000
relative_P_100        	2024-142395	0.0000
relative_P_200        	2024-142395	0.0000
relative_P_500        	2024-142395	0.0000
relative_P_1000       	2024-142395	0.0000
success_1             	2024-142395	0.0000
success_5             	2024-142395	0.0000
success_10            	2024-142395	0.0000
set_P                 	2024-142395	0.0000
set_relative_P        	2024-142395	0.0000
set_recall            	2024-142395	0.0000
set_map               	2024-142395	0.0000
set_F                 	2024-142395	0.0000
num_nonrel_judged_ret 	2024-142395	0
num_ret               	2024-143869	10
num_rel               	2024-143869	280
num_rel_ret           	2024-143869	7
map                   	2024-143869	0.0217
Rprec                 	2024-143869	0.0250
bpref                 	2024-143869	0.0249
recip_rank            	2024-143869	1.0000
iprec_at_recall_0.00  	2024-143869	1.0000
iprec_at_recall_0.10  	2024-143869	0.0000
iprec_at_recall_0.20  	2024-143869	0.0000
iprec_at_recall_0.30  	2024-143869	0.0000
iprec_at_recall_0.40  	2024-143869	0.0000
iprec_at_recall_0.50  	2024-143869	0.0000
iprec_at_recall_0.60  	2024-143869	0.0000
iprec_at_recall_0.70  	2024-143869	0.0000
iprec_at_recall_0.80  	2024-143869	0.0000
iprec_at_recall_0.90  	2024-143869	0.0000
iprec_at_recall_1.00  	2024-143869	0.0000
P_5                   	2024-143869	0.8000
P_10                  	2024-143869	0.7000
P_15                  	2024-143869	0.4667
P_20                  	2024-143869	0.3500
P_30                  	2024-143869	0.2333
P_100                 	2024-143869	0.0700
P_200                 	2024-143869	0.0350
P_500                 	2024-143869	0.0140
P_1000                	2024-143869	0.0070
relstring             	2024-143869	'2120220201'
recall_5              	2024-143869	0.0143
recall_10             	2024-143869	0.0250
recall_15             	2024-143869	0.0250
recall_20             	2024-143869	0.0250
recall_30             	2024-143869	0.0250
recall_100            	2024-143869	0.0250
recall_200            	2024-143869	0.0250
recall_500            	2024-143869	0.0250
recall_1000           	2024-143869	0.0250
infAP                 	2024-143869	0.0217
Rprec_mult_0.20       	2024-143869	0.1250
Rprec_mult_0.40       	2024-143869	0.0625
Rprec_mult_0.60       	2024-143869	0.0417
Rprec_mult_0.80       	2024-143869	0.0312
Rprec_mult_1.00       	2024-143869	0.0250
Rprec_mult_1.20       	2024-143869	0.0208
Rprec_mult_1.40       	2024-143869	0.0179
Rprec_mult_1.60       	2024-143869	0.0156
Rprec_mult_1.80       	2024-143869	0.0139
Rprec_mult_2.00       	2024-143869	0.0125
utility               	2024-143869	4.0000
11pt_avg              	2024-143869	0.0909
binG                  	2024-143869	0.0185
G                     	2024-143869	0.0087
ndcg                  	2024-143869	0.0679
ndcg_rel              	2024-143869	0.0794
Rndcg                 	2024-143869	0.1014
ndcg_cut_5            	2024-143869	0.4980
ndcg_cut_10           	2024-143869	0.4429
ndcg_cut_15           	2024-143869	0.3433
ndcg_cut_20           	2024-143869	0.2858
ndcg_cut_30           	2024-143869	0.2197
ndcg_cut_100          	2024-143869	0.1102
ndcg_cut_200          	2024-143869	0.0766
ndcg_cut_500          	2024-143869	0.0679
ndcg_cut_1000         	2024-143869	0.0679
map_cut_5             	2024-143869	0.0136
map_cut_10            	2024-143869	0.0217
map_cut_15            	2024-143869	0.0217
map_cut_20            	2024-143869	0.0217
map_cut_30            	2024-143869	0.0217
map_cut_100           	2024-143869	0.0217
map_cut_200           	2024-143869	0.0217
map_cut_500           	2024-143869	0.0217
map_cut_1000          	2024-143869	0.0217
relative_P_5          	2024-143869	0.8000
relative_P_10         	2024-143869	0.7000
relative_P_15         	2024-143869	0.4667
relative_P_20         	2024-143869	0.3500
relative_P_30         	2024-143869	0.2333
relative_P_100        	2024-143869	0.0700
relative_P_200        	2024-143869	0.0350
relative_P_500        	2024-143869	0.0250
relative_P_1000       	2024-143869	0.0250
success_1             	2024-143869	1.0000
success_5             	2024-143869	1.0000
success_10            	2024-143869	1.0000
set_P                 	2024-143869	0.7000
set_relative_P        	2024-143869	0.7000
set_recall            	2024-143869	0.0250
set_map               	2024-143869	0.0175
set_F                 	2024-143869	0.0483
num_nonrel_judged_ret 	2024-143869	3
num_ret               	2024-145979	10
num_rel               	2024-145979	135
num_rel_ret           	2024-145979	10
map                   	2024-145979	0.0741
Rprec                 	2024-145979	0.0741
bpref                 	2024-145979	0.0741
recip_rank            	2024-145979	1.0000
iprec_at_recall_0.00  	2024-145979	1.0000
iprec_at_recall_0.10  	2024-145979	0.0000
iprec_at_recall_0.20  	2024-145979	0.0000
iprec_at_recall_0.30  	2024-145979	0.0000
iprec_at_recall_0.40  	2024-145979	0.0000
iprec_at_recall_0.50  	2024-145979	0.0000
iprec_at_recall_0.60  	2024-145979	0.0000
iprec_at_recall_0.70  	2024-145979	0.0000
iprec_at_recall_0.80  	2024-145979	0.0000
iprec_at_recall_0.90  	2024-145979	0.0000
iprec_at_recall_1.00  	2024-145979	0.0000
P_5                   	2024-145979	1.0000
P_10                  	2024-145979	1.0000
P_15                  	2024-145979	0.6667
P_20                  	2024-145979	0.5000
P_30                  	2024-145979	0.3333
P_100                 	2024-145979	0.1000
P_200                 	2024-145979	0.0500
P_500                 	2024-145979	0.0200
P_1000                	2024-145979	0.0100
relstring             	2024-145979	'3331132222'
recall_5              	2024-145979	0.0370
recall_10             	2024-145979	0.0741
recall_15             	2024-145979	0.0741
recall_20             	2024-145979	0.0741
recall_30             	2024-145979	0.0741
recall_100            	2024-145979	0.0741
recall_200            	2024-145979	0.0741
recall_500            	2024-145979	0.0741
recall_1000           	2024-145979	0.0741
infAP                 	2024-145979	0.0741
Rprec_mult_0.20       	2024-145979	0.3704
Rprec_mult_0.40       	2024-145979	0.1852
Rprec_mult_0.60       	2024-145979	0.1235
Rprec_mult_0.80       	2024-145979	0.0926
Rprec_mult_1.00       	2024-145979	0.0741
Rprec_mult_1.20       	2024-145979	0.0617
Rprec_mult_1.40       	2024-145979	0.0529
Rprec_mult_1.60       	2024-145979	0.0463
Rprec_mult_1.80       	2024-145979	0.0412
Rprec_mult_2.00       	2024-145979	0.0370
utility               	2024-145979	10.0000
11pt_avg              	2024-145979	0.0909
binG                  	2024-145979	0.0741
G                     	2024-145979	0.0415
ndcg                  	2024-145979	0.1608
ndcg_rel              	2024-145979	0.2137
Rndcg                 	2024-145979	0.1771
ndcg_cut_5            	2024-145979	0.8152
ndcg_cut_10           	2024-145979	0.7892
ndcg_cut_15           	2024-145979	0.6117
ndcg_cut_20           	2024-145979	0.5093
ndcg_cut_30           	2024-145979	0.3914
ndcg_cut_100          	2024-145979	0.1805
ndcg_cut_200          	2024-145979	0.1608
ndcg_cut_500          	2024-145979	0.1608
ndcg_cut_1000         	2024-145979	0.1608
map_cut_5             	2024-145979	0.0370
map_cut_10            	2024-145979	0.0741
map_cut_15            	2024-145979	0.0741
map_cut_20            	2024-145979	0.0741
map_cut_30            	2024-145979	0.0741
map_cut_100           	2024-145979	0.0741
map_cut_200           	2024-145979	0.0741
map_cut_500           	2024-145979	0.0741
map_cut_1000          	2024-145979	0.0741
relative_P_5          	2024-145979	1.0000
relative_P_10         	2024-145979	1.0000
relative_P_15         	2024-145979	0.6667
relative_P_20         	2024-145979	0.5000
relative_P_30         	2024-145979	0.3333
relative_P_100        	2024-145979	0.1000
relative_P_200        	2024-145979	0.0741
relative_P_500        	2024-145979	0.0741
relative_P_1000       	2024-145979	0.0741
success_1             	2024-145979	1.0000
success_5             	2024-145979	1.0000
success_10            	2024-145979	1.0000
set_P                 	2024-145979	1.0000
set_relative_P        	2024-145979	1.0000
set_recall            	2024-145979	0.0741
set_map               	2024-145979	0.0741
set_F                 	2024-145979	0.1379
num_nonrel_judged_ret 	2024-145979	0
num_ret               	2024-149459	10
num_rel               	2024-149459	115
num_rel_ret           	2024-149459	10
map                   	2024-149459	0.0870
Rprec                 	2024-149459	0.0870
bpref                 	2024-149459	0.0870
recip_rank            	2024-149459	1.0000
iprec_at_recall_0.00  	2024-149459	1.0000
iprec_at_recall_0.10  	2024-149459	0.0000
iprec_at_recall_0.20  	2024-149459	0.0000
iprec_at_recall_0.30  	2024-149459	0.0000
iprec_at_recall_0.40  	2024-149459	0.0000
iprec_at_recall_0.50  	2024-149459	0.0000
iprec_at_recall_0.60  	2024-149459	0.0000
iprec_at_recall_0.70  	2024-149459	0.0000
iprec_at_recall_0.80  	2024-149459	0.0000
iprec_at_recall_0.90  	2024-149459	0.0000
iprec_at_recall_1.00  	2024-149459	0.0000
P_5                   	2024-149459	1.0000
P_10                  	2024-149459	1.0000
P_15                  	2024-149459	0.6667
P_20                  	2024-149459	0.5000
P_30                  	2024-149459	0.3333
P_100                 	2024-149459	0.1000
P_200                 	2024-149459	0.0500
P_500                 	2024-149459	0.0200
P_1000                	2024-149459	0.0100
relstring             	2024-149459	'3331322321'
recall_5              	2024-149459	0.0435
recall_10             	2024-149459	0.0870
recall_15             	2024-149459	0.0870
recall_20             	2024-149459	0.0870
recall_30             	2024-149459	0.0870
recall_100            	2024-149459	0.0870
recall_200            	2024-149459	0.0870
recall_500            	2024-149459	0.0870
recall_1000           	2024-149459	0.0870
infAP                 	2024-149459	0.0870
Rprec_mult_0.20       	2024-149459	0.4348
Rprec_mult_0.40       	2024-149459	0.2174
Rprec_mult_0.60       	2024-149459	0.1449
Rprec_mult_0.80       	2024-149459	0.1087
Rprec_mult_1.00       	2024-149459	0.0870
Rprec_mult_1.20       	2024-149459	0.0725
Rprec_mult_1.40       	2024-149459	0.0621
Rprec_mult_1.60       	2024-149459	0.0543
Rprec_mult_1.80       	2024-149459	0.0483
Rprec_mult_2.00       	2024-149459	0.0435
utility               	2024-149459	10.0000
11pt_avg              	2024-149459	0.0909
binG                  	2024-149459	0.0870
G                     	2024-149459	0.0793
ndcg                  	2024-149459	0.2602
ndcg_rel              	2024-149459	0.3165
Rndcg                 	2024-149459	0.4178
ndcg_cut_5            	2024-149459	0.9026
ndcg_cut_10           	2024-149459	0.8217
ndcg_cut_15           	2024-149459	0.6462
ndcg_cut_20           	2024-149459	0.5688
ndcg_cut_30           	2024-149459	0.4680
ndcg_cut_100          	2024-149459	0.2743
ndcg_cut_200          	2024-149459	0.2602
ndcg_cut_500          	2024-149459	0.2602
ndcg_cut_1000         	2024-149459	0.2602
map_cut_5             	2024-149459	0.0435
map_cut_10            	2024-149459	0.0870
map_cut_15            	2024-149459	0.0870
map_cut_20            	2024-149459	0.0870
map_cut_30            	2024-149459	0.0870
map_cut_100           	2024-149459	0.0870
map_cut_200           	2024-149459	0.0870
map_cut_500           	2024-149459	0.0870
map_cut_1000          	2024-149459	0.0870
relative_P_5          	2024-149459	1.0000
relative_P_10         	2024-149459	1.0000
relative_P_15         	2024-149459	0.6667
relative_P_20         	2024-149459	0.5000
relative_P_30         	2024-149459	0.3333
relative_P_100        	2024-149459	0.1000
relative_P_200        	2024-149459	0.0870
relative_P_500        	2024-149459	0.0870
relative_P_1000       	2024-149459	0.0870
success_1             	2024-149459	1.0000
success_5             	2024-149459	1.0000
success_10            	2024-149459	1.0000
set_P                 	2024-149459	1.0000
set_relative_P        	2024-149459	1.0000
set_recall            	2024-149459	0.0870
set_map               	2024-149459	0.0870
set_F                 	2024-149459	0.1600
num_nonrel_judged_ret 	2024-149459	0
num_ret               	2024-152259	10
num_rel               	2024-152259	72
num_rel_ret           	2024-152259	1
map                   	2024-152259	0.0139
Rprec                 	2024-152259	0.0139
bpref                 	2024-152259	0.0139
recip_rank            	2024-152259	1.0000
iprec_at_recall_0.00  	2024-152259	1.0000
iprec_at_recall_0.10  	2024-152259	0.0000
iprec_at_recall_0.20  	2024-152259	0.0000
iprec_at_recall_0.30  	2024-152259	0.0000
iprec_at_recall_0.40  	2024-152259	0.0000
iprec_at_recall_0.50  	2024-152259	0.0000
iprec_at_recall_0.60  	2024-152259	0.0000
iprec_at_recall_0.70  	2024-152259	0.0000
iprec_at_recall_0.80  	2024-152259	0.0000
iprec_at_recall_0.90  	2024-152259	0.0000
iprec_at_recall_1.00  	2024-152259	0.0000
P_5                   	2024-152259	0.2000
P_10                  	2024-152259	0.1000
P_15                  	2024-152259	0.0667
P_20                  	2024-152259	0.0500
P_30                  	2024-152259	0.0333
P_100                 	2024-152259	0.0100
P_200                 	2024-152259	0.0050
P_500                 	2024-152259	0.0020
P_1000                	2024-152259	0.0010
relstring             	2024-152259	'10--0-----'
recall_5              	2024-152259	0.0139
recall_10             	2024-152259	0.0139
recall_15             	2024-152259	0.0139
recall_20             	2024-152259	0.0139
recall_30             	2024-152259	0.0139
recall_100            	2024-152259	0.0139
recall_200            	2024-152259	0.0139
recall_500            	2024-152259	0.0139
recall_1000           	2024-152259	0.0139
infAP                 	2024-152259	0.0139
Rprec_mult_0.20       	2024-152259	0.0667
Rprec_mult_0.40       	2024-152259	0.0345
Rprec_mult_0.60       	2024-152259	0.0227
Rprec_mult_0.80       	2024-152259	0.0172
Rprec_mult_1.00       	2024-152259	0.0139
Rprec_mult_1.20       	2024-152259	0.0115
Rprec_mult_1.40       	2024-152259	0.0099
Rprec_mult_1.60       	2024-152259	0.0086
Rprec_mult_1.80       	2024-152259	0.0077
Rprec_mult_2.00       	2024-152259	0.0069
utility               	2024-152259	-8.0000
11pt_avg              	2024-152259	0.0909
binG                  	2024-152259	0.0139
G                     	2024-152259	0.0062
ndcg                  	2024-152259	0.0452
ndcg_rel              	2024-152259	0.0492
Rndcg                 	2024-152259	0.0979
ndcg_cut_5            	2024-152259	0.1182
ndcg_cut_10           	2024-152259	0.0995
ndcg_cut_15           	2024-152259	0.0879
ndcg_cut_20           	2024-152259	0.0797
ndcg_cut_30           	2024-152259	0.0682
ndcg_cut_100          	2024-152259	0.0452
ndcg_cut_200          	2024-152259	0.0452
ndcg_cut_500          	2024-152259	0.0452
ndcg_cut_1000         	2024-152259	0.0452
map_cut_5             	2024-152259	0.0139
map_cut_10            	2024-152259	0.0139
map_cut_15            	2024-152259	0.0139
map_cut_20            	2024-152259	0.0139
map_cut_30            	2024-152259	0.0139
map_cut_100           	2024-152259	0.0139
map_cut_200           	2024-152259	0.0139
map_cut_500           	2024-152259	0.0139
map_cut_1000          	2024-152259	0.0139
relative_P_5          	2024-152259	0.2000
relative_P_10         	2024-152259	0.1000
relative_P_15         	2024-152259	0.0667
relative_P_20         	2024-152259	0.0500
relative_P_30         	2024-152259	0.0333
relative_P_100        	2024-152259	0.0139
relative_P_200        	2024-152259	0.0139
relative_P_500        	2024-152259	0.0139
relative_P_1000       	2024-152259	0.0139
success_1             	2024-152259	1.0000
success_5             	2024-152259	1.0000
success_10            	2024-152259	1.0000
set_P                 	2024-152259	0.1000
set_relative_P        	2024-152259	0.1000
set_recall            	2024-152259	0.0139
set_map               	2024-152259	0.0014
set_F                 	2024-152259	0.0244
num_nonrel_judged_ret 	2024-152259	2
num_ret               	2024-152817	10
num_rel               	2024-152817	239
num_rel_ret           	2024-152817	6
map                   	2024-152817	0.0191
Rprec                 	2024-152817	0.0251
bpref                 	2024-152817	0.0228
recip_rank            	2024-152817	1.0000
iprec_at_recall_0.00  	2024-152817	1.0000
iprec_at_recall_0.10  	2024-152817	0.0000
iprec_at_recall_0.20  	2024-152817	0.0000
iprec_at_recall_0.30  	2024-152817	0.0000
iprec_at_recall_0.40  	2024-152817	0.0000
iprec_at_recall_0.50  	2024-152817	0.0000
iprec_at_recall_0.60  	2024-152817	0.0000
iprec_at_recall_0.70  	2024-152817	0.0000
iprec_at_recall_0.80  	2024-152817	0.0000
iprec_at_recall_0.90  	2024-152817	0.0000
iprec_at_recall_1.00  	2024-152817	0.0000
P_5                   	2024-152817	0.6000
P_10                  	2024-152817	0.6000
P_15                  	2024-152817	0.4000
P_20                  	2024-152817	0.3000
P_30                  	2024-152817	0.2000
P_100                 	2024-152817	0.0600
P_200                 	2024-152817	0.0300
P_500                 	2024-152817	0.0120
P_1000                	2024-152817	0.0060
relstring             	2024-152817	'1303030011'
recall_5              	2024-152817	0.0126
recall_10             	2024-152817	0.0251
recall_15             	2024-152817	0.0251
recall_20             	2024-152817	0.0251
recall_30             	2024-152817	0.0251
recall_100            	2024-152817	0.0251
recall_200            	2024-152817	0.0251
recall_500            	2024-152817	0.0251
recall_1000           	2024-152817	0.0251
infAP                 	2024-152817	0.0191
Rprec_mult_0.20       	2024-152817	0.1250
Rprec_mult_0.40       	2024-152817	0.0625
Rprec_mult_0.60       	2024-152817	0.0417
Rprec_mult_0.80       	2024-152817	0.0312
Rprec_mult_1.00       	2024-152817	0.0251
Rprec_mult_1.20       	2024-152817	0.0209
Rprec_mult_1.40       	2024-152817	0.0179
Rprec_mult_1.60       	2024-152817	0.0157
Rprec_mult_1.80       	2024-152817	0.0139
Rprec_mult_2.00       	2024-152817	0.0126
utility               	2024-152817	2.0000
11pt_avg              	2024-152817	0.0909
binG                  	2024-152817	0.0163
G                     	2024-152817	0.0124
ndcg                  	2024-152817	0.0857
ndcg_rel              	2024-152817	0.0956
Rndcg                 	2024-152817	0.1391
ndcg_cut_5            	2024-152817	0.4731
ndcg_cut_10           	2024-152817	0.4287
ndcg_cut_15           	2024-152817	0.3323
ndcg_cut_20           	2024-152817	0.2767
ndcg_cut_30           	2024-152817	0.2126
ndcg_cut_100          	2024-152817	0.1186
ndcg_cut_200          	2024-152817	0.0926
ndcg_cut_500          	2024-152817	0.0857
ndcg_cut_1000         	2024-152817	0.0857
map_cut_5             	2024-152817	0.0115
map_cut_10            	2024-152817	0.0191
map_cut_15            	2024-152817	0.0191
map_cut_20            	2024-152817	0.0191
map_cut_30            	2024-152817	0.0191
map_cut_100           	2024-152817	0.0191
map_cut_200           	2024-152817	0.0191
map_cut_500           	2024-152817	0.0191
map_cut_1000          	2024-152817	0.0191
relative_P_5          	2024-152817	0.6000
relative_P_10         	2024-152817	0.6000
relative_P_15         	2024-152817	0.4000
relative_P_20         	2024-152817	0.3000
relative_P_30         	2024-152817	0.2000
relative_P_100        	2024-152817	0.0600
relative_P_200        	2024-152817	0.0300
relative_P_500        	2024-152817	0.0251
relative_P_1000       	2024-152817	0.0251
success_1             	2024-152817	1.0000
success_5             	2024-152817	1.0000
success_10            	2024-152817	1.0000
set_P                 	2024-152817	0.6000
set_relative_P        	2024-152817	0.6000
set_recall            	2024-152817	0.0251
set_map               	2024-152817	0.0151
set_F                 	2024-152817	0.0482
num_nonrel_judged_ret 	2024-152817	4
num_ret               	2024-153051	10
num_rel               	2024-153051	117
num_rel_ret           	2024-153051	9
map                   	2024-153051	0.0728
Rprec                 	2024-153051	0.0769
bpref                 	2024-153051	0.0766
recip_rank            	2024-153051	1.0000
iprec_at_recall_0.00  	2024-153051	1.0000
iprec_at_recall_0.10  	2024-153051	0.0000
iprec_at_recall_0.20  	2024-153051	0.0000
iprec_at_recall_0.30  	2024-153051	0.0000
iprec_at_recall_0.40  	2024-153051	0.0000
iprec_at_recall_0.50  	2024-153051	0.0000
iprec_at_recall_0.60  	2024-153051	0.0000
iprec_at_recall_0.70  	2024-153051	0.0000
iprec_at_recall_0.80  	2024-153051	0.0000
iprec_at_recall_0.90  	2024-153051	0.0000
iprec_at_recall_1.00  	2024-153051	0.0000
P_5                   	2024-153051	1.0000
P_10                  	2024-153051	0.9000
P_15                  	2024-153051	0.6000
P_20                  	2024-153051	0.4500
P_30                  	2024-153051	0.3000
P_100                 	2024-153051	0.0900
P_200                 	2024-153051	0.0450
P_500                 	2024-153051	0.0180
P_1000                	2024-153051	0.0090
relstring             	2024-153051	'3133101111'
recall_5              	2024-153051	0.0427
recall_10             	2024-153051	0.0769
recall_15             	2024-153051	0.0769
recall_20             	2024-153051	0.0769
recall_30             	2024-153051	0.0769
recall_100            	2024-153051	0.0769
recall_200            	2024-153051	0.0769
recall_500            	2024-153051	0.0769
recall_1000           	2024-153051	0.0769
infAP                 	2024-153051	0.0728
Rprec_mult_0.20       	2024-153051	0.3750
Rprec_mult_0.40       	2024-153051	0.1915
Rprec_mult_0.60       	2024-153051	0.1268
Rprec_mult_0.80       	2024-153051	0.0957
Rprec_mult_1.00       	2024-153051	0.0769
Rprec_mult_1.20       	2024-153051	0.0638
Rprec_mult_1.40       	2024-153051	0.0549
Rprec_mult_1.60       	2024-153051	0.0479
Rprec_mult_1.80       	2024-153051	0.0427
Rprec_mult_2.00       	2024-153051	0.0385
utility               	2024-153051	8.0000
11pt_avg              	2024-153051	0.0909
binG                  	2024-153051	0.0643
G                     	2024-153051	0.0530
ndcg                  	2024-153051	0.2251
ndcg_rel              	2024-153051	0.2645
Rndcg                 	2024-153051	0.3960
ndcg_cut_5            	2024-153051	0.7699
ndcg_cut_10           	2024-153051	0.5905
ndcg_cut_15           	2024-153051	0.4865
ndcg_cut_20           	2024-153051	0.4258
ndcg_cut_30           	2024-153051	0.3749
ndcg_cut_100          	2024-153051	0.2421
ndcg_cut_200          	2024-153051	0.2251
ndcg_cut_500          	2024-153051	0.2251
ndcg_cut_1000         	2024-153051	0.2251
map_cut_5             	2024-153051	0.0427
map_cut_10            	2024-153051	0.0728
map_cut_15            	2024-153051	0.0728
map_cut_20            	2024-153051	0.0728
map_cut_30            	2024-153051	0.0728
map_cut_100           	2024-153051	0.0728
map_cut_200           	2024-153051	0.0728
map_cut_500           	2024-153051	0.0728
map_cut_1000          	2024-153051	0.0728
relative_P_5          	2024-153051	1.0000
relative_P_10         	2024-153051	0.9000
relative_P_15         	2024-153051	0.6000
relative_P_20         	2024-153051	0.4500
relative_P_30         	2024-153051	0.3000
relative_P_100        	2024-153051	0.0900
relative_P_200        	2024-153051	0.0769
relative_P_500        	2024-153051	0.0769
relative_P_1000       	2024-153051	0.0769
success_1             	2024-153051	1.0000
success_5             	2024-153051	1.0000
success_10            	2024-153051	1.0000
set_P                 	2024-153051	0.9000
set_relative_P        	2024-153051	0.9000
set_recall            	2024-153051	0.0769
set_map               	2024-153051	0.0692
set_F                 	2024-153051	0.1417
num_nonrel_judged_ret 	2024-153051	1
num_ret               	2024-158261	10
num_rel               	2024-158261	218
num_rel_ret           	2024-158261	5
map                   	2024-158261	0.0114
Rprec                 	2024-158261	0.0229
bpref                 	2024-158261	0.0221
recip_rank            	2024-158261	0.5000
iprec_at_recall_0.00  	2024-158261	0.5556
iprec_at_recall_0.10  	2024-158261	0.0000
iprec_at_recall_0.20  	2024-158261	0.0000
iprec_at_recall_0.30  	2024-158261	0.0000
iprec_at_recall_0.40  	2024-158261	0.0000
iprec_at_recall_0.50  	2024-158261	0.0000
iprec_at_recall_0.60  	2024-158261	0.0000
iprec_at_recall_0.70  	2024-158261	0.0000
iprec_at_recall_0.80  	2024-158261	0.0000
iprec_at_recall_0.90  	2024-158261	0.0000
iprec_at_recall_1.00  	2024-158261	0.0000
P_5                   	2024-158261	0.4000
P_10                  	2024-158261	0.5000
P_15                  	2024-158261	0.3333
P_20                  	2024-158261	0.2500
P_30                  	2024-158261	0.1667
P_100                 	2024-158261	0.0500
P_200                 	2024-158261	0.0250
P_500                 	2024-158261	0.0100
P_1000                	2024-158261	0.0050
relstring             	2024-158261	'-2-10-121-'
recall_5              	2024-158261	0.0092
recall_10             	2024-158261	0.0229
recall_15             	2024-158261	0.0229
recall_20             	2024-158261	0.0229
recall_30             	2024-158261	0.0229
recall_100            	2024-158261	0.0229
recall_200            	2024-158261	0.0229
recall_500            	2024-158261	0.0229
recall_1000           	2024-158261	0.0229
infAP                 	2024-158261	0.0114
Rprec_mult_0.20       	2024-158261	0.1136
Rprec_mult_0.40       	2024-158261	0.0568
Rprec_mult_0.60       	2024-158261	0.0382
Rprec_mult_0.80       	2024-158261	0.0286
Rprec_mult_1.00       	2024-158261	0.0229
Rprec_mult_1.20       	2024-158261	0.0191
Rprec_mult_1.40       	2024-158261	0.0163
Rprec_mult_1.60       	2024-158261	0.0143
Rprec_mult_1.80       	2024-158261	0.0127
Rprec_mult_2.00       	2024-158261	0.0115
utility               	2024-158261	0.0000
11pt_avg              	2024-158261	0.0505
binG                  	2024-158261	0.0105
G                     	2024-158261	0.0057
ndcg                  	2024-158261	0.0444
ndcg_rel              	2024-158261	0.0485
Rndcg                 	2024-158261	0.0853
ndcg_cut_5            	2024-158261	0.1913
ndcg_cut_10           	2024-158261	0.2170
ndcg_cut_15           	2024-158261	0.1682
ndcg_cut_20           	2024-158261	0.1448
ndcg_cut_30           	2024-158261	0.1199
ndcg_cut_100          	2024-158261	0.0613
ndcg_cut_200          	2024-158261	0.0460
ndcg_cut_500          	2024-158261	0.0444
ndcg_cut_1000         	2024-158261	0.0444
map_cut_5             	2024-158261	0.0046
map_cut_10            	2024-158261	0.0114
map_cut_15            	2024-158261	0.0114
map_cut_20            	2024-158261	0.0114
map_cut_30            	2024-158261	0.0114
map_cut_100           	2024-158261	0.0114
map_cut_200           	2024-158261	0.0114
map_cut_500           	2024-158261	0.0114
map_cut_1000          	2024-158261	0.0114
relative_P_5          	2024-158261	0.4000
relative_P_10         	2024-158261	0.5000
relative_P_15         	2024-158261	0.3333
relative_P_20         	2024-158261	0.2500
relative_P_30         	2024-158261	0.1667
relative_P_100        	2024-158261	0.0500
relative_P_200        	2024-158261	0.0250
relative_P_500        	2024-158261	0.0229
relative_P_1000       	2024-158261	0.0229
success_1             	2024-158261	0.0000
success_5             	2024-158261	1.0000
success_10            	2024-158261	1.0000
set_P                 	2024-158261	0.5000
set_relative_P        	2024-158261	0.5000
set_recall            	2024-158261	0.0229
set_map               	2024-158261	0.0115
set_F                 	2024-158261	0.0439
num_nonrel_judged_ret 	2024-158261	1
num_ret               	2024-158677	10
num_rel               	2024-158677	254
num_rel_ret           	2024-158677	4
map                   	2024-158677	0.0053
Rprec                 	2024-158677	0.0157
bpref                 	2024-158677	0.0157
recip_rank            	2024-158677	0.2500
iprec_at_recall_0.00  	2024-158677	0.4000
iprec_at_recall_0.10  	2024-158677	0.0000
iprec_at_recall_0.20  	2024-158677	0.0000
iprec_at_recall_0.30  	2024-158677	0.0000
iprec_at_recall_0.40  	2024-158677	0.0000
iprec_at_recall_0.50  	2024-158677	0.0000
iprec_at_recall_0.60  	2024-158677	0.0000
iprec_at_recall_0.70  	2024-158677	0.0000
iprec_at_recall_0.80  	2024-158677	0.0000
iprec_at_recall_0.90  	2024-158677	0.0000
iprec_at_recall_1.00  	2024-158677	0.0000
P_5                   	2024-158677	0.2000
P_10                  	2024-158677	0.4000
P_15                  	2024-158677	0.2667
P_20                  	2024-158677	0.2000
P_30                  	2024-158677	0.1333
P_100                 	2024-158677	0.0400
P_200                 	2024-158677	0.0200
P_500                 	2024-158677	0.0080
P_1000                	2024-158677	0.0040
relstring             	2024-158677	'---2-2-1-2'
recall_5              	2024-158677	0.0039
recall_10             	2024-158677	0.0157
recall_15             	2024-158677	0.0157
recall_20             	2024-158677	0.0157
recall_30             	2024-158677	0.0157
recall_100            	2024-158677	0.0157
recall_200            	2024-158677	0.0157
recall_500            	2024-158677	0.0157
recall_1000           	2024-158677	0.0157
infAP                 	2024-158677	0.0053
Rprec_mult_0.20       	2024-158677	0.0784
Rprec_mult_0.40       	2024-158677	0.0392
Rprec_mult_0.60       	2024-158677	0.0261
Rprec_mult_0.80       	2024-158677	0.0196
Rprec_mult_1.00       	2024-158677	0.0157
Rprec_mult_1.20       	2024-158677	0.0131
Rprec_mult_1.40       	2024-158677	0.0112
Rprec_mult_1.60       	2024-158677	0.0098
Rprec_mult_1.80       	2024-158677	0.0087
Rprec_mult_2.00       	2024-158677	0.0079
utility               	2024-158677	-2.0000
11pt_avg              	2024-158677	0.0364
binG                  	2024-158677	0.0059
G                     	2024-158677	0.0037
ndcg                  	2024-158677	0.0302
ndcg_rel              	2024-158677	0.0321
Rndcg                 	2024-158677	0.0603
ndcg_cut_5            	2024-158677	0.0974
ndcg_cut_10           	2024-158677	0.1810
ndcg_cut_15           	2024-158677	0.1403
ndcg_cut_20           	2024-158677	0.1168
ndcg_cut_30           	2024-158677	0.0973
ndcg_cut_100          	2024-158677	0.0504
ndcg_cut_200          	2024-158677	0.0330
ndcg_cut_500          	2024-158677	0.0302
ndcg_cut_1000         	2024-158677	0.0302
map_cut_5             	2024-158677	0.0010
map_cut_10            	2024-158677	0.0053
map_cut_15            	2024-158677	0.0053
map_cut_20            	2024-158677	0.0053
map_cut_30            	2024-158677	0.0053
map_cut_100           	2024-158677	0.0053
map_cut_200           	2024-158677	0.0053
map_cut_500           	2024-158677	0.0053
map_cut_1000          	2024-158677	0.0053
relative_P_5          	2024-158677	0.2000
relative_P_10         	2024-158677	0.4000
relative_P_15         	2024-158677	0.2667
relative_P_20         	2024-158677	0.2000
relative_P_30         	2024-158677	0.1333
relative_P_100        	2024-158677	0.0400
relative_P_200        	2024-158677	0.0200
relative_P_500        	2024-158677	0.0157
relative_P_1000       	2024-158677	0.0157
success_1             	2024-158677	0.0000
success_5             	2024-158677	1.0000
success_10            	2024-158677	1.0000
set_P                 	2024-158677	0.4000
set_relative_P        	2024-158677	0.4000
set_recall            	2024-158677	0.0157
set_map               	2024-158677	0.0063
set_F                 	2024-158677	0.0303
num_nonrel_judged_ret 	2024-158677	0
num_ret               	2024-158743	10
num_rel               	2024-158743	204
num_rel_ret           	2024-158743	2
map                   	2024-158743	0.0041
Rprec                 	2024-158743	0.0098
bpref                 	2024-158743	0.0098
recip_rank            	2024-158743	0.3333
iprec_at_recall_0.00  	2024-158743	0.5000
iprec_at_recall_0.10  	2024-158743	0.0000
iprec_at_recall_0.20  	2024-158743	0.0000
iprec_at_recall_0.30  	2024-158743	0.0000
iprec_at_recall_0.40  	2024-158743	0.0000
iprec_at_recall_0.50  	2024-158743	0.0000
iprec_at_recall_0.60  	2024-158743	0.0000
iprec_at_recall_0.70  	2024-158743	0.0000
iprec_at_recall_0.80  	2024-158743	0.0000
iprec_at_recall_0.90  	2024-158743	0.0000
iprec_at_recall_1.00  	2024-158743	0.0000
P_5                   	2024-158743	0.4000
P_10                  	2024-158743	0.2000
P_15                  	2024-158743	0.1333
P_20                  	2024-158743	0.1000
P_30                  	2024-158743	0.0667
P_100                 	2024-158743	0.0200
P_200                 	2024-158743	0.0100
P_500                 	2024-158743	0.0040
P_1000                	2024-158743	0.0020
relstring             	2024-158743	'--330-----'
recall_5              	2024-158743	0.0098
recall_10             	2024-158743	0.0098
recall_15             	2024-158743	0.0098
recall_20             	2024-158743	0.0098
recall_30             	2024-158743	0.0098
recall_100            	2024-158743	0.0098
recall_200            	2024-158743	0.0098
recall_500            	2024-158743	0.0098
recall_1000           	2024-158743	0.0098
infAP                 	2024-158743	0.0041
Rprec_mult_0.20       	2024-158743	0.0488
Rprec_mult_0.40       	2024-158743	0.0244
Rprec_mult_0.60       	2024-158743	0.0163
Rprec_mult_0.80       	2024-158743	0.0122
Rprec_mult_1.00       	2024-158743	0.0098
Rprec_mult_1.20       	2024-158743	0.0082
Rprec_mult_1.40       	2024-158743	0.0070
Rprec_mult_1.60       	2024-158743	0.0061
Rprec_mult_1.80       	2024-158743	0.0054
Rprec_mult_2.00       	2024-158743	0.0049
utility               	2024-158743	-6.0000
11pt_avg              	2024-158743	0.0455
binG                  	2024-158743	0.0049
G                     	2024-158743	0.0039
ndcg                  	2024-158743	0.0300
ndcg_rel              	2024-158743	0.0326
Rndcg                 	2024-158743	0.0326
ndcg_cut_5            	2024-158743	0.3156
ndcg_cut_10           	2024-158743	0.2048
ndcg_cut_15           	2024-158743	0.1588
ndcg_cut_20           	2024-158743	0.1322
ndcg_cut_30           	2024-158743	0.1016
ndcg_cut_100          	2024-158743	0.0444
ndcg_cut_200          	2024-158743	0.0302
ndcg_cut_500          	2024-158743	0.0300
ndcg_cut_1000         	2024-158743	0.0300
map_cut_5             	2024-158743	0.0041
map_cut_10            	2024-158743	0.0041
map_cut_15            	2024-158743	0.0041
map_cut_20            	2024-158743	0.0041
map_cut_30            	2024-158743	0.0041
map_cut_100           	2024-158743	0.0041
map_cut_200           	2024-158743	0.0041
map_cut_500           	2024-158743	0.0041
map_cut_1000          	2024-158743	0.0041
relative_P_5          	2024-158743	0.4000
relative_P_10         	2024-158743	0.2000
relative_P_15         	2024-158743	0.1333
relative_P_20         	2024-158743	0.1000
relative_P_30         	2024-158743	0.0667
relative_P_100        	2024-158743	0.0200
relative_P_200        	2024-158743	0.0100
relative_P_500        	2024-158743	0.0098
relative_P_1000       	2024-158743	0.0098
success_1             	2024-158743	0.0000
success_5             	2024-158743	1.0000
success_10            	2024-158743	1.0000
set_P                 	2024-158743	0.2000
set_relative_P        	2024-158743	0.2000
set_recall            	2024-158743	0.0098
set_map               	2024-158743	0.0020
set_F                 	2024-158743	0.0187
num_nonrel_judged_ret 	2024-158743	1
num_ret               	2024-18963	10
num_rel               	2024-18963	121
num_rel_ret           	2024-18963	6
map                   	2024-18963	0.0355
Rprec                 	2024-18963	0.0496
bpref                 	2024-18963	0.0491
recip_rank            	2024-18963	0.5000
iprec_at_recall_0.00  	2024-18963	0.8333
iprec_at_recall_0.10  	2024-18963	0.0000
iprec_at_recall_0.20  	2024-18963	0.0000
iprec_at_recall_0.30  	2024-18963	0.0000
iprec_at_recall_0.40  	2024-18963	0.0000
iprec_at_recall_0.50  	2024-18963	0.0000
iprec_at_recall_0.60  	2024-18963	0.0000
iprec_at_recall_0.70  	2024-18963	0.0000
iprec_at_recall_0.80  	2024-18963	0.0000
iprec_at_recall_0.90  	2024-18963	0.0000
iprec_at_recall_1.00  	2024-18963	0.0000
P_5                   	2024-18963	0.8000
P_10                  	2024-18963	0.6000
P_15                  	2024-18963	0.4000
P_20                  	2024-18963	0.3000
P_30                  	2024-18963	0.2000
P_100                 	2024-18963	0.0600
P_200                 	2024-18963	0.0300
P_500                 	2024-18963	0.0120
P_1000                	2024-18963	0.0060
relstring             	2024-18963	'0212210200'
recall_5              	2024-18963	0.0331
recall_10             	2024-18963	0.0496
recall_15             	2024-18963	0.0496
recall_20             	2024-18963	0.0496
recall_30             	2024-18963	0.0496
recall_100            	2024-18963	0.0496
recall_200            	2024-18963	0.0496
recall_500            	2024-18963	0.0496
recall_1000           	2024-18963	0.0496
infAP                 	2024-18963	0.0355
Rprec_mult_0.20       	2024-18963	0.2400
Rprec_mult_0.40       	2024-18963	0.1224
Rprec_mult_0.60       	2024-18963	0.0822
Rprec_mult_0.80       	2024-18963	0.0619
Rprec_mult_1.00       	2024-18963	0.0496
Rprec_mult_1.20       	2024-18963	0.0411
Rprec_mult_1.40       	2024-18963	0.0353
Rprec_mult_1.60       	2024-18963	0.0309
Rprec_mult_1.80       	2024-18963	0.0275
Rprec_mult_2.00       	2024-18963	0.0248
utility               	2024-18963	2.0000
11pt_avg              	2024-18963	0.0758
binG                  	2024-18963	0.0302
G                     	2024-18963	0.0157
ndcg                  	2024-18963	0.0982
ndcg_rel              	2024-18963	0.1100
Rndcg                 	2024-18963	0.1739
ndcg_cut_5            	2024-18963	0.3840
ndcg_cut_10           	2024-18963	0.3216
ndcg_cut_15           	2024-18963	0.2650
ndcg_cut_20           	2024-18963	0.2319
ndcg_cut_30           	2024-18963	0.1894
ndcg_cut_100          	2024-18963	0.1055
ndcg_cut_200          	2024-18963	0.0982
ndcg_cut_500          	2024-18963	0.0982
ndcg_cut_1000         	2024-18963	0.0982
map_cut_5             	2024-18963	0.0225
map_cut_10            	2024-18963	0.0355
map_cut_15            	2024-18963	0.0355
map_cut_20            	2024-18963	0.0355
map_cut_30            	2024-18963	0.0355
map_cut_100           	2024-18963	0.0355
map_cut_200           	2024-18963	0.0355
map_cut_500           	2024-18963	0.0355
map_cut_1000          	2024-18963	0.0355
relative_P_5          	2024-18963	0.8000
relative_P_10         	2024-18963	0.6000
relative_P_15         	2024-18963	0.4000
relative_P_20         	2024-18963	0.3000
relative_P_30         	2024-18963	0.2000
relative_P_100        	2024-18963	0.0600
relative_P_200        	2024-18963	0.0496
relative_P_500        	2024-18963	0.0496
relative_P_1000       	2024-18963	0.0496
success_1             	2024-18963	0.0000
success_5             	2024-18963	1.0000
success_10            	2024-18963	1.0000
set_P                 	2024-18963	0.6000
set_relative_P        	2024-18963	0.6000
set_recall            	2024-18963	0.0496
set_map               	2024-18963	0.0298
set_F                 	2024-18963	0.0916
num_nonrel_judged_ret 	2024-18963	4
num_ret               	2024-19025	10
num_rel               	2024-19025	43
num_rel_ret           	2024-19025	0
map                   	2024-19025	0.0000
Rprec                 	2024-19025	0.0000
bpref                 	2024-19025	0.0000
recip_rank            	2024-19025	0.0000
iprec_at_recall_0.00  	2024-19025	0.0000
iprec_at_recall_0.10  	2024-19025	0.0000
iprec_at_recall_0.20  	2024-19025	0.0000
iprec_at_recall_0.30  	2024-19025	0.0000
iprec_at_recall_0.40  	2024-19025	0.0000
iprec_at_recall_0.50  	2024-19025	0.0000
iprec_at_recall_0.60  	2024-19025	0.0000
iprec_at_recall_0.70  	2024-19025	0.0000
iprec_at_recall_0.80  	2024-19025	0.0000
iprec_at_recall_0.90  	2024-19025	0.0000
iprec_at_recall_1.00  	2024-19025	0.0000
P_5                   	2024-19025	0.0000
P_10                  	2024-19025	0.0000
P_15                  	2024-19025	0.0000
P_20                  	2024-19025	0.0000
P_30                  	2024-19025	0.0000
P_100                 	2024-19025	0.0000
P_200                 	2024-19025	0.0000
P_500                 	2024-19025	0.0000
P_1000                	2024-19025	0.0000
relstring             	2024-19025	'--000-0---'
recall_5              	2024-19025	0.0000
recall_10             	2024-19025	0.0000
recall_15             	2024-19025	0.0000
recall_20             	2024-19025	0.0000
recall_30             	2024-19025	0.0000
recall_100            	2024-19025	0.0000
recall_200            	2024-19025	0.0000
recall_500            	2024-19025	0.0000
recall_1000           	2024-19025	0.0000
infAP                 	2024-19025	0.0000
Rprec_mult_0.20       	2024-19025	0.0000
Rprec_mult_0.40       	2024-19025	0.0000
Rprec_mult_0.60       	2024-19025	0.0000
Rprec_mult_0.80       	2024-19025	0.0000
Rprec_mult_1.00       	2024-19025	0.0000
Rprec_mult_1.20       	2024-19025	0.0000
Rprec_mult_1.40       	2024-19025	0.0000
Rprec_mult_1.60       	2024-19025	0.0000
Rprec_mult_1.80       	2024-19025	0.0000
Rprec_mult_2.00       	2024-19025	0.0000
utility               	2024-19025	-10.0000
11pt_avg              	2024-19025	0.0000
binG                  	2024-19025	0.0000
G                     	2024-19025	0.0000
ndcg                  	2024-19025	0.0000
ndcg_rel              	2024-19025	0.0000
Rndcg                 	2024-19025	0.0000
ndcg_cut_5            	2024-19025	0.0000
ndcg_cut_10           	2024-19025	0.0000
ndcg_cut_15           	2024-19025	0.0000
ndcg_cut_20           	2024-19025	0.0000
ndcg_cut_30           	2024-19025	0.0000
ndcg_cut_100          	2024-19025	0.0000
ndcg_cut_200          	2024-19025	0.0000
ndcg_cut_500          	2024-19025	0.0000
ndcg_cut_1000         	2024-19025	0.0000
map_cut_5             	2024-19025	0.0000
map_cut_10            	2024-19025	0.0000
map_cut_15            	2024-19025	0.0000
map_cut_20            	2024-19025	0.0000
map_cut_30            	2024-19025	0.0000
map_cut_100           	2024-19025	0.0000
map_cut_200           	2024-19025	0.0000
map_cut_500           	2024-19025	0.0000
map_cut_1000          	2024-19025	0.0000
relative_P_5          	2024-19025	0.0000
relative_P_10         	2024-19025	0.0000
relative_P_15         	2024-19025	0.0000
relative_P_20         	2024-19025	0.0000
relative_P_30         	2024-19025	0.0000
relative_P_100        	2024-19025	0.0000
relative_P_200        	2024-19025	0.0000
relative_P_500        	2024-19025	0.0000
relative_P_1000       	2024-19025	0.0000
success_1             	2024-19025	0.0000
success_5             	2024-19025	0.0000
success_10            	2024-19025	0.0000
set_P                 	2024-19025	0.0000
set_relative_P        	2024-19025	0.0000
set_recall            	2024-19025	0.0000
set_map               	2024-19025	0.0000
set_F                 	2024-19025	0.0000
num_nonrel_judged_ret 	2024-19025	4
num_ret               	2024-213469	10
num_rel               	2024-213469	151
num_rel_ret           	2024-213469	1
map                   	2024-213469	0.0066
Rprec                 	2024-213469	0.0066
bpref                 	2024-213469	0.0066
recip_rank            	2024-213469	1.0000
iprec_at_recall_0.00  	2024-213469	1.0000
iprec_at_recall_0.10  	2024-213469	0.0000
iprec_at_recall_0.20  	2024-213469	0.0000
iprec_at_recall_0.30  	2024-213469	0.0000
iprec_at_recall_0.40  	2024-213469	0.0000
iprec_at_recall_0.50  	2024-213469	0.0000
iprec_at_recall_0.60  	2024-213469	0.0000
iprec_at_recall_0.70  	2024-213469	0.0000
iprec_at_recall_0.80  	2024-213469	0.0000
iprec_at_recall_0.90  	2024-213469	0.0000
iprec_at_recall_1.00  	2024-213469	0.0000
P_5                   	2024-213469	0.2000
P_10                  	2024-213469	0.1000
P_15                  	2024-213469	0.0667
P_20                  	2024-213469	0.0500
P_30                  	2024-213469	0.0333
P_100                 	2024-213469	0.0100
P_200                 	2024-213469	0.0050
P_500                 	2024-213469	0.0020
P_1000                	2024-213469	0.0010
relstring             	2024-213469	'1---------'
recall_5              	2024-213469	0.0066
recall_10             	2024-213469	0.0066
recall_15             	2024-213469	0.0066
recall_20             	2024-213469	0.0066
recall_30             	2024-213469	0.0066
recall_100            	2024-213469	0.0066
recall_200            	2024-213469	0.0066
recall_500            	2024-213469	0.0066
recall_1000           	2024-213469	0.0066
infAP                 	2024-213469	0.0066
Rprec_mult_0.20       	2024-213469	0.0323
Rprec_mult_0.40       	2024-213469	0.0164
Rprec_mult_0.60       	2024-213469	0.0110
Rprec_mult_0.80       	2024-213469	0.0083
Rprec_mult_1.00       	2024-213469	0.0066
Rprec_mult_1.20       	2024-213469	0.0055
Rprec_mult_1.40       	2024-213469	0.0047
Rprec_mult_1.60       	2024-213469	0.0041
Rprec_mult_1.80       	2024-213469	0.0037
Rprec_mult_2.00       	2024-213469	0.0033
utility               	2024-213469	-8.0000
11pt_avg              	2024-213469	0.0909
binG                  	2024-213469	0.0066
G                     	2024-213469	0.0036
ndcg                  	2024-213469	0.0275
ndcg_rel              	2024-213469	0.0306
Rndcg                 	2024-213469	0.0445
ndcg_cut_5            	2024-213469	0.1696
ndcg_cut_10           	2024-213469	0.1100
ndcg_cut_15           	2024-213469	0.0853
ndcg_cut_20           	2024-213469	0.0710
ndcg_cut_30           	2024-213469	0.0578
ndcg_cut_100          	2024-213469	0.0344
ndcg_cut_200          	2024-213469	0.0275
ndcg_cut_500          	2024-213469	0.0275
ndcg_cut_1000         	2024-213469	0.0275
map_cut_5             	2024-213469	0.0066
map_cut_10            	2024-213469	0.0066
map_cut_15            	2024-213469	0.0066
map_cut_20            	2024-213469	0.0066
map_cut_30            	2024-213469	0.0066
map_cut_100           	2024-213469	0.0066
map_cut_200           	2024-213469	0.0066
map_cut_500           	2024-213469	0.0066
map_cut_1000          	2024-213469	0.0066
relative_P_5          	2024-213469	0.2000
relative_P_10         	2024-213469	0.1000
relative_P_15         	2024-213469	0.0667
relative_P_20         	2024-213469	0.0500
relative_P_30         	2024-213469	0.0333
relative_P_100        	2024-213469	0.0100
relative_P_200        	2024-213469	0.0066
relative_P_500        	2024-213469	0.0066
relative_P_1000       	2024-213469	0.0066
success_1             	2024-213469	1.0000
success_5             	2024-213469	1.0000
success_10            	2024-213469	1.0000
set_P                 	2024-213469	0.1000
set_relative_P        	2024-213469	0.1000
set_recall            	2024-213469	0.0066
set_map               	2024-213469	0.0007
set_F                 	2024-213469	0.0124
num_nonrel_judged_ret 	2024-213469	0
num_ret               	2024-213789	10
num_rel               	2024-213789	91
num_rel_ret           	2024-213789	2
map                   	2024-213789	0.0092
Rprec                 	2024-213789	0.0220
bpref                 	2024-213789	0.0214
recip_rank            	2024-213789	0.5000
iprec_at_recall_0.00  	2024-213789	0.5000
iprec_at_recall_0.10  	2024-213789	0.0000
iprec_at_recall_0.20  	2024-213789	0.0000
iprec_at_recall_0.30  	2024-213789	0.0000
iprec_at_recall_0.40  	2024-213789	0.0000
iprec_at_recall_0.50  	2024-213789	0.0000
iprec_at_recall_0.60  	2024-213789	0.0000
iprec_at_recall_0.70  	2024-213789	0.0000
iprec_at_recall_0.80  	2024-213789	0.0000
iprec_at_recall_0.90  	2024-213789	0.0000
iprec_at_recall_1.00  	2024-213789	0.0000
P_5                   	2024-213789	0.2000
P_10                  	2024-213789	0.2000
P_15                  	2024-213789	0.1333
P_20                  	2024-213789	0.1000
P_30                  	2024-213789	0.0667
P_100                 	2024-213789	0.0200
P_200                 	2024-213789	0.0100
P_500                 	2024-213789	0.0040
P_1000                	2024-213789	0.0020
relstring             	2024-213789	'0100010000'
recall_5              	2024-213789	0.0110
recall_10             	2024-213789	0.0220
recall_15             	2024-213789	0.0220
recall_20             	2024-213789	0.0220
recall_30             	2024-213789	0.0220
recall_100            	2024-213789	0.0220
recall_200            	2024-213789	0.0220
recall_500            	2024-213789	0.0220
recall_1000           	2024-213789	0.0220
infAP                 	2024-213789	0.0092
Rprec_mult_0.20       	2024-213789	0.1053
Rprec_mult_0.40       	2024-213789	0.0541
Rprec_mult_0.60       	2024-213789	0.0364
Rprec_mult_0.80       	2024-213789	0.0274
Rprec_mult_1.00       	2024-213789	0.0220
Rprec_mult_1.20       	2024-213789	0.0182
Rprec_mult_1.40       	2024-213789	0.0156
Rprec_mult_1.60       	2024-213789	0.0137
Rprec_mult_1.80       	2024-213789	0.0122
Rprec_mult_2.00       	2024-213789	0.0110
utility               	2024-213789	-6.0000
11pt_avg              	2024-213789	0.0455
binG                  	2024-213789	0.0112
G                     	2024-213789	0.0056
ndcg                  	2024-213789	0.0330
ndcg_rel              	2024-213789	0.0360
Rndcg                 	2024-213789	0.0404
ndcg_cut_5            	2024-213789	0.1070
ndcg_cut_10           	2024-213789	0.1086
ndcg_cut_15           	2024-213789	0.0842
ndcg_cut_20           	2024-213789	0.0701
ndcg_cut_30           	2024-213789	0.0539
ndcg_cut_100          	2024-213789	0.0330
ndcg_cut_200          	2024-213789	0.0330
ndcg_cut_500          	2024-213789	0.0330
ndcg_cut_1000         	2024-213789	0.0330
map_cut_5             	2024-213789	0.0055
map_cut_10            	2024-213789	0.0092
map_cut_15            	2024-213789	0.0092
map_cut_20            	2024-213789	0.0092
map_cut_30            	2024-213789	0.0092
map_cut_100           	2024-213789	0.0092
map_cut_200           	2024-213789	0.0092
map_cut_500           	2024-213789	0.0092
map_cut_1000          	2024-213789	0.0092
relative_P_5          	2024-213789	0.2000
relative_P_10         	2024-213789	0.2000
relative_P_15         	2024-213789	0.1333
relative_P_20         	2024-213789	0.1000
relative_P_30         	2024-213789	0.0667
relative_P_100        	2024-213789	0.0220
relative_P_200        	2024-213789	0.0220
relative_P_500        	2024-213789	0.0220
relative_P_1000       	2024-213789	0.0220
success_1             	2024-213789	0.0000
success_5             	2024-213789	1.0000
success_10            	2024-213789	1.0000
set_P                 	2024-213789	0.2000
set_relative_P        	2024-213789	0.2000
set_recall            	2024-213789	0.0220
set_map               	2024-213789	0.0044
set_F                 	2024-213789	0.0396
num_nonrel_judged_ret 	2024-213789	8
num_ret               	2024-213817	10
num_rel               	2024-213817	80
num_rel_ret           	2024-213817	1
map                   	2024-213817	0.0016
Rprec                 	2024-213817	0.0125
bpref                 	2024-213817	0.0114
recip_rank            	2024-213817	0.1250
iprec_at_recall_0.00  	2024-213817	0.1250
iprec_at_recall_0.10  	2024-213817	0.0000
iprec_at_recall_0.20  	2024-213817	0.0000
iprec_at_recall_0.30  	2024-213817	0.0000
iprec_at_recall_0.40  	2024-213817	0.0000
iprec_at_recall_0.50  	2024-213817	0.0000
iprec_at_recall_0.60  	2024-213817	0.0000
iprec_at_recall_0.70  	2024-213817	0.0000
iprec_at_recall_0.80  	2024-213817	0.0000
iprec_at_recall_0.90  	2024-213817	0.0000
iprec_at_recall_1.00  	2024-213817	0.0000
P_5                   	2024-213817	0.0000
P_10                  	2024-213817	0.1000
P_15                  	2024-213817	0.0667
P_20                  	2024-213817	0.0500
P_30                  	2024-213817	0.0333
P_100                 	2024-213817	0.0100
P_200                 	2024-213817	0.0050
P_500                 	2024-213817	0.0020
P_1000                	2024-213817	0.0010
relstring             	2024-213817	'0000000100'
recall_5              	2024-213817	0.0000
recall_10             	2024-213817	0.0125
recall_15             	2024-213817	0.0125
recall_20             	2024-213817	0.0125
recall_30             	2024-213817	0.0125
recall_100            	2024-213817	0.0125
recall_200            	2024-213817	0.0125
recall_500            	2024-213817	0.0125
recall_1000           	2024-213817	0.0125
infAP                 	2024-213817	0.0016
Rprec_mult_0.20       	2024-213817	0.0625
Rprec_mult_0.40       	2024-213817	0.0312
Rprec_mult_0.60       	2024-213817	0.0208
Rprec_mult_0.80       	2024-213817	0.0156
Rprec_mult_1.00       	2024-213817	0.0125
Rprec_mult_1.20       	2024-213817	0.0104
Rprec_mult_1.40       	2024-213817	0.0089
Rprec_mult_1.60       	2024-213817	0.0078
Rprec_mult_1.80       	2024-213817	0.0069
Rprec_mult_2.00       	2024-213817	0.0063
utility               	2024-213817	-8.0000
11pt_avg              	2024-213817	0.0114
binG                  	2024-213817	0.0039
G                     	2024-213817	0.0017
ndcg                  	2024-213817	0.0094
ndcg_rel              	2024-213817	0.0096
Rndcg                 	2024-213817	0.0069
ndcg_cut_5            	2024-213817	0.0000
ndcg_cut_10           	2024-213817	0.0255
ndcg_cut_15           	2024-213817	0.0210
ndcg_cut_20           	2024-213817	0.0181
ndcg_cut_30           	2024-213817	0.0146
ndcg_cut_100          	2024-213817	0.0094
ndcg_cut_200          	2024-213817	0.0094
ndcg_cut_500          	2024-213817	0.0094
ndcg_cut_1000         	2024-213817	0.0094
map_cut_5             	2024-213817	0.0000
map_cut_10            	2024-213817	0.0016
map_cut_15            	2024-213817	0.0016
map_cut_20            	2024-213817	0.0016
map_cut_30            	2024-213817	0.0016
map_cut_100           	2024-213817	0.0016
map_cut_200           	2024-213817	0.0016
map_cut_500           	2024-213817	0.0016
map_cut_1000          	2024-213817	0.0016
relative_P_5          	2024-213817	0.0000
relative_P_10         	2024-213817	0.1000
relative_P_15         	2024-213817	0.0667
relative_P_20         	2024-213817	0.0500
relative_P_30         	2024-213817	0.0333
relative_P_100        	2024-213817	0.0125
relative_P_200        	2024-213817	0.0125
relative_P_500        	2024-213817	0.0125
relative_P_1000       	2024-213817	0.0125
success_1             	2024-213817	0.0000
success_5             	2024-213817	0.0000
success_10            	2024-213817	1.0000
set_P                 	2024-213817	0.1000
set_relative_P        	2024-213817	0.1000
set_recall            	2024-213817	0.0125
set_map               	2024-213817	0.0013
set_F                 	2024-213817	0.0222
num_nonrel_judged_ret 	2024-213817	9
num_ret               	2024-213978	10
num_rel               	2024-213978	69
num_rel_ret           	2024-213978	3
map                   	2024-213978	0.0157
Rprec                 	2024-213978	0.0435
bpref                 	2024-213978	0.0435
recip_rank            	2024-213978	0.5000
iprec_at_recall_0.00  	2024-213978	0.5000
iprec_at_recall_0.10  	2024-213978	0.0000
iprec_at_recall_0.20  	2024-213978	0.0000
iprec_at_recall_0.30  	2024-213978	0.0000
iprec_at_recall_0.40  	2024-213978	0.0000
iprec_at_recall_0.50  	2024-213978	0.0000
iprec_at_recall_0.60  	2024-213978	0.0000
iprec_at_recall_0.70  	2024-213978	0.0000
iprec_at_recall_0.80  	2024-213978	0.0000
iprec_at_recall_0.90  	2024-213978	0.0000
iprec_at_recall_1.00  	2024-213978	0.0000
P_5                   	2024-213978	0.2000
P_10                  	2024-213978	0.3000
P_15                  	2024-213978	0.2000
P_20                  	2024-213978	0.1500
P_30                  	2024-213978	0.1000
P_100                 	2024-213978	0.0300
P_200                 	2024-213978	0.0150
P_500                 	2024-213978	0.0060
P_1000                	2024-213978	0.0030
relstring             	2024-213978	'-1----1--2'
recall_5              	2024-213978	0.0145
recall_10             	2024-213978	0.0435
recall_15             	2024-213978	0.0435
recall_20             	2024-213978	0.0435
recall_30             	2024-213978	0.0435
recall_100            	2024-213978	0.0435
recall_200            	2024-213978	0.0435
recall_500            	2024-213978	0.0435
recall_1000           	2024-213978	0.0435
infAP                 	2024-213978	0.0157
Rprec_mult_0.20       	2024-213978	0.2143
Rprec_mult_0.40       	2024-213978	0.1071
Rprec_mult_0.60       	2024-213978	0.0714
Rprec_mult_0.80       	2024-213978	0.0536
Rprec_mult_1.00       	2024-213978	0.0435
Rprec_mult_1.20       	2024-213978	0.0361
Rprec_mult_1.40       	2024-213978	0.0309
Rprec_mult_1.60       	2024-213978	0.0270
Rprec_mult_1.80       	2024-213978	0.0240
Rprec_mult_2.00       	2024-213978	0.0217
utility               	2024-213978	-4.0000
11pt_avg              	2024-213978	0.0455
binG                  	2024-213978	0.0189
G                     	2024-213978	0.0136
ndcg                  	2024-213978	0.0687
ndcg_rel              	2024-213978	0.0729
Rndcg                 	2024-213978	0.0951
ndcg_cut_5            	2024-213978	0.1070
ndcg_cut_10           	2024-213978	0.1697
ndcg_cut_15           	2024-213978	0.1316
ndcg_cut_20           	2024-213978	0.1152
ndcg_cut_30           	2024-213978	0.0995
ndcg_cut_100          	2024-213978	0.0687
ndcg_cut_200          	2024-213978	0.0687
ndcg_cut_500          	2024-213978	0.0687
ndcg_cut_1000         	2024-213978	0.0687
map_cut_5             	2024-213978	0.0072
map_cut_10            	2024-213978	0.0157
map_cut_15            	2024-213978	0.0157
map_cut_20            	2024-213978	0.0157
map_cut_30            	2024-213978	0.0157
map_cut_100           	2024-213978	0.0157
map_cut_200           	2024-213978	0.0157
map_cut_500           	2024-213978	0.0157
map_cut_1000          	2024-213978	0.0157
relative_P_5          	2024-213978	0.2000
relative_P_10         	2024-213978	0.3000
relative_P_15         	2024-213978	0.2000
relative_P_20         	2024-213978	0.1500
relative_P_30         	2024-213978	0.1000
relative_P_100        	2024-213978	0.0435
relative_P_200        	2024-213978	0.0435
relative_P_500        	2024-213978	0.0435
relative_P_1000       	2024-213978	0.0435
success_1             	2024-213978	0.0000
success_5             	2024-213978	1.0000
success_10            	2024-213978	1.0000
set_P                 	2024-213978	0.3000
set_relative_P        	2024-213978	0.3000
set_recall            	2024-213978	0.0435
set_map               	2024-213978	0.0130
set_F                 	2024-213978	0.0759
num_nonrel_judged_ret 	2024-213978	0
num_ret               	2024-214096	10
num_rel               	2024-214096	183
num_rel_ret           	2024-214096	6
map                   	2024-214096	0.0299
Rprec                 	2024-214096	0.0328
bpref                 	2024-214096	0.0326
recip_rank            	2024-214096	1.0000
iprec_at_recall_0.00  	2024-214096	1.0000
iprec_at_recall_0.10  	2024-214096	0.0000
iprec_at_recall_0.20  	2024-214096	0.0000
iprec_at_recall_0.30  	2024-214096	0.0000
iprec_at_recall_0.40  	2024-214096	0.0000
iprec_at_recall_0.50  	2024-214096	0.0000
iprec_at_recall_0.60  	2024-214096	0.0000
iprec_at_recall_0.70  	2024-214096	0.0000
iprec_at_recall_0.80  	2024-214096	0.0000
iprec_at_recall_0.90  	2024-214096	0.0000
iprec_at_recall_1.00  	2024-214096	0.0000
P_5                   	2024-214096	0.8000
P_10                  	2024-214096	0.6000
P_15                  	2024-214096	0.4000
P_20                  	2024-214096	0.3000
P_30                  	2024-214096	0.2000
P_100                 	2024-214096	0.0600
P_200                 	2024-214096	0.0300
P_500                 	2024-214096	0.0120
P_1000                	2024-214096	0.0060
relstring             	2024-214096	'3233001200'
recall_5              	2024-214096	0.0219
recall_10             	2024-214096	0.0328
recall_15             	2024-214096	0.0328
recall_20             	2024-214096	0.0328
recall_30             	2024-214096	0.0328
recall_100            	2024-214096	0.0328
recall_200            	2024-214096	0.0328
recall_500            	2024-214096	0.0328
recall_1000           	2024-214096	0.0328
infAP                 	2024-214096	0.0299
Rprec_mult_0.20       	2024-214096	0.1622
Rprec_mult_0.40       	2024-214096	0.0811
Rprec_mult_0.60       	2024-214096	0.0545
Rprec_mult_0.80       	2024-214096	0.0408
Rprec_mult_1.00       	2024-214096	0.0328
Rprec_mult_1.20       	2024-214096	0.0273
Rprec_mult_1.40       	2024-214096	0.0233
Rprec_mult_1.60       	2024-214096	0.0205
Rprec_mult_1.80       	2024-214096	0.0182
Rprec_mult_2.00       	2024-214096	0.0164
utility               	2024-214096	2.0000
11pt_avg              	2024-214096	0.0909
binG                  	2024-214096	0.0273
G                     	2024-214096	0.0321
ndcg                  	2024-214096	0.1445
ndcg_rel              	2024-214096	0.1673
Rndcg                 	2024-214096	0.3219
ndcg_cut_5            	2024-214096	0.7975
ndcg_cut_10           	2024-214096	0.6010
ndcg_cut_15           	2024-214096	0.5018
ndcg_cut_20           	2024-214096	0.4373
ndcg_cut_30           	2024-214096	0.3551
ndcg_cut_100          	2024-214096	0.1829
ndcg_cut_200          	2024-214096	0.1445
ndcg_cut_500          	2024-214096	0.1445
ndcg_cut_1000         	2024-214096	0.1445
map_cut_5             	2024-214096	0.0219
map_cut_10            	2024-214096	0.0299
map_cut_15            	2024-214096	0.0299
map_cut_20            	2024-214096	0.0299
map_cut_30            	2024-214096	0.0299
map_cut_100           	2024-214096	0.0299
map_cut_200           	2024-214096	0.0299
map_cut_500           	2024-214096	0.0299
map_cut_1000          	2024-214096	0.0299
relative_P_5          	2024-214096	0.8000
relative_P_10         	2024-214096	0.6000
relative_P_15         	2024-214096	0.4000
relative_P_20         	2024-214096	0.3000
relative_P_30         	2024-214096	0.2000
relative_P_100        	2024-214096	0.0600
relative_P_200        	2024-214096	0.0328
relative_P_500        	2024-214096	0.0328
relative_P_1000       	2024-214096	0.0328
success_1             	2024-214096	1.0000
success_5             	2024-214096	1.0000
success_10            	2024-214096	1.0000
set_P                 	2024-214096	0.6000
set_relative_P        	2024-214096	0.6000
set_recall            	2024-214096	0.0328
set_map               	2024-214096	0.0197
set_F                 	2024-214096	0.0622
num_nonrel_judged_ret 	2024-214096	4
num_ret               	2024-214126	10
num_rel               	2024-214126	9
num_rel_ret           	2024-214126	0
map                   	2024-214126	0.0000
Rprec                 	2024-214126	0.0000
bpref                 	2024-214126	0.0000
recip_rank            	2024-214126	0.0000
iprec_at_recall_0.00  	2024-214126	0.0000
iprec_at_recall_0.10  	2024-214126	0.0000
iprec_at_recall_0.20  	2024-214126	0.0000
iprec_at_recall_0.30  	2024-214126	0.0000
iprec_at_recall_0.40  	2024-214126	0.0000
iprec_at_recall_0.50  	2024-214126	0.0000
iprec_at_recall_0.60  	2024-214126	0.0000
iprec_at_recall_0.70  	2024-214126	0.0000
iprec_at_recall_0.80  	2024-214126	0.0000
iprec_at_recall_0.90  	2024-214126	0.0000
iprec_at_recall_1.00  	2024-214126	0.0000
P_5                   	2024-214126	0.0000
P_10                  	2024-214126	0.0000
P_15                  	2024-214126	0.0000
P_20                  	2024-214126	0.0000
P_30                  	2024-214126	0.0000
P_100                 	2024-214126	0.0000
P_200                 	2024-214126	0.0000
P_500                 	2024-214126	0.0000
P_1000                	2024-214126	0.0000
relstring             	2024-214126	'0-0---0---'
recall_5              	2024-214126	0.0000
recall_10             	2024-214126	0.0000
recall_15             	2024-214126	0.0000
recall_20             	2024-214126	0.0000
recall_30             	2024-214126	0.0000
recall_100            	2024-214126	0.0000
recall_200            	2024-214126	0.0000
recall_500            	2024-214126	0.0000
recall_1000           	2024-214126	0.0000
infAP                 	2024-214126	0.0000
Rprec_mult_0.20       	2024-214126	0.0000
Rprec_mult_0.40       	2024-214126	0.0000
Rprec_mult_0.60       	2024-214126	0.0000
Rprec_mult_0.80       	2024-214126	0.0000
Rprec_mult_1.00       	2024-214126	0.0000
Rprec_mult_1.20       	2024-214126	0.0000
Rprec_mult_1.40       	2024-214126	0.0000
Rprec_mult_1.60       	2024-214126	0.0000
Rprec_mult_1.80       	2024-214126	0.0000
Rprec_mult_2.00       	2024-214126	0.0000
utility               	2024-214126	-10.0000
11pt_avg              	2024-214126	0.0000
binG                  	2024-214126	0.0000
G                     	2024-214126	0.0000
ndcg                  	2024-214126	0.0000
ndcg_rel              	2024-214126	0.0000
Rndcg                 	2024-214126	0.0000
ndcg_cut_5            	2024-214126	0.0000
ndcg_cut_10           	2024-214126	0.0000
ndcg_cut_15           	2024-214126	0.0000
ndcg_cut_20           	2024-214126	0.0000
ndcg_cut_30           	2024-214126	0.0000
ndcg_cut_100          	2024-214126	0.0000
ndcg_cut_200          	2024-214126	0.0000
ndcg_cut_500          	2024-214126	0.0000
ndcg_cut_1000         	2024-214126	0.0000
map_cut_5             	2024-214126	0.0000
map_cut_10            	2024-214126	0.0000
map_cut_15            	2024-214126	0.0000
map_cut_20            	2024-214126	0.0000
map_cut_30            	2024-214126	0.0000
map_cut_100           	2024-214126	0.0000
map_cut_200           	2024-214126	0.0000
map_cut_500           	2024-214126	0.0000
map_cut_1000          	2024-214126	0.0000
relative_P_5          	2024-214126	0.0000
relative_P_10         	2024-214126	0.0000
relative_P_15         	2024-214126	0.0000
relative_P_20         	2024-214126	0.0000
relative_P_30         	2024-214126	0.0000
relative_P_100        	2024-214126	0.0000
relative_P_200        	2024-214126	0.0000
relative_P_500        	2024-214126	0.0000
relative_P_1000       	2024-214126	0.0000
success_1             	2024-214126	0.0000
success_5             	2024-214126	0.0000
success_10            	2024-214126	0.0000
set_P                 	2024-214126	0.0000
set_relative_P        	2024-214126	0.0000
set_recall            	2024-214126	0.0000
set_map               	2024-214126	0.0000
set_F                 	2024-214126	0.0000
num_nonrel_judged_ret 	2024-214126	3
num_ret               	2024-214467	10
num_rel               	2024-214467	90
num_rel_ret           	2024-214467	10
map                   	2024-214467	0.1111
Rprec                 	2024-214467	0.1111
bpref                 	2024-214467	0.1111
recip_rank            	2024-214467	1.0000
iprec_at_recall_0.00  	2024-214467	1.0000
iprec_at_recall_0.10  	2024-214467	1.0000
iprec_at_recall_0.20  	2024-214467	0.0000
iprec_at_recall_0.30  	2024-214467	0.0000
iprec_at_recall_0.40  	2024-214467	0.0000
iprec_at_recall_0.50  	2024-214467	0.0000
iprec_at_recall_0.60  	2024-214467	0.0000
iprec_at_recall_0.70  	2024-214467	0.0000
iprec_at_recall_0.80  	2024-214467	0.0000
iprec_at_recall_0.90  	2024-214467	0.0000
iprec_at_recall_1.00  	2024-214467	0.0000
P_5                   	2024-214467	1.0000
P_10                  	2024-214467	1.0000
P_15                  	2024-214467	0.6667
P_20                  	2024-214467	0.5000
P_30                  	2024-214467	0.3333
P_100                 	2024-214467	0.1000
P_200                 	2024-214467	0.0500
P_500                 	2024-214467	0.0200
P_1000                	2024-214467	0.0100
relstring             	2024-214467	'2222222212'
recall_5              	2024-214467	0.0556
recall_10             	2024-214467	0.1111
recall_15             	2024-214467	0.1111
recall_20             	2024-214467	0.1111
recall_30             	2024-214467	0.1111
recall_100            	2024-214467	0.1111
recall_200            	2024-214467	0.1111
recall_500            	2024-214467	0.1111
recall_1000           	2024-214467	0.1111
infAP                 	2024-214467	0.1111
Rprec_mult_0.20       	2024-214467	0.5556
Rprec_mult_0.40       	2024-214467	0.2778
Rprec_mult_0.60       	2024-214467	0.1852
Rprec_mult_0.80       	2024-214467	0.1389
Rprec_mult_1.00       	2024-214467	0.1111
Rprec_mult_1.20       	2024-214467	0.0926
Rprec_mult_1.40       	2024-214467	0.0794
Rprec_mult_1.60       	2024-214467	0.0694
Rprec_mult_1.80       	2024-214467	0.0617
Rprec_mult_2.00       	2024-214467	0.0556
utility               	2024-214467	10.0000
11pt_avg              	2024-214467	0.1818
binG                  	2024-214467	0.1111
G                     	2024-214467	0.1325
ndcg                  	2024-214467	0.2796
ndcg_rel              	2024-214467	0.3588
Rndcg                 	2024-214467	0.3227
ndcg_cut_5            	2024-214467	1.0000
ndcg_cut_10           	2024-214467	0.9669
ndcg_cut_15           	2024-214467	0.7495
ndcg_cut_20           	2024-214467	0.6240
ndcg_cut_30           	2024-214467	0.4795
ndcg_cut_100          	2024-214467	0.2796
ndcg_cut_200          	2024-214467	0.2796
ndcg_cut_500          	2024-214467	0.2796
ndcg_cut_1000         	2024-214467	0.2796
map_cut_5             	2024-214467	0.0556
map_cut_10            	2024-214467	0.1111
map_cut_15            	2024-214467	0.1111
map_cut_20            	2024-214467	0.1111
map_cut_30            	2024-214467	0.1111
map_cut_100           	2024-214467	0.1111
map_cut_200           	2024-214467	0.1111
map_cut_500           	2024-214467	0.1111
map_cut_1000          	2024-214467	0.1111
relative_P_5          	2024-214467	1.0000
relative_P_10         	2024-214467	1.0000
relative_P_15         	2024-214467	0.6667
relative_P_20         	2024-214467	0.5000
relative_P_30         	2024-214467	0.3333
relative_P_100        	2024-214467	0.1111
relative_P_200        	2024-214467	0.1111
relative_P_500        	2024-214467	0.1111
relative_P_1000       	2024-214467	0.1111
success_1             	2024-214467	1.0000
success_5             	2024-214467	1.0000
success_10            	2024-214467	1.0000
set_P                 	2024-214467	1.0000
set_relative_P        	2024-214467	1.0000
set_recall            	2024-214467	0.1111
set_map               	2024-214467	0.1111
set_F                 	2024-214467	0.2000
num_nonrel_judged_ret 	2024-214467	0
num_ret               	2024-215044	10
num_rel               	2024-215044	40
num_rel_ret           	2024-215044	0
map                   	2024-215044	0.0000
Rprec                 	2024-215044	0.0000
bpref                 	2024-215044	0.0000
recip_rank            	2024-215044	0.0000
iprec_at_recall_0.00  	2024-215044	0.0000
iprec_at_recall_0.10  	2024-215044	0.0000
iprec_at_recall_0.20  	2024-215044	0.0000
iprec_at_recall_0.30  	2024-215044	0.0000
iprec_at_recall_0.40  	2024-215044	0.0000
iprec_at_recall_0.50  	2024-215044	0.0000
iprec_at_recall_0.60  	2024-215044	0.0000
iprec_at_recall_0.70  	2024-215044	0.0000
iprec_at_recall_0.80  	2024-215044	0.0000
iprec_at_recall_0.90  	2024-215044	0.0000
iprec_at_recall_1.00  	2024-215044	0.0000
P_5                   	2024-215044	0.0000
P_10                  	2024-215044	0.0000
P_15                  	2024-215044	0.0000
P_20                  	2024-215044	0.0000
P_30                  	2024-215044	0.0000
P_100                 	2024-215044	0.0000
P_200                 	2024-215044	0.0000
P_500                 	2024-215044	0.0000
P_1000                	2024-215044	0.0000
relstring             	2024-215044	'----------'
recall_5              	2024-215044	0.0000
recall_10             	2024-215044	0.0000
recall_15             	2024-215044	0.0000
recall_20             	2024-215044	0.0000
recall_30             	2024-215044	0.0000
recall_100            	2024-215044	0.0000
recall_200            	2024-215044	0.0000
recall_500            	2024-215044	0.0000
recall_1000           	2024-215044	0.0000
infAP                 	2024-215044	0.0000
Rprec_mult_0.20       	2024-215044	0.0000
Rprec_mult_0.40       	2024-215044	0.0000
Rprec_mult_0.60       	2024-215044	0.0000
Rprec_mult_0.80       	2024-215044	0.0000
Rprec_mult_1.00       	2024-215044	0.0000
Rprec_mult_1.20       	2024-215044	0.0000
Rprec_mult_1.40       	2024-215044	0.0000
Rprec_mult_1.60       	2024-215044	0.0000
Rprec_mult_1.80       	2024-215044	0.0000
Rprec_mult_2.00       	2024-215044	0.0000
utility               	2024-215044	-10.0000
11pt_avg              	2024-215044	0.0000
binG                  	2024-215044	0.0000
G                     	2024-215044	0.0000
ndcg                  	2024-215044	0.0000
ndcg_rel              	2024-215044	0.0000
Rndcg                 	2024-215044	0.0000
ndcg_cut_5            	2024-215044	0.0000
ndcg_cut_10           	2024-215044	0.0000
ndcg_cut_15           	2024-215044	0.0000
ndcg_cut_20           	2024-215044	0.0000
ndcg_cut_30           	2024-215044	0.0000
ndcg_cut_100          	2024-215044	0.0000
ndcg_cut_200          	2024-215044	0.0000
ndcg_cut_500          	2024-215044	0.0000
ndcg_cut_1000         	2024-215044	0.0000
map_cut_5             	2024-215044	0.0000
map_cut_10            	2024-215044	0.0000
map_cut_15            	2024-215044	0.0000
map_cut_20            	2024-215044	0.0000
map_cut_30            	2024-215044	0.0000
map_cut_100           	2024-215044	0.0000
map_cut_200           	2024-215044	0.0000
map_cut_500           	2024-215044	0.0000
map_cut_1000          	2024-215044	0.0000
relative_P_5          	2024-215044	0.0000
relative_P_10         	2024-215044	0.0000
relative_P_15         	2024-215044	0.0000
relative_P_20         	2024-215044	0.0000
relative_P_30         	2024-215044	0.0000
relative_P_100        	2024-215044	0.0000
relative_P_200        	2024-215044	0.0000
relative_P_500        	2024-215044	0.0000
relative_P_1000       	2024-215044	0.0000
success_1             	2024-215044	0.0000
success_5             	2024-215044	0.0000
success_10            	2024-215044	0.0000
set_P                 	2024-215044	0.0000
set_relative_P        	2024-215044	0.0000
set_recall            	2024-215044	0.0000
set_map               	2024-215044	0.0000
set_F                 	2024-215044	0.0000
num_nonrel_judged_ret 	2024-215044	0
num_ret               	2024-215952	10
num_rel               	2024-215952	64
num_rel_ret           	2024-215952	5
map                   	2024-215952	0.0486
Rprec                 	2024-215952	0.0781
bpref                 	2024-215952	0.0747
recip_rank            	2024-215952	1.0000
iprec_at_recall_0.00  	2024-215952	1.0000
iprec_at_recall_0.10  	2024-215952	0.0000
iprec_at_recall_0.20  	2024-215952	0.0000
iprec_at_recall_0.30  	2024-215952	0.0000
iprec_at_recall_0.40  	2024-215952	0.0000
iprec_at_recall_0.50  	2024-215952	0.0000
iprec_at_recall_0.60  	2024-215952	0.0000
iprec_at_recall_0.70  	2024-215952	0.0000
iprec_at_recall_0.80  	2024-215952	0.0000
iprec_at_recall_0.90  	2024-215952	0.0000
iprec_at_recall_1.00  	2024-215952	0.0000
P_5                   	2024-215952	0.4000
P_10                  	2024-215952	0.5000
P_15                  	2024-215952	0.3333
P_20                  	2024-215952	0.2500
P_30                  	2024-215952	0.1667
P_100                 	2024-215952	0.0500
P_200                 	2024-215952	0.0250
P_500                 	2024-215952	0.0100
P_1000                	2024-215952	0.0050
relstring             	2024-215952	'3030030012'
recall_5              	2024-215952	0.0312
recall_10             	2024-215952	0.0781
recall_15             	2024-215952	0.0781
recall_20             	2024-215952	0.0781
recall_30             	2024-215952	0.0781
recall_100            	2024-215952	0.0781
recall_200            	2024-215952	0.0781
recall_500            	2024-215952	0.0781
recall_1000           	2024-215952	0.0781
infAP                 	2024-215952	0.0486
Rprec_mult_0.20       	2024-215952	0.3846
Rprec_mult_0.40       	2024-215952	0.1923
Rprec_mult_0.60       	2024-215952	0.1282
Rprec_mult_0.80       	2024-215952	0.0962
Rprec_mult_1.00       	2024-215952	0.0781
Rprec_mult_1.20       	2024-215952	0.0649
Rprec_mult_1.40       	2024-215952	0.0556
Rprec_mult_1.60       	2024-215952	0.0485
Rprec_mult_1.80       	2024-215952	0.0431
Rprec_mult_2.00       	2024-215952	0.0391
utility               	2024-215952	0.0000
11pt_avg              	2024-215952	0.0909
binG                  	2024-215952	0.0433
G                     	2024-215952	0.0509
ndcg                  	2024-215952	0.2031
ndcg_rel              	2024-215952	0.2372
Rndcg                 	2024-215952	0.2441
ndcg_cut_5            	2024-215952	0.5087
ndcg_cut_10           	2024-215952	0.4730
ndcg_cut_15           	2024-215952	0.3667
ndcg_cut_20           	2024-215952	0.3053
ndcg_cut_30           	2024-215952	0.2516
ndcg_cut_100          	2024-215952	0.2031
ndcg_cut_200          	2024-215952	0.2031
ndcg_cut_500          	2024-215952	0.2031
ndcg_cut_1000         	2024-215952	0.2031
map_cut_5             	2024-215952	0.0260
map_cut_10            	2024-215952	0.0486
map_cut_15            	2024-215952	0.0486
map_cut_20            	2024-215952	0.0486
map_cut_30            	2024-215952	0.0486
map_cut_100           	2024-215952	0.0486
map_cut_200           	2024-215952	0.0486
map_cut_500           	2024-215952	0.0486
map_cut_1000          	2024-215952	0.0486
relative_P_5          	2024-215952	0.4000
relative_P_10         	2024-215952	0.5000
relative_P_15         	2024-215952	0.3333
relative_P_20         	2024-215952	0.2500
relative_P_30         	2024-215952	0.1667
relative_P_100        	2024-215952	0.0781
relative_P_200        	2024-215952	0.0781
relative_P_500        	2024-215952	0.0781
relative_P_1000       	2024-215952	0.0781
success_1             	2024-215952	1.0000
success_5             	2024-215952	1.0000
success_10            	2024-215952	1.0000
set_P                 	2024-215952	0.5000
set_relative_P        	2024-215952	0.5000
set_recall            	2024-215952	0.0781
set_map               	2024-215952	0.0391
set_F                 	2024-215952	0.1351
num_nonrel_judged_ret 	2024-215952	5
num_ret               	2024-216592	10
num_rel               	2024-216592	202
num_rel_ret           	2024-216592	4
map                   	2024-216592	0.0159
Rprec                 	2024-216592	0.0198
bpref                 	2024-216592	0.0197
recip_rank            	2024-216592	1.0000
iprec_at_recall_0.00  	2024-216592	1.0000
iprec_at_recall_0.10  	2024-216592	0.0000
iprec_at_recall_0.20  	2024-216592	0.0000
iprec_at_recall_0.30  	2024-216592	0.0000
iprec_at_recall_0.40  	2024-216592	0.0000
iprec_at_recall_0.50  	2024-216592	0.0000
iprec_at_recall_0.60  	2024-216592	0.0000
iprec_at_recall_0.70  	2024-216592	0.0000
iprec_at_recall_0.80  	2024-216592	0.0000
iprec_at_recall_0.90  	2024-216592	0.0000
iprec_at_recall_1.00  	2024-216592	0.0000
P_5                   	2024-216592	0.8000
P_10                  	2024-216592	0.4000
P_15                  	2024-216592	0.2667
P_20                  	2024-216592	0.2000
P_30                  	2024-216592	0.1333
P_100                 	2024-216592	0.0400
P_200                 	2024-216592	0.0200
P_500                 	2024-216592	0.0080
P_1000                	2024-216592	0.0040
relstring             	2024-216592	'2021100000'
recall_5              	2024-216592	0.0198
recall_10             	2024-216592	0.0198
recall_15             	2024-216592	0.0198
recall_20             	2024-216592	0.0198
recall_30             	2024-216592	0.0198
recall_100            	2024-216592	0.0198
recall_200            	2024-216592	0.0198
recall_500            	2024-216592	0.0198
recall_1000           	2024-216592	0.0198
infAP                 	2024-216592	0.0159
Rprec_mult_0.20       	2024-216592	0.0976
Rprec_mult_0.40       	2024-216592	0.0494
Rprec_mult_0.60       	2024-216592	0.0328
Rprec_mult_0.80       	2024-216592	0.0247
Rprec_mult_1.00       	2024-216592	0.0198
Rprec_mult_1.20       	2024-216592	0.0165
Rprec_mult_1.40       	2024-216592	0.0141
Rprec_mult_1.60       	2024-216592	0.0123
Rprec_mult_1.80       	2024-216592	0.0110
Rprec_mult_2.00       	2024-216592	0.0099
utility               	2024-216592	-2.0000
11pt_avg              	2024-216592	0.0909
binG                  	2024-216592	0.0143
G                     	2024-216592	0.0081
ndcg                  	2024-216592	0.0617
ndcg_rel              	2024-216592	0.0705
Rndcg                 	2024-216592	0.1301
ndcg_cut_5            	2024-216592	0.4316
ndcg_cut_10           	2024-216592	0.2801
ndcg_cut_15           	2024-216592	0.2270
ndcg_cut_20           	2024-216592	0.1991
ndcg_cut_30           	2024-216592	0.1630
ndcg_cut_100          	2024-216592	0.0813
ndcg_cut_200          	2024-216592	0.0620
ndcg_cut_500          	2024-216592	0.0617
ndcg_cut_1000         	2024-216592	0.0617
map_cut_5             	2024-216592	0.0159
map_cut_10            	2024-216592	0.0159
map_cut_15            	2024-216592	0.0159
map_cut_20            	2024-216592	0.0159
map_cut_30            	2024-216592	0.0159
map_cut_100           	2024-216592	0.0159
map_cut_200           	2024-216592	0.0159
map_cut_500           	2024-216592	0.0159
map_cut_1000          	2024-216592	0.0159
relative_P_5          	2024-216592	0.8000
relative_P_10         	2024-216592	0.4000
relative_P_15         	2024-216592	0.2667
relative_P_20         	2024-216592	0.2000
relative_P_30         	2024-216592	0.1333
relative_P_100        	2024-216592	0.0400
relative_P_200        	2024-216592	0.0200
relative_P_500        	2024-216592	0.0198
relative_P_1000       	2024-216592	0.0198
success_1             	2024-216592	1.0000
success_5             	2024-216592	1.0000
success_10            	2024-216592	1.0000
set_P                 	2024-216592	0.4000
set_relative_P        	2024-216592	0.4000
set_recall            	2024-216592	0.0198
set_map               	2024-216592	0.0079
set_F                 	2024-216592	0.0377
num_nonrel_judged_ret 	2024-216592	6
num_ret               	2024-216957	10
num_rel               	2024-216957	258
num_rel_ret           	2024-216957	3
map                   	2024-216957	0.0089
Rprec                 	2024-216957	0.0116
bpref                 	2024-216957	0.0116
recip_rank            	2024-216957	1.0000
iprec_at_recall_0.00  	2024-216957	1.0000
iprec_at_recall_0.10  	2024-216957	0.0000
iprec_at_recall_0.20  	2024-216957	0.0000
iprec_at_recall_0.30  	2024-216957	0.0000
iprec_at_recall_0.40  	2024-216957	0.0000
iprec_at_recall_0.50  	2024-216957	0.0000
iprec_at_recall_0.60  	2024-216957	0.0000
iprec_at_recall_0.70  	2024-216957	0.0000
iprec_at_recall_0.80  	2024-216957	0.0000
iprec_at_recall_0.90  	2024-216957	0.0000
iprec_at_recall_1.00  	2024-216957	0.0000
P_5                   	2024-216957	0.4000
P_10                  	2024-216957	0.3000
P_15                  	2024-216957	0.2000
P_20                  	2024-216957	0.1500
P_30                  	2024-216957	0.1000
P_100                 	2024-216957	0.0300
P_200                 	2024-216957	0.0150
P_500                 	2024-216957	0.0060
P_1000                	2024-216957	0.0030
relstring             	2024-216957	'11-------1'
recall_5              	2024-216957	0.0078
recall_10             	2024-216957	0.0116
recall_15             	2024-216957	0.0116
recall_20             	2024-216957	0.0116
recall_30             	2024-216957	0.0116
recall_100            	2024-216957	0.0116
recall_200            	2024-216957	0.0116
recall_500            	2024-216957	0.0116
recall_1000           	2024-216957	0.0116
infAP                 	2024-216957	0.0089
Rprec_mult_0.20       	2024-216957	0.0577
Rprec_mult_0.40       	2024-216957	0.0288
Rprec_mult_0.60       	2024-216957	0.0194
Rprec_mult_0.80       	2024-216957	0.0145
Rprec_mult_1.00       	2024-216957	0.0116
Rprec_mult_1.20       	2024-216957	0.0097
Rprec_mult_1.40       	2024-216957	0.0083
Rprec_mult_1.60       	2024-216957	0.0073
Rprec_mult_1.80       	2024-216957	0.0065
Rprec_mult_2.00       	2024-216957	0.0058
utility               	2024-216957	-4.0000
11pt_avg              	2024-216957	0.0909
binG                  	2024-216957	0.0090
G                     	2024-216957	0.0026
ndcg                  	2024-216957	0.0255
ndcg_rel              	2024-216957	0.0283
Rndcg                 	2024-216957	0.0541
ndcg_cut_5            	2024-216957	0.1844
ndcg_cut_10           	2024-216957	0.1409
ndcg_cut_15           	2024-216957	0.1092
ndcg_cut_20           	2024-216957	0.0951
ndcg_cut_30           	2024-216957	0.0786
ndcg_cut_100          	2024-216957	0.0400
ndcg_cut_200          	2024-216957	0.0283
ndcg_cut_500          	2024-216957	0.0255
ndcg_cut_1000         	2024-216957	0.0255
map_cut_5             	2024-216957	0.0078
map_cut_10            	2024-216957	0.0089
map_cut_15            	2024-216957	0.0089
map_cut_20            	2024-216957	0.0089
map_cut_30            	2024-216957	0.0089
map_cut_100           	2024-216957	0.0089
map_cut_200           	2024-216957	0.0089
map_cut_500           	2024-216957	0.0089
map_cut_1000          	2024-216957	0.0089
relative_P_5          	2024-216957	0.4000
relative_P_10         	2024-216957	0.3000
relative_P_15         	2024-216957	0.2000
relative_P_20         	2024-216957	0.1500
relative_P_30         	2024-216957	0.1000
relative_P_100        	2024-216957	0.0300
relative_P_200        	2024-216957	0.0150
relative_P_500        	2024-216957	0.0116
relative_P_1000       	2024-216957	0.0116
success_1             	2024-216957	1.0000
success_5             	2024-216957	1.0000
success_10            	2024-216957	1.0000
set_P                 	2024-216957	0.3000
set_relative_P        	2024-216957	0.3000
set_recall            	2024-216957	0.0116
set_map               	2024-216957	0.0035
set_F                 	2024-216957	0.0224
num_nonrel_judged_ret 	2024-216957	0
num_ret               	2024-217279	10
num_rel               	2024-217279	186
num_rel_ret           	2024-217279	2
map                   	2024-217279	0.0066
Rprec                 	2024-217279	0.0108
bpref                 	2024-217279	0.0108
recip_rank            	2024-217279	1.0000
iprec_at_recall_0.00  	2024-217279	1.0000
iprec_at_recall_0.10  	2024-217279	0.0000
iprec_at_recall_0.20  	2024-217279	0.0000
iprec_at_recall_0.30  	2024-217279	0.0000
iprec_at_recall_0.40  	2024-217279	0.0000
iprec_at_recall_0.50  	2024-217279	0.0000
iprec_at_recall_0.60  	2024-217279	0.0000
iprec_at_recall_0.70  	2024-217279	0.0000
iprec_at_recall_0.80  	2024-217279	0.0000
iprec_at_recall_0.90  	2024-217279	0.0000
iprec_at_recall_1.00  	2024-217279	0.0000
P_5                   	2024-217279	0.2000
P_10                  	2024-217279	0.2000
P_15                  	2024-217279	0.1333
P_20                  	2024-217279	0.1000
P_30                  	2024-217279	0.0667
P_100                 	2024-217279	0.0200
P_200                 	2024-217279	0.0100
P_500                 	2024-217279	0.0040
P_1000                	2024-217279	0.0020
relstring             	2024-217279	'1-------2-'
recall_5              	2024-217279	0.0054
recall_10             	2024-217279	0.0108
recall_15             	2024-217279	0.0108
recall_20             	2024-217279	0.0108
recall_30             	2024-217279	0.0108
recall_100            	2024-217279	0.0108
recall_200            	2024-217279	0.0108
recall_500            	2024-217279	0.0108
recall_1000           	2024-217279	0.0108
infAP                 	2024-217279	0.0066
Rprec_mult_0.20       	2024-217279	0.0526
Rprec_mult_0.40       	2024-217279	0.0267
Rprec_mult_0.60       	2024-217279	0.0179
Rprec_mult_0.80       	2024-217279	0.0134
Rprec_mult_1.00       	2024-217279	0.0108
Rprec_mult_1.20       	2024-217279	0.0089
Rprec_mult_1.40       	2024-217279	0.0077
Rprec_mult_1.60       	2024-217279	0.0067
Rprec_mult_1.80       	2024-217279	0.0060
Rprec_mult_2.00       	2024-217279	0.0054
utility               	2024-217279	-6.0000
11pt_avg              	2024-217279	0.0909
binG                  	2024-217279	0.0071
G                     	2024-217279	0.0029
ndcg                  	2024-217279	0.0258
ndcg_rel              	2024-217279	0.0280
Rndcg                 	2024-217279	0.0460
ndcg_cut_5            	2024-217279	0.1131
ndcg_cut_10           	2024-217279	0.1175
ndcg_cut_15           	2024-217279	0.0911
ndcg_cut_20           	2024-217279	0.0775
ndcg_cut_30           	2024-217279	0.0643
ndcg_cut_100          	2024-217279	0.0331
ndcg_cut_200          	2024-217279	0.0258
ndcg_cut_500          	2024-217279	0.0258
ndcg_cut_1000         	2024-217279	0.0258
map_cut_5             	2024-217279	0.0054
map_cut_10            	2024-217279	0.0066
map_cut_15            	2024-217279	0.0066
map_cut_20            	2024-217279	0.0066
map_cut_30            	2024-217279	0.0066
map_cut_100           	2024-217279	0.0066
map_cut_200           	2024-217279	0.0066
map_cut_500           	2024-217279	0.0066
map_cut_1000          	2024-217279	0.0066
relative_P_5          	2024-217279	0.2000
relative_P_10         	2024-217279	0.2000
relative_P_15         	2024-217279	0.1333
relative_P_20         	2024-217279	0.1000
relative_P_30         	2024-217279	0.0667
relative_P_100        	2024-217279	0.0200
relative_P_200        	2024-217279	0.0108
relative_P_500        	2024-217279	0.0108
relative_P_1000       	2024-217279	0.0108
success_1             	2024-217279	1.0000
success_5             	2024-217279	1.0000
success_10            	2024-217279	1.0000
set_P                 	2024-217279	0.2000
set_relative_P        	2024-217279	0.2000
set_recall            	2024-217279	0.0108
set_map               	2024-217279	0.0022
set_F                 	2024-217279	0.0204
num_nonrel_judged_ret 	2024-217279	0
num_ret               	2024-217488	10
num_rel               	2024-217488	162
num_rel_ret           	2024-217488	7
map                   	2024-217488	0.0358
Rprec                 	2024-217488	0.0432
bpref                 	2024-217488	0.0432
recip_rank            	2024-217488	1.0000
iprec_at_recall_0.00  	2024-217488	1.0000
iprec_at_recall_0.10  	2024-217488	0.0000
iprec_at_recall_0.20  	2024-217488	0.0000
iprec_at_recall_0.30  	2024-217488	0.0000
iprec_at_recall_0.40  	2024-217488	0.0000
iprec_at_recall_0.50  	2024-217488	0.0000
iprec_at_recall_0.60  	2024-217488	0.0000
iprec_at_recall_0.70  	2024-217488	0.0000
iprec_at_recall_0.80  	2024-217488	0.0000
iprec_at_recall_0.90  	2024-217488	0.0000
iprec_at_recall_1.00  	2024-217488	0.0000
P_5                   	2024-217488	0.8000
P_10                  	2024-217488	0.7000
P_15                  	2024-217488	0.4667
P_20                  	2024-217488	0.3500
P_30                  	2024-217488	0.2333
P_100                 	2024-217488	0.0700
P_200                 	2024-217488	0.0350
P_500                 	2024-217488	0.0140
P_1000                	2024-217488	0.0070
relstring             	2024-217488	'31-22-223-'
recall_5              	2024-217488	0.0247
recall_10             	2024-217488	0.0432
recall_15             	2024-217488	0.0432
recall_20             	2024-217488	0.0432
recall_30             	2024-217488	0.0432
recall_100            	2024-217488	0.0432
recall_200            	2024-217488	0.0432
recall_500            	2024-217488	0.0432
recall_1000           	2024-217488	0.0432
infAP                 	2024-217488	0.0358
Rprec_mult_0.20       	2024-217488	0.2121
Rprec_mult_0.40       	2024-217488	0.1077
Rprec_mult_0.60       	2024-217488	0.0714
Rprec_mult_0.80       	2024-217488	0.0538
Rprec_mult_1.00       	2024-217488	0.0432
Rprec_mult_1.20       	2024-217488	0.0359
Rprec_mult_1.40       	2024-217488	0.0308
Rprec_mult_1.60       	2024-217488	0.0269
Rprec_mult_1.80       	2024-217488	0.0240
Rprec_mult_2.00       	2024-217488	0.0216
utility               	2024-217488	4.0000
11pt_avg              	2024-217488	0.0909
binG                  	2024-217488	0.0294
G                     	2024-217488	0.0216
ndcg                  	2024-217488	0.1238
ndcg_rel              	2024-217488	0.1469
Rndcg                 	2024-217488	0.2800
ndcg_cut_5            	2024-217488	0.5953
ndcg_cut_10           	2024-217488	0.5597
ndcg_cut_15           	2024-217488	0.4673
ndcg_cut_20           	2024-217488	0.4072
ndcg_cut_30           	2024-217488	0.3307
ndcg_cut_100          	2024-217488	0.1619
ndcg_cut_200          	2024-217488	0.1238
ndcg_cut_500          	2024-217488	0.1238
ndcg_cut_1000         	2024-217488	0.1238
map_cut_5             	2024-217488	0.0219
map_cut_10            	2024-217488	0.0358
map_cut_15            	2024-217488	0.0358
map_cut_20            	2024-217488	0.0358
map_cut_30            	2024-217488	0.0358
map_cut_100           	2024-217488	0.0358
map_cut_200           	2024-217488	0.0358
map_cut_500           	2024-217488	0.0358
map_cut_1000          	2024-217488	0.0358
relative_P_5          	2024-217488	0.8000
relative_P_10         	2024-217488	0.7000
relative_P_15         	2024-217488	0.4667
relative_P_20         	2024-217488	0.3500
relative_P_30         	2024-217488	0.2333
relative_P_100        	2024-217488	0.0700
relative_P_200        	2024-217488	0.0432
relative_P_500        	2024-217488	0.0432
relative_P_1000       	2024-217488	0.0432
success_1             	2024-217488	1.0000
success_5             	2024-217488	1.0000
success_10            	2024-217488	1.0000
set_P                 	2024-217488	0.7000
set_relative_P        	2024-217488	0.7000
set_recall            	2024-217488	0.0432
set_map               	2024-217488	0.0302
set_F                 	2024-217488	0.0814
num_nonrel_judged_ret 	2024-217488	0
num_ret               	2024-219563	10
num_rel               	2024-219563	220
num_rel_ret           	2024-219563	0
map                   	2024-219563	0.0000
Rprec                 	2024-219563	0.0000
bpref                 	2024-219563	0.0000
recip_rank            	2024-219563	0.0000
iprec_at_recall_0.00  	2024-219563	0.0000
iprec_at_recall_0.10  	2024-219563	0.0000
iprec_at_recall_0.20  	2024-219563	0.0000
iprec_at_recall_0.30  	2024-219563	0.0000
iprec_at_recall_0.40  	2024-219563	0.0000
iprec_at_recall_0.50  	2024-219563	0.0000
iprec_at_recall_0.60  	2024-219563	0.0000
iprec_at_recall_0.70  	2024-219563	0.0000
iprec_at_recall_0.80  	2024-219563	0.0000
iprec_at_recall_0.90  	2024-219563	0.0000
iprec_at_recall_1.00  	2024-219563	0.0000
P_5                   	2024-219563	0.0000
P_10                  	2024-219563	0.0000
P_15                  	2024-219563	0.0000
P_20                  	2024-219563	0.0000
P_30                  	2024-219563	0.0000
P_100                 	2024-219563	0.0000
P_200                 	2024-219563	0.0000
P_500                 	2024-219563	0.0000
P_1000                	2024-219563	0.0000
relstring             	2024-219563	'----------'
recall_5              	2024-219563	0.0000
recall_10             	2024-219563	0.0000
recall_15             	2024-219563	0.0000
recall_20             	2024-219563	0.0000
recall_30             	2024-219563	0.0000
recall_100            	2024-219563	0.0000
recall_200            	2024-219563	0.0000
recall_500            	2024-219563	0.0000
recall_1000           	2024-219563	0.0000
infAP                 	2024-219563	0.0000
Rprec_mult_0.20       	2024-219563	0.0000
Rprec_mult_0.40       	2024-219563	0.0000
Rprec_mult_0.60       	2024-219563	0.0000
Rprec_mult_0.80       	2024-219563	0.0000
Rprec_mult_1.00       	2024-219563	0.0000
Rprec_mult_1.20       	2024-219563	0.0000
Rprec_mult_1.40       	2024-219563	0.0000
Rprec_mult_1.60       	2024-219563	0.0000
Rprec_mult_1.80       	2024-219563	0.0000
Rprec_mult_2.00       	2024-219563	0.0000
utility               	2024-219563	-10.0000
11pt_avg              	2024-219563	0.0000
binG                  	2024-219563	0.0000
G                     	2024-219563	0.0000
ndcg                  	2024-219563	0.0000
ndcg_rel              	2024-219563	0.0000
Rndcg                 	2024-219563	0.0000
ndcg_cut_5            	2024-219563	0.0000
ndcg_cut_10           	2024-219563	0.0000
ndcg_cut_15           	2024-219563	0.0000
ndcg_cut_20           	2024-219563	0.0000
ndcg_cut_30           	2024-219563	0.0000
ndcg_cut_100          	2024-219563	0.0000
ndcg_cut_200          	2024-219563	0.0000
ndcg_cut_500          	2024-219563	0.0000
ndcg_cut_1000         	2024-219563	0.0000
map_cut_5             	2024-219563	0.0000
map_cut_10            	2024-219563	0.0000
map_cut_15            	2024-219563	0.0000
map_cut_20            	2024-219563	0.0000
map_cut_30            	2024-219563	0.0000
map_cut_100           	2024-219563	0.0000
map_cut_200           	2024-219563	0.0000
map_cut_500           	2024-219563	0.0000
map_cut_1000          	2024-219563	0.0000
relative_P_5          	2024-219563	0.0000
relative_P_10         	2024-219563	0.0000
relative_P_15         	2024-219563	0.0000
relative_P_20         	2024-219563	0.0000
relative_P_30         	2024-219563	0.0000
relative_P_100        	2024-219563	0.0000
relative_P_200        	2024-219563	0.0000
relative_P_500        	2024-219563	0.0000
relative_P_1000       	2024-219563	0.0000
success_1             	2024-219563	0.0000
success_5             	2024-219563	0.0000
success_10            	2024-219563	0.0000
set_P                 	2024-219563	0.0000
set_relative_P        	2024-219563	0.0000
set_recall            	2024-219563	0.0000
set_map               	2024-219563	0.0000
set_F                 	2024-219563	0.0000
num_nonrel_judged_ret 	2024-219563	0
num_ret               	2024-219624	10
num_rel               	2024-219624	18
num_rel_ret           	2024-219624	2
map                   	2024-219624	0.0250
Rprec                 	2024-219624	0.1111
bpref                 	2024-219624	0.1019
recip_rank            	2024-219624	0.2000
iprec_at_recall_0.00  	2024-219624	0.2500
iprec_at_recall_0.10  	2024-219624	0.2500
iprec_at_recall_0.20  	2024-219624	0.0000
iprec_at_recall_0.30  	2024-219624	0.0000
iprec_at_recall_0.40  	2024-219624	0.0000
iprec_at_recall_0.50  	2024-219624	0.0000
iprec_at_recall_0.60  	2024-219624	0.0000
iprec_at_recall_0.70  	2024-219624	0.0000
iprec_at_recall_0.80  	2024-219624	0.0000
iprec_at_recall_0.90  	2024-219624	0.0000
iprec_at_recall_1.00  	2024-219624	0.0000
P_5                   	2024-219624	0.2000
P_10                  	2024-219624	0.2000
P_15                  	2024-219624	0.1333
P_20                  	2024-219624	0.1000
P_30                  	2024-219624	0.0667
P_100                 	2024-219624	0.0200
P_200                 	2024-219624	0.0100
P_500                 	2024-219624	0.0040
P_1000                	2024-219624	0.0020
relstring             	2024-219624	'0---10-1--'
recall_5              	2024-219624	0.0556
recall_10             	2024-219624	0.1111
recall_15             	2024-219624	0.1111
recall_20             	2024-219624	0.1111
recall_30             	2024-219624	0.1111
recall_100            	2024-219624	0.1111
recall_200            	2024-219624	0.1111
recall_500            	2024-219624	0.1111
recall_1000           	2024-219624	0.1111
infAP                 	2024-219624	0.0250
Rprec_mult_0.20       	2024-219624	0.0000
Rprec_mult_0.40       	2024-219624	0.2500
Rprec_mult_0.60       	2024-219624	0.1818
Rprec_mult_0.80       	2024-219624	0.1333
Rprec_mult_1.00       	2024-219624	0.1111
Rprec_mult_1.20       	2024-219624	0.0909
Rprec_mult_1.40       	2024-219624	0.0769
Rprec_mult_1.60       	2024-219624	0.0690
Rprec_mult_1.80       	2024-219624	0.0606
Rprec_mult_2.00       	2024-219624	0.0556
utility               	2024-219624	-6.0000
11pt_avg              	2024-219624	0.0455
binG                  	2024-219624	0.0400
G                     	2024-219624	0.0214
ndcg                  	2024-219624	0.0645
ndcg_rel              	2024-219624	0.0652
Rndcg                 	2024-219624	0.0385
ndcg_cut_5            	2024-219624	0.0561
ndcg_cut_10           	2024-219624	0.0794
ndcg_cut_15           	2024-219624	0.0691
ndcg_cut_20           	2024-219624	0.0645
ndcg_cut_30           	2024-219624	0.0645
ndcg_cut_100          	2024-219624	0.0645
ndcg_cut_200          	2024-219624	0.0645
ndcg_cut_500          	2024-219624	0.0645
ndcg_cut_1000         	2024-219624	0.0645
map_cut_5             	2024-219624	0.0111
map_cut_10            	2024-219624	0.0250
map_cut_15            	2024-219624	0.0250
map_cut_20            	2024-219624	0.0250
map_cut_30            	2024-219624	0.0250
map_cut_100           	2024-219624	0.0250
map_cut_200           	2024-219624	0.0250
map_cut_500           	2024-219624	0.0250
map_cut_1000          	2024-219624	0.0250
relative_P_5          	2024-219624	0.2000
relative_P_10         	2024-219624	0.2000
relative_P_15         	2024-219624	0.1333
relative_P_20         	2024-219624	0.1111
relative_P_30         	2024-219624	0.1111
relative_P_100        	2024-219624	0.1111
relative_P_200        	2024-219624	0.1111
relative_P_500        	2024-219624	0.1111
relative_P_1000       	2024-219624	0.1111
success_1             	2024-219624	0.0000
success_5             	2024-219624	1.0000
success_10            	2024-219624	1.0000
set_P                 	2024-219624	0.2000
set_relative_P        	2024-219624	0.2000
set_recall            	2024-219624	0.1111
set_map               	2024-219624	0.0222
set_F                 	2024-219624	0.1429
num_nonrel_judged_ret 	2024-219624	2
num_ret               	2024-219631	10
num_rel               	2024-219631	167
num_rel_ret           	2024-219631	4
map                   	2024-219631	0.0146
Rprec                 	2024-219631	0.0240
bpref                 	2024-219631	0.0240
recip_rank            	2024-219631	1.0000
iprec_at_recall_0.00  	2024-219631	1.0000
iprec_at_recall_0.10  	2024-219631	0.0000
iprec_at_recall_0.20  	2024-219631	0.0000
iprec_at_recall_0.30  	2024-219631	0.0000
iprec_at_recall_0.40  	2024-219631	0.0000
iprec_at_recall_0.50  	2024-219631	0.0000
iprec_at_recall_0.60  	2024-219631	0.0000
iprec_at_recall_0.70  	2024-219631	0.0000
iprec_at_recall_0.80  	2024-219631	0.0000
iprec_at_recall_0.90  	2024-219631	0.0000
iprec_at_recall_1.00  	2024-219631	0.0000
P_5                   	2024-219631	0.4000
P_10                  	2024-219631	0.4000
P_15                  	2024-219631	0.2667
P_20                  	2024-219631	0.2000
P_30                  	2024-219631	0.1333
P_100                 	2024-219631	0.0400
P_200                 	2024-219631	0.0200
P_500                 	2024-219631	0.0080
P_1000                	2024-219631	0.0040
relstring             	2024-219631	'1--1-1--3-'
recall_5              	2024-219631	0.0120
recall_10             	2024-219631	0.0240
recall_15             	2024-219631	0.0240
recall_20             	2024-219631	0.0240
recall_30             	2024-219631	0.0240
recall_100            	2024-219631	0.0240
recall_200            	2024-219631	0.0240
recall_500            	2024-219631	0.0240
recall_1000           	2024-219631	0.0240
infAP                 	2024-219631	0.0146
Rprec_mult_0.20       	2024-219631	0.1176
Rprec_mult_0.40       	2024-219631	0.0597
Rprec_mult_0.60       	2024-219631	0.0396
Rprec_mult_0.80       	2024-219631	0.0299
Rprec_mult_1.00       	2024-219631	0.0240
Rprec_mult_1.20       	2024-219631	0.0199
Rprec_mult_1.40       	2024-219631	0.0171
Rprec_mult_1.60       	2024-219631	0.0149
Rprec_mult_1.80       	2024-219631	0.0133
Rprec_mult_2.00       	2024-219631	0.0120
utility               	2024-219631	-2.0000
11pt_avg              	2024-219631	0.0909
binG                  	2024-219631	0.0137
G                     	2024-219631	0.0097
ndcg                  	2024-219631	0.0684
ndcg_rel              	2024-219631	0.0732
Rndcg                 	2024-219631	0.1871
ndcg_cut_5            	2024-219631	0.2074
ndcg_cut_10           	2024-219631	0.2667
ndcg_cut_15           	2024-219631	0.2114
ndcg_cut_20           	2024-219631	0.1784
ndcg_cut_30           	2024-219631	0.1488
ndcg_cut_100          	2024-219631	0.0901
ndcg_cut_200          	2024-219631	0.0684
ndcg_cut_500          	2024-219631	0.0684
ndcg_cut_1000         	2024-219631	0.0684
map_cut_5             	2024-219631	0.0090
map_cut_10            	2024-219631	0.0146
map_cut_15            	2024-219631	0.0146
map_cut_20            	2024-219631	0.0146
map_cut_30            	2024-219631	0.0146
map_cut_100           	2024-219631	0.0146
map_cut_200           	2024-219631	0.0146
map_cut_500           	2024-219631	0.0146
map_cut_1000          	2024-219631	0.0146
relative_P_5          	2024-219631	0.4000
relative_P_10         	2024-219631	0.4000
relative_P_15         	2024-219631	0.2667
relative_P_20         	2024-219631	0.2000
relative_P_30         	2024-219631	0.1333
relative_P_100        	2024-219631	0.0400
relative_P_200        	2024-219631	0.0240
relative_P_500        	2024-219631	0.0240
relative_P_1000       	2024-219631	0.0240
success_1             	2024-219631	1.0000
success_5             	2024-219631	1.0000
success_10            	2024-219631	1.0000
set_P                 	2024-219631	0.4000
set_relative_P        	2024-219631	0.4000
set_recall            	2024-219631	0.0240
set_map               	2024-219631	0.0096
set_F                 	2024-219631	0.0452
num_nonrel_judged_ret 	2024-219631	0
num_ret               	2024-219661	10
num_rel               	2024-219661	68
num_rel_ret           	2024-219661	4
map                   	2024-219661	0.0525
Rprec                 	2024-219661	0.0588
bpref                 	2024-219661	0.0582
recip_rank            	2024-219661	1.0000
iprec_at_recall_0.00  	2024-219661	1.0000
iprec_at_recall_0.10  	2024-219661	0.0000
iprec_at_recall_0.20  	2024-219661	0.0000
iprec_at_recall_0.30  	2024-219661	0.0000
iprec_at_recall_0.40  	2024-219661	0.0000
iprec_at_recall_0.50  	2024-219661	0.0000
iprec_at_recall_0.60  	2024-219661	0.0000
iprec_at_recall_0.70  	2024-219661	0.0000
iprec_at_recall_0.80  	2024-219661	0.0000
iprec_at_recall_0.90  	2024-219661	0.0000
iprec_at_recall_1.00  	2024-219661	0.0000
P_5                   	2024-219661	0.6000
P_10                  	2024-219661	0.4000
P_15                  	2024-219661	0.2667
P_20                  	2024-219661	0.2000
P_30                  	2024-219661	0.1333
P_100                 	2024-219661	0.0400
P_200                 	2024-219661	0.0200
P_500                 	2024-219661	0.0080
P_1000                	2024-219661	0.0040
relstring             	2024-219661	'1220001000'
recall_5              	2024-219661	0.0441
recall_10             	2024-219661	0.0588
recall_15             	2024-219661	0.0588
recall_20             	2024-219661	0.0588
recall_30             	2024-219661	0.0588
recall_100            	2024-219661	0.0588
recall_200            	2024-219661	0.0588
recall_500            	2024-219661	0.0588
recall_1000           	2024-219661	0.0588
infAP                 	2024-219661	0.0525
Rprec_mult_0.20       	2024-219661	0.2857
Rprec_mult_0.40       	2024-219661	0.1429
Rprec_mult_0.60       	2024-219661	0.0976
Rprec_mult_0.80       	2024-219661	0.0727
Rprec_mult_1.00       	2024-219661	0.0588
Rprec_mult_1.20       	2024-219661	0.0488
Rprec_mult_1.40       	2024-219661	0.0417
Rprec_mult_1.60       	2024-219661	0.0367
Rprec_mult_1.80       	2024-219661	0.0325
Rprec_mult_2.00       	2024-219661	0.0294
utility               	2024-219661	-2.0000
11pt_avg              	2024-219661	0.0909
binG                  	2024-219661	0.0505
G                     	2024-219661	0.0349
ndcg                  	2024-219661	0.1421
ndcg_rel              	2024-219661	0.1698
Rndcg                 	2024-219661	0.1670
ndcg_cut_5            	2024-219661	0.5531
ndcg_cut_10           	2024-219661	0.3956
ndcg_cut_15           	2024-219661	0.3067
ndcg_cut_20           	2024-219661	0.2553
ndcg_cut_30           	2024-219661	0.1962
ndcg_cut_100          	2024-219661	0.1421
ndcg_cut_200          	2024-219661	0.1421
ndcg_cut_500          	2024-219661	0.1421
ndcg_cut_1000         	2024-219661	0.1421
map_cut_5             	2024-219661	0.0441
map_cut_10            	2024-219661	0.0525
map_cut_15            	2024-219661	0.0525
map_cut_20            	2024-219661	0.0525
map_cut_30            	2024-219661	0.0525
map_cut_100           	2024-219661	0.0525
map_cut_200           	2024-219661	0.0525
map_cut_500           	2024-219661	0.0525
map_cut_1000          	2024-219661	0.0525
relative_P_5          	2024-219661	0.6000
relative_P_10         	2024-219661	0.4000
relative_P_15         	2024-219661	0.2667
relative_P_20         	2024-219661	0.2000
relative_P_30         	2024-219661	0.1333
relative_P_100        	2024-219661	0.0588
relative_P_200        	2024-219661	0.0588
relative_P_500        	2024-219661	0.0588
relative_P_1000       	2024-219661	0.0588
success_1             	2024-219661	1.0000
success_5             	2024-219661	1.0000
success_10            	2024-219661	1.0000
set_P                 	2024-219661	0.4000
set_relative_P        	2024-219661	0.4000
set_recall            	2024-219661	0.0588
set_map               	2024-219661	0.0235
set_F                 	2024-219661	0.1026
num_nonrel_judged_ret 	2024-219661	6
num_ret               	2024-220058	10
num_rel               	2024-220058	155
num_rel_ret           	2024-220058	5
map                   	2024-220058	0.0147
Rprec                 	2024-220058	0.0323
bpref                 	2024-220058	0.0293
recip_rank            	2024-220058	0.3333
iprec_at_recall_0.00  	2024-220058	0.5000
iprec_at_recall_0.10  	2024-220058	0.0000
iprec_at_recall_0.20  	2024-220058	0.0000
iprec_at_recall_0.30  	2024-220058	0.0000
iprec_at_recall_0.40  	2024-220058	0.0000
iprec_at_recall_0.50  	2024-220058	0.0000
iprec_at_recall_0.60  	2024-220058	0.0000
iprec_at_recall_0.70  	2024-220058	0.0000
iprec_at_recall_0.80  	2024-220058	0.0000
iprec_at_recall_0.90  	2024-220058	0.0000
iprec_at_recall_1.00  	2024-220058	0.0000
P_5                   	2024-220058	0.4000
P_10                  	2024-220058	0.5000
P_15                  	2024-220058	0.3333
P_20                  	2024-220058	0.2500
P_30                  	2024-220058	0.1667
P_100                 	2024-220058	0.0500
P_200                 	2024-220058	0.0250
P_500                 	2024-220058	0.0100
P_1000                	2024-220058	0.0050
relstring             	2024-220058	'0-12-2--22'
recall_5              	2024-220058	0.0129
recall_10             	2024-220058	0.0323
recall_15             	2024-220058	0.0323
recall_20             	2024-220058	0.0323
recall_30             	2024-220058	0.0323
recall_100            	2024-220058	0.0323
recall_200            	2024-220058	0.0323
recall_500            	2024-220058	0.0323
recall_1000           	2024-220058	0.0323
infAP                 	2024-220058	0.0147
Rprec_mult_0.20       	2024-220058	0.1613
Rprec_mult_0.40       	2024-220058	0.0806
Rprec_mult_0.60       	2024-220058	0.0538
Rprec_mult_0.80       	2024-220058	0.0403
Rprec_mult_1.00       	2024-220058	0.0323
Rprec_mult_1.20       	2024-220058	0.0269
Rprec_mult_1.40       	2024-220058	0.0230
Rprec_mult_1.60       	2024-220058	0.0202
Rprec_mult_1.80       	2024-220058	0.0179
Rprec_mult_2.00       	2024-220058	0.0161
utility               	2024-220058	0.0000
11pt_avg              	2024-220058	0.0455
binG                  	2024-220058	0.0138
G                     	2024-220058	0.0092
ndcg                  	2024-220058	0.0626
ndcg_rel              	2024-220058	0.0667
Rndcg                 	2024-220058	0.1158
ndcg_cut_5            	2024-220058	0.1539
ndcg_cut_10           	2024-220058	0.2626
ndcg_cut_15           	2024-220058	0.2165
ndcg_cut_20           	2024-220058	0.1872
ndcg_cut_30           	2024-220058	0.1505
ndcg_cut_100          	2024-220058	0.0737
ndcg_cut_200          	2024-220058	0.0626
ndcg_cut_500          	2024-220058	0.0626
ndcg_cut_1000         	2024-220058	0.0626
map_cut_5             	2024-220058	0.0054
map_cut_10            	2024-220058	0.0147
map_cut_15            	2024-220058	0.0147
map_cut_20            	2024-220058	0.0147
map_cut_30            	2024-220058	0.0147
map_cut_100           	2024-220058	0.0147
map_cut_200           	2024-220058	0.0147
map_cut_500           	2024-220058	0.0147
map_cut_1000          	2024-220058	0.0147
relative_P_5          	2024-220058	0.4000
relative_P_10         	2024-220058	0.5000
relative_P_15         	2024-220058	0.3333
relative_P_20         	2024-220058	0.2500
relative_P_30         	2024-220058	0.1667
relative_P_100        	2024-220058	0.0500
relative_P_200        	2024-220058	0.0323
relative_P_500        	2024-220058	0.0323
relative_P_1000       	2024-220058	0.0323
success_1             	2024-220058	0.0000
success_5             	2024-220058	1.0000
success_10            	2024-220058	1.0000
set_P                 	2024-220058	0.5000
set_relative_P        	2024-220058	0.5000
set_recall            	2024-220058	0.0323
set_map               	2024-220058	0.0161
set_F                 	2024-220058	0.0606
num_nonrel_judged_ret 	2024-220058	1
num_ret               	2024-220140	10
num_rel               	2024-220140	211
num_rel_ret           	2024-220140	1
map                   	2024-220140	0.0009
Rprec                 	2024-220140	0.0047
bpref                 	2024-220140	0.0046
recip_rank            	2024-220140	0.2000
iprec_at_recall_0.00  	2024-220140	0.2000
iprec_at_recall_0.10  	2024-220140	0.0000
iprec_at_recall_0.20  	2024-220140	0.0000
iprec_at_recall_0.30  	2024-220140	0.0000
iprec_at_recall_0.40  	2024-220140	0.0000
iprec_at_recall_0.50  	2024-220140	0.0000
iprec_at_recall_0.60  	2024-220140	0.0000
iprec_at_recall_0.70  	2024-220140	0.0000
iprec_at_recall_0.80  	2024-220140	0.0000
iprec_at_recall_0.90  	2024-220140	0.0000
iprec_at_recall_1.00  	2024-220140	0.0000
P_5                   	2024-220140	0.2000
P_10                  	2024-220140	0.1000
P_15                  	2024-220140	0.0667
P_20                  	2024-220140	0.0500
P_30                  	2024-220140	0.0333
P_100                 	2024-220140	0.0100
P_200                 	2024-220140	0.0050
P_500                 	2024-220140	0.0020
P_1000                	2024-220140	0.0010
relstring             	2024-220140	'0000100000'
recall_5              	2024-220140	0.0047
recall_10             	2024-220140	0.0047
recall_15             	2024-220140	0.0047
recall_20             	2024-220140	0.0047
recall_30             	2024-220140	0.0047
recall_100            	2024-220140	0.0047
recall_200            	2024-220140	0.0047
recall_500            	2024-220140	0.0047
recall_1000           	2024-220140	0.0047
infAP                 	2024-220140	0.0009
Rprec_mult_0.20       	2024-220140	0.0233
Rprec_mult_0.40       	2024-220140	0.0118
Rprec_mult_0.60       	2024-220140	0.0079
Rprec_mult_0.80       	2024-220140	0.0059
Rprec_mult_1.00       	2024-220140	0.0047
Rprec_mult_1.20       	2024-220140	0.0039
Rprec_mult_1.40       	2024-220140	0.0034
Rprec_mult_1.60       	2024-220140	0.0030
Rprec_mult_1.80       	2024-220140	0.0026
Rprec_mult_2.00       	2024-220140	0.0024
utility               	2024-220140	-8.0000
11pt_avg              	2024-220140	0.0182
binG                  	2024-220140	0.0018
G                     	2024-220140	0.0008
ndcg                  	2024-220140	0.0062
ndcg_rel              	2024-220140	0.0063
Rndcg                 	2024-220140	0.0100
ndcg_cut_5            	2024-220140	0.0437
ndcg_cut_10           	2024-220140	0.0284
ndcg_cut_15           	2024-220140	0.0220
ndcg_cut_20           	2024-220140	0.0183
ndcg_cut_30           	2024-220140	0.0144
ndcg_cut_100          	2024-220140	0.0081
ndcg_cut_200          	2024-220140	0.0063
ndcg_cut_500          	2024-220140	0.0062
ndcg_cut_1000         	2024-220140	0.0062
map_cut_5             	2024-220140	0.0009
map_cut_10            	2024-220140	0.0009
map_cut_15            	2024-220140	0.0009
map_cut_20            	2024-220140	0.0009
map_cut_30            	2024-220140	0.0009
map_cut_100           	2024-220140	0.0009
map_cut_200           	2024-220140	0.0009
map_cut_500           	2024-220140	0.0009
map_cut_1000          	2024-220140	0.0009
relative_P_5          	2024-220140	0.2000
relative_P_10         	2024-220140	0.1000
relative_P_15         	2024-220140	0.0667
relative_P_20         	2024-220140	0.0500
relative_P_30         	2024-220140	0.0333
relative_P_100        	2024-220140	0.0100
relative_P_200        	2024-220140	0.0050
relative_P_500        	2024-220140	0.0047
relative_P_1000       	2024-220140	0.0047
success_1             	2024-220140	0.0000
success_5             	2024-220140	1.0000
success_10            	2024-220140	1.0000
set_P                 	2024-220140	0.1000
set_relative_P        	2024-220140	0.1000
set_recall            	2024-220140	0.0047
set_map               	2024-220140	0.0005
set_F                 	2024-220140	0.0090
num_nonrel_judged_ret 	2024-220140	9
num_ret               	2024-222465	10
num_rel               	2024-222465	210
num_rel_ret           	2024-222465	8
map                   	2024-222465	0.0355
Rprec                 	2024-222465	0.0381
bpref                 	2024-222465	0.0381
recip_rank            	2024-222465	1.0000
iprec_at_recall_0.00  	2024-222465	1.0000
iprec_at_recall_0.10  	2024-222465	0.0000
iprec_at_recall_0.20  	2024-222465	0.0000
iprec_at_recall_0.30  	2024-222465	0.0000
iprec_at_recall_0.40  	2024-222465	0.0000
iprec_at_recall_0.50  	2024-222465	0.0000
iprec_at_recall_0.60  	2024-222465	0.0000
iprec_at_recall_0.70  	2024-222465	0.0000
iprec_at_recall_0.80  	2024-222465	0.0000
iprec_at_recall_0.90  	2024-222465	0.0000
iprec_at_recall_1.00  	2024-222465	0.0000
P_5                   	2024-222465	0.8000
P_10                  	2024-222465	0.8000
P_15                  	2024-222465	0.5333
P_20                  	2024-222465	0.4000
P_30                  	2024-222465	0.2667
P_100                 	2024-222465	0.0800
P_200                 	2024-222465	0.0400
P_500                 	2024-222465	0.0160
P_1000                	2024-222465	0.0080
relstring             	2024-222465	'2221-12120'
recall_5              	2024-222465	0.0190
recall_10             	2024-222465	0.0381
recall_15             	2024-222465	0.0381
recall_20             	2024-222465	0.0381
recall_30             	2024-222465	0.0381
recall_100            	2024-222465	0.0381
recall_200            	2024-222465	0.0381
recall_500            	2024-222465	0.0381
recall_1000           	2024-222465	0.0381
infAP                 	2024-222465	0.0355
Rprec_mult_0.20       	2024-222465	0.1905
Rprec_mult_0.40       	2024-222465	0.0952
Rprec_mult_0.60       	2024-222465	0.0635
Rprec_mult_0.80       	2024-222465	0.0476
Rprec_mult_1.00       	2024-222465	0.0381
Rprec_mult_1.20       	2024-222465	0.0317
Rprec_mult_1.40       	2024-222465	0.0272
Rprec_mult_1.60       	2024-222465	0.0238
Rprec_mult_1.80       	2024-222465	0.0212
Rprec_mult_2.00       	2024-222465	0.0190
utility               	2024-222465	6.0000
11pt_avg              	2024-222465	0.0909
binG                  	2024-222465	0.0311
G                     	2024-222465	0.0139
ndcg                  	2024-222465	0.0960
ndcg_rel              	2024-222465	0.1146
Rndcg                 	2024-222465	0.1683
ndcg_cut_5            	2024-222465	0.5305
ndcg_cut_10           	2024-222465	0.4866
ndcg_cut_15           	2024-222465	0.3772
ndcg_cut_20           	2024-222465	0.3140
ndcg_cut_30           	2024-222465	0.2570
ndcg_cut_100          	2024-222465	0.1344
ndcg_cut_200          	2024-222465	0.0979
ndcg_cut_500          	2024-222465	0.0960
ndcg_cut_1000         	2024-222465	0.0960
map_cut_5             	2024-222465	0.0190
map_cut_10            	2024-222465	0.0355
map_cut_15            	2024-222465	0.0355
map_cut_20            	2024-222465	0.0355
map_cut_30            	2024-222465	0.0355
map_cut_100           	2024-222465	0.0355
map_cut_200           	2024-222465	0.0355
map_cut_500           	2024-222465	0.0355
map_cut_1000          	2024-222465	0.0355
relative_P_5          	2024-222465	0.8000
relative_P_10         	2024-222465	0.8000
relative_P_15         	2024-222465	0.5333
relative_P_20         	2024-222465	0.4000
relative_P_30         	2024-222465	0.2667
relative_P_100        	2024-222465	0.0800
relative_P_200        	2024-222465	0.0400
relative_P_500        	2024-222465	0.0381
relative_P_1000       	2024-222465	0.0381
success_1             	2024-222465	1.0000
success_5             	2024-222465	1.0000
success_10            	2024-222465	1.0000
set_P                 	2024-222465	0.8000
set_relative_P        	2024-222465	0.8000
set_recall            	2024-222465	0.0381
set_map               	2024-222465	0.0305
set_F                 	2024-222465	0.0727
num_nonrel_judged_ret 	2024-222465	1
num_ret               	2024-223358	10
num_rel               	2024-223358	15
num_rel_ret           	2024-223358	2
map                   	2024-223358	0.0302
Rprec                 	2024-223358	0.1333
bpref                 	2024-223358	0.1333
recip_rank            	2024-223358	0.1667
iprec_at_recall_0.00  	2024-223358	0.2857
iprec_at_recall_0.10  	2024-223358	0.2857
iprec_at_recall_0.20  	2024-223358	0.0000
iprec_at_recall_0.30  	2024-223358	0.0000
iprec_at_recall_0.40  	2024-223358	0.0000
iprec_at_recall_0.50  	2024-223358	0.0000
iprec_at_recall_0.60  	2024-223358	0.0000
iprec_at_recall_0.70  	2024-223358	0.0000
iprec_at_recall_0.80  	2024-223358	0.0000
iprec_at_recall_0.90  	2024-223358	0.0000
iprec_at_recall_1.00  	2024-223358	0.0000
P_5                   	2024-223358	0.0000
P_10                  	2024-223358	0.2000
P_15                  	2024-223358	0.1333
P_20                  	2024-223358	0.1000
P_30                  	2024-223358	0.0667
P_100                 	2024-223358	0.0200
P_200                 	2024-223358	0.0100
P_500                 	2024-223358	0.0040
P_1000                	2024-223358	0.0020
relstring             	2024-223358	'-----21---'
recall_5              	2024-223358	0.0000
recall_10             	2024-223358	0.1333
recall_15             	2024-223358	0.1333
recall_20             	2024-223358	0.1333
recall_30             	2024-223358	0.1333
recall_100            	2024-223358	0.1333
recall_200            	2024-223358	0.1333
recall_500            	2024-223358	0.1333
recall_1000           	2024-223358	0.1333
infAP                 	2024-223358	0.0302
Rprec_mult_0.20       	2024-223358	0.0000
Rprec_mult_0.40       	2024-223358	0.1667
Rprec_mult_0.60       	2024-223358	0.2222
Rprec_mult_0.80       	2024-223358	0.1667
Rprec_mult_1.00       	2024-223358	0.1333
Rprec_mult_1.20       	2024-223358	0.1111
Rprec_mult_1.40       	2024-223358	0.0952
Rprec_mult_1.60       	2024-223358	0.0833
Rprec_mult_1.80       	2024-223358	0.0741
Rprec_mult_2.00       	2024-223358	0.0667
utility               	2024-223358	-6.0000
11pt_avg              	2024-223358	0.0519
binG                  	2024-223358	0.0475
G                     	2024-223358	0.0526
ndcg                  	2024-223358	0.1308
ndcg_rel              	2024-223358	0.1342
Rndcg                 	2024-223358	0.0654
ndcg_cut_5            	2024-223358	0.0000
ndcg_cut_10           	2024-223358	0.1567
ndcg_cut_15           	2024-223358	0.1308
ndcg_cut_20           	2024-223358	0.1308
ndcg_cut_30           	2024-223358	0.1308
ndcg_cut_100          	2024-223358	0.1308
ndcg_cut_200          	2024-223358	0.1308
ndcg_cut_500          	2024-223358	0.1308
ndcg_cut_1000         	2024-223358	0.1308
map_cut_5             	2024-223358	0.0000
map_cut_10            	2024-223358	0.0302
map_cut_15            	2024-223358	0.0302
map_cut_20            	2024-223358	0.0302
map_cut_30            	2024-223358	0.0302
map_cut_100           	2024-223358	0.0302
map_cut_200           	2024-223358	0.0302
map_cut_500           	2024-223358	0.0302
map_cut_1000          	2024-223358	0.0302
relative_P_5          	2024-223358	0.0000
relative_P_10         	2024-223358	0.2000
relative_P_15         	2024-223358	0.1333
relative_P_20         	2024-223358	0.1333
relative_P_30         	2024-223358	0.1333
relative_P_100        	2024-223358	0.1333
relative_P_200        	2024-223358	0.1333
relative_P_500        	2024-223358	0.1333
relative_P_1000       	2024-223358	0.1333
success_1             	2024-223358	0.0000
success_5             	2024-223358	0.0000
success_10            	2024-223358	1.0000
set_P                 	2024-223358	0.2000
set_relative_P        	2024-223358	0.2000
set_recall            	2024-223358	0.1333
set_map               	2024-223358	0.0267
set_F                 	2024-223358	0.1600
num_nonrel_judged_ret 	2024-223358	0
num_ret               	2024-223499	10
num_rel               	2024-223499	149
num_rel_ret           	2024-223499	6
map                   	2024-223499	0.0316
Rprec                 	2024-223499	0.0403
bpref                 	2024-223499	0.0403
recip_rank            	2024-223499	1.0000
iprec_at_recall_0.00  	2024-223499	1.0000
iprec_at_recall_0.10  	2024-223499	0.0000
iprec_at_recall_0.20  	2024-223499	0.0000
iprec_at_recall_0.30  	2024-223499	0.0000
iprec_at_recall_0.40  	2024-223499	0.0000
iprec_at_recall_0.50  	2024-223499	0.0000
iprec_at_recall_0.60  	2024-223499	0.0000
iprec_at_recall_0.70  	2024-223499	0.0000
iprec_at_recall_0.80  	2024-223499	0.0000
iprec_at_recall_0.90  	2024-223499	0.0000
iprec_at_recall_1.00  	2024-223499	0.0000
P_5                   	2024-223499	0.6000
P_10                  	2024-223499	0.6000
P_15                  	2024-223499	0.4000
P_20                  	2024-223499	0.3000
P_30                  	2024-223499	0.2000
P_100                 	2024-223499	0.0600
P_200                 	2024-223499	0.0300
P_500                 	2024-223499	0.0120
P_1000                	2024-223499	0.0060
relstring             	2024-223499	'21-3-1-21-'
recall_5              	2024-223499	0.0201
recall_10             	2024-223499	0.0403
recall_15             	2024-223499	0.0403
recall_20             	2024-223499	0.0403
recall_30             	2024-223499	0.0403
recall_100            	2024-223499	0.0403
recall_200            	2024-223499	0.0403
recall_500            	2024-223499	0.0403
recall_1000           	2024-223499	0.0403
infAP                 	2024-223499	0.0316
Rprec_mult_0.20       	2024-223499	0.2000
Rprec_mult_0.40       	2024-223499	0.1000
Rprec_mult_0.60       	2024-223499	0.0667
Rprec_mult_0.80       	2024-223499	0.0500
Rprec_mult_1.00       	2024-223499	0.0403
Rprec_mult_1.20       	2024-223499	0.0335
Rprec_mult_1.40       	2024-223499	0.0287
Rprec_mult_1.60       	2024-223499	0.0251
Rprec_mult_1.80       	2024-223499	0.0223
Rprec_mult_2.00       	2024-223499	0.0201
utility               	2024-223499	2.0000
11pt_avg              	2024-223499	0.0909
binG                  	2024-223499	0.0268
G                     	2024-223499	0.0143
ndcg                  	2024-223499	0.0967
ndcg_rel              	2024-223499	0.1128
Rndcg                 	2024-223499	0.1689
ndcg_cut_5            	2024-223499	0.4435
ndcg_cut_10           	2024-223499	0.3823
ndcg_cut_15           	2024-223499	0.2964
ndcg_cut_20           	2024-223499	0.2613
ndcg_cut_30           	2024-223499	0.2155
ndcg_cut_100          	2024-223499	0.1113
ndcg_cut_200          	2024-223499	0.0967
ndcg_cut_500          	2024-223499	0.0967
ndcg_cut_1000         	2024-223499	0.0967
map_cut_5             	2024-223499	0.0185
map_cut_10            	2024-223499	0.0316
map_cut_15            	2024-223499	0.0316
map_cut_20            	2024-223499	0.0316
map_cut_30            	2024-223499	0.0316
map_cut_100           	2024-223499	0.0316
map_cut_200           	2024-223499	0.0316
map_cut_500           	2024-223499	0.0316
map_cut_1000          	2024-223499	0.0316
relative_P_5          	2024-223499	0.6000
relative_P_10         	2024-223499	0.6000
relative_P_15         	2024-223499	0.4000
relative_P_20         	2024-223499	0.3000
relative_P_30         	2024-223499	0.2000
relative_P_100        	2024-223499	0.0600
relative_P_200        	2024-223499	0.0403
relative_P_500        	2024-223499	0.0403
relative_P_1000       	2024-223499	0.0403
success_1             	2024-223499	1.0000
success_5             	2024-223499	1.0000
success_10            	2024-223499	1.0000
set_P                 	2024-223499	0.6000
set_relative_P        	2024-223499	0.6000
set_recall            	2024-223499	0.0403
set_map               	2024-223499	0.0242
set_F                 	2024-223499	0.0755
num_nonrel_judged_ret 	2024-223499	0
num_ret               	2024-22410	10
num_rel               	2024-22410	147
num_rel_ret           	2024-22410	10
map                   	2024-22410	0.0680
Rprec                 	2024-22410	0.0680
bpref                 	2024-22410	0.0680
recip_rank            	2024-22410	1.0000
iprec_at_recall_0.00  	2024-22410	1.0000
iprec_at_recall_0.10  	2024-22410	0.0000
iprec_at_recall_0.20  	2024-22410	0.0000
iprec_at_recall_0.30  	2024-22410	0.0000
iprec_at_recall_0.40  	2024-22410	0.0000
iprec_at_recall_0.50  	2024-22410	0.0000
iprec_at_recall_0.60  	2024-22410	0.0000
iprec_at_recall_0.70  	2024-22410	0.0000
iprec_at_recall_0.80  	2024-22410	0.0000
iprec_at_recall_0.90  	2024-22410	0.0000
iprec_at_recall_1.00  	2024-22410	0.0000
P_5                   	2024-22410	1.0000
P_10                  	2024-22410	1.0000
P_15                  	2024-22410	0.6667
P_20                  	2024-22410	0.5000
P_30                  	2024-22410	0.3333
P_100                 	2024-22410	0.1000
P_200                 	2024-22410	0.0500
P_500                 	2024-22410	0.0200
P_1000                	2024-22410	0.0100
relstring             	2024-22410	'1212212222'
recall_5              	2024-22410	0.0340
recall_10             	2024-22410	0.0680
recall_15             	2024-22410	0.0680
recall_20             	2024-22410	0.0680
recall_30             	2024-22410	0.0680
recall_100            	2024-22410	0.0680
recall_200            	2024-22410	0.0680
recall_500            	2024-22410	0.0680
recall_1000           	2024-22410	0.0680
infAP                 	2024-22410	0.0680
Rprec_mult_0.20       	2024-22410	0.3333
Rprec_mult_0.40       	2024-22410	0.1695
Rprec_mult_0.60       	2024-22410	0.1124
Rprec_mult_0.80       	2024-22410	0.0847
Rprec_mult_1.00       	2024-22410	0.0680
Rprec_mult_1.20       	2024-22410	0.0565
Rprec_mult_1.40       	2024-22410	0.0485
Rprec_mult_1.60       	2024-22410	0.0424
Rprec_mult_1.80       	2024-22410	0.0377
Rprec_mult_2.00       	2024-22410	0.0340
utility               	2024-22410	10.0000
11pt_avg              	2024-22410	0.0909
binG                  	2024-22410	0.0680
G                     	2024-22410	0.0205
ndcg                  	2024-22410	0.1326
ndcg_rel              	2024-22410	0.1561
Rndcg                 	2024-22410	0.2628
ndcg_cut_5            	2024-22410	0.4971
ndcg_cut_10           	2024-22410	0.5545
ndcg_cut_15           	2024-22410	0.4613
ndcg_cut_20           	2024-22410	0.4010
ndcg_cut_30           	2024-22410	0.3246
ndcg_cut_100          	2024-22410	0.1578
ndcg_cut_200          	2024-22410	0.1326
ndcg_cut_500          	2024-22410	0.1326
ndcg_cut_1000         	2024-22410	0.1326
map_cut_5             	2024-22410	0.0340
map_cut_10            	2024-22410	0.0680
map_cut_15            	2024-22410	0.0680
map_cut_20            	2024-22410	0.0680
map_cut_30            	2024-22410	0.0680
map_cut_100           	2024-22410	0.0680
map_cut_200           	2024-22410	0.0680
map_cut_500           	2024-22410	0.0680
map_cut_1000          	2024-22410	0.0680
relative_P_5          	2024-22410	1.0000
relative_P_10         	2024-22410	1.0000
relative_P_15         	2024-22410	0.6667
relative_P_20         	2024-22410	0.5000
relative_P_30         	2024-22410	0.3333
relative_P_100        	2024-22410	0.1000
relative_P_200        	2024-22410	0.0680
relative_P_500        	2024-22410	0.0680
relative_P_1000       	2024-22410	0.0680
success_1             	2024-22410	1.0000
success_5             	2024-22410	1.0000
success_10            	2024-22410	1.0000
set_P                 	2024-22410	1.0000
set_relative_P        	2024-22410	1.0000
set_recall            	2024-22410	0.0680
set_map               	2024-22410	0.0680
set_F                 	2024-22410	0.1274
num_nonrel_judged_ret 	2024-22410	0
num_ret               	2024-224226	10
num_rel               	2024-224226	174
num_rel_ret           	2024-224226	7
map                   	2024-224226	0.0361
Rprec                 	2024-224226	0.0402
bpref                 	2024-224226	0.0394
recip_rank            	2024-224226	1.0000
iprec_at_recall_0.00  	2024-224226	1.0000
iprec_at_recall_0.10  	2024-224226	0.0000
iprec_at_recall_0.20  	2024-224226	0.0000
iprec_at_recall_0.30  	2024-224226	0.0000
iprec_at_recall_0.40  	2024-224226	0.0000
iprec_at_recall_0.50  	2024-224226	0.0000
iprec_at_recall_0.60  	2024-224226	0.0000
iprec_at_recall_0.70  	2024-224226	0.0000
iprec_at_recall_0.80  	2024-224226	0.0000
iprec_at_recall_0.90  	2024-224226	0.0000
iprec_at_recall_1.00  	2024-224226	0.0000
P_5                   	2024-224226	0.8000
P_10                  	2024-224226	0.7000
P_15                  	2024-224226	0.4667
P_20                  	2024-224226	0.3500
P_30                  	2024-224226	0.2333
P_100                 	2024-224226	0.0700
P_200                 	2024-224226	0.0350
P_500                 	2024-224226	0.0140
P_1000                	2024-224226	0.0070
relstring             	2024-224226	'221202-3-2'
recall_5              	2024-224226	0.0230
recall_10             	2024-224226	0.0402
recall_15             	2024-224226	0.0402
recall_20             	2024-224226	0.0402
recall_30             	2024-224226	0.0402
recall_100            	2024-224226	0.0402
recall_200            	2024-224226	0.0402
recall_500            	2024-224226	0.0402
recall_1000           	2024-224226	0.0402
infAP                 	2024-224226	0.0361
Rprec_mult_0.20       	2024-224226	0.2000
Rprec_mult_0.40       	2024-224226	0.1000
Rprec_mult_0.60       	2024-224226	0.0667
Rprec_mult_0.80       	2024-224226	0.0500
Rprec_mult_1.00       	2024-224226	0.0402
Rprec_mult_1.20       	2024-224226	0.0335
Rprec_mult_1.40       	2024-224226	0.0287
Rprec_mult_1.60       	2024-224226	0.0251
Rprec_mult_1.80       	2024-224226	0.0223
Rprec_mult_2.00       	2024-224226	0.0201
utility               	2024-224226	4.0000
11pt_avg              	2024-224226	0.0909
binG                  	2024-224226	0.0320
G                     	2024-224226	0.0171
ndcg                  	2024-224226	0.1125
ndcg_rel              	2024-224226	0.1315
Rndcg                 	2024-224226	0.1896
ndcg_cut_5            	2024-224226	0.5227
ndcg_cut_10           	2024-224226	0.5033
ndcg_cut_15           	2024-224226	0.3901
ndcg_cut_20           	2024-224226	0.3248
ndcg_cut_30           	2024-224226	0.2705
ndcg_cut_100          	2024-224226	0.1402
ndcg_cut_200          	2024-224226	0.1125
ndcg_cut_500          	2024-224226	0.1125
ndcg_cut_1000         	2024-224226	0.1125
map_cut_5             	2024-224226	0.0230
map_cut_10            	2024-224226	0.0361
map_cut_15            	2024-224226	0.0361
map_cut_20            	2024-224226	0.0361
map_cut_30            	2024-224226	0.0361
map_cut_100           	2024-224226	0.0361
map_cut_200           	2024-224226	0.0361
map_cut_500           	2024-224226	0.0361
map_cut_1000          	2024-224226	0.0361
relative_P_5          	2024-224226	0.8000
relative_P_10         	2024-224226	0.7000
relative_P_15         	2024-224226	0.4667
relative_P_20         	2024-224226	0.3500
relative_P_30         	2024-224226	0.2333
relative_P_100        	2024-224226	0.0700
relative_P_200        	2024-224226	0.0402
relative_P_500        	2024-224226	0.0402
relative_P_1000       	2024-224226	0.0402
success_1             	2024-224226	1.0000
success_5             	2024-224226	1.0000
success_10            	2024-224226	1.0000
set_P                 	2024-224226	0.7000
set_relative_P        	2024-224226	0.7000
set_recall            	2024-224226	0.0402
set_map               	2024-224226	0.0282
set_F                 	2024-224226	0.0761
num_nonrel_judged_ret 	2024-224226	1
num_ret               	2024-224279	10
num_rel               	2024-224279	424
num_rel_ret           	2024-224279	4
map                   	2024-224279	0.0094
Rprec                 	2024-224279	0.0094
bpref                 	2024-224279	0.0094
recip_rank            	2024-224279	1.0000
iprec_at_recall_0.00  	2024-224279	1.0000
iprec_at_recall_0.10  	2024-224279	0.0000
iprec_at_recall_0.20  	2024-224279	0.0000
iprec_at_recall_0.30  	2024-224279	0.0000
iprec_at_recall_0.40  	2024-224279	0.0000
iprec_at_recall_0.50  	2024-224279	0.0000
iprec_at_recall_0.60  	2024-224279	0.0000
iprec_at_recall_0.70  	2024-224279	0.0000
iprec_at_recall_0.80  	2024-224279	0.0000
iprec_at_recall_0.90  	2024-224279	0.0000
iprec_at_recall_1.00  	2024-224279	0.0000
P_5                   	2024-224279	0.8000
P_10                  	2024-224279	0.4000
P_15                  	2024-224279	0.2667
P_20                  	2024-224279	0.2000
P_30                  	2024-224279	0.1333
P_100                 	2024-224279	0.0400
P_200                 	2024-224279	0.0200
P_500                 	2024-224279	0.0080
P_1000                	2024-224279	0.0040
relstring             	2024-224279	'2122------'
recall_5              	2024-224279	0.0094
recall_10             	2024-224279	0.0094
recall_15             	2024-224279	0.0094
recall_20             	2024-224279	0.0094
recall_30             	2024-224279	0.0094
recall_100            	2024-224279	0.0094
recall_200            	2024-224279	0.0094
recall_500            	2024-224279	0.0094
recall_1000           	2024-224279	0.0094
infAP                 	2024-224279	0.0094
Rprec_mult_0.20       	2024-224279	0.0471
Rprec_mult_0.40       	2024-224279	0.0235
Rprec_mult_0.60       	2024-224279	0.0157
Rprec_mult_0.80       	2024-224279	0.0118
Rprec_mult_1.00       	2024-224279	0.0094
Rprec_mult_1.20       	2024-224279	0.0079
Rprec_mult_1.40       	2024-224279	0.0067
Rprec_mult_1.60       	2024-224279	0.0059
Rprec_mult_1.80       	2024-224279	0.0052
Rprec_mult_2.00       	2024-224279	0.0047
utility               	2024-224279	-2.0000
11pt_avg              	2024-224279	0.0909
binG                  	2024-224279	0.0094
G                     	2024-224279	0.0037
ndcg                  	2024-224279	0.0334
ndcg_rel              	2024-224279	0.0386
Rndcg                 	2024-224279	0.0468
ndcg_cut_5            	2024-224279	0.5079
ndcg_cut_10           	2024-224279	0.3296
ndcg_cut_15           	2024-224279	0.2555
ndcg_cut_20           	2024-224279	0.2127
ndcg_cut_30           	2024-224279	0.1634
ndcg_cut_100          	2024-224279	0.0715
ndcg_cut_200          	2024-224279	0.0495
ndcg_cut_500          	2024-224279	0.0334
ndcg_cut_1000         	2024-224279	0.0334
map_cut_5             	2024-224279	0.0094
map_cut_10            	2024-224279	0.0094
map_cut_15            	2024-224279	0.0094
map_cut_20            	2024-224279	0.0094
map_cut_30            	2024-224279	0.0094
map_cut_100           	2024-224279	0.0094
map_cut_200           	2024-224279	0.0094
map_cut_500           	2024-224279	0.0094
map_cut_1000          	2024-224279	0.0094
relative_P_5          	2024-224279	0.8000
relative_P_10         	2024-224279	0.4000
relative_P_15         	2024-224279	0.2667
relative_P_20         	2024-224279	0.2000
relative_P_30         	2024-224279	0.1333
relative_P_100        	2024-224279	0.0400
relative_P_200        	2024-224279	0.0200
relative_P_500        	2024-224279	0.0094
relative_P_1000       	2024-224279	0.0094
success_1             	2024-224279	1.0000
success_5             	2024-224279	1.0000
success_10            	2024-224279	1.0000
set_P                 	2024-224279	0.4000
set_relative_P        	2024-224279	0.4000
set_recall            	2024-224279	0.0094
set_map               	2024-224279	0.0038
set_F                 	2024-224279	0.0184
num_nonrel_judged_ret 	2024-224279	0
num_ret               	2024-224701	10
num_rel               	2024-224701	92
num_rel_ret           	2024-224701	10
map                   	2024-224701	0.1087
Rprec                 	2024-224701	0.1087
bpref                 	2024-224701	0.1087
recip_rank            	2024-224701	1.0000
iprec_at_recall_0.00  	2024-224701	1.0000
iprec_at_recall_0.10  	2024-224701	1.0000
iprec_at_recall_0.20  	2024-224701	0.0000
iprec_at_recall_0.30  	2024-224701	0.0000
iprec_at_recall_0.40  	2024-224701	0.0000
iprec_at_recall_0.50  	2024-224701	0.0000
iprec_at_recall_0.60  	2024-224701	0.0000
iprec_at_recall_0.70  	2024-224701	0.0000
iprec_at_recall_0.80  	2024-224701	0.0000
iprec_at_recall_0.90  	2024-224701	0.0000
iprec_at_recall_1.00  	2024-224701	0.0000
P_5                   	2024-224701	1.0000
P_10                  	2024-224701	1.0000
P_15                  	2024-224701	0.6667
P_20                  	2024-224701	0.5000
P_30                  	2024-224701	0.3333
P_100                 	2024-224701	0.1000
P_200                 	2024-224701	0.0500
P_500                 	2024-224701	0.0200
P_1000                	2024-224701	0.0100
relstring             	2024-224701	'1111233111'
recall_5              	2024-224701	0.0543
recall_10             	2024-224701	0.1087
recall_15             	2024-224701	0.1087
recall_20             	2024-224701	0.1087
recall_30             	2024-224701	0.1087
recall_100            	2024-224701	0.1087
recall_200            	2024-224701	0.1087
recall_500            	2024-224701	0.1087
recall_1000           	2024-224701	0.1087
infAP                 	2024-224701	0.1087
Rprec_mult_0.20       	2024-224701	0.5263
Rprec_mult_0.40       	2024-224701	0.2703
Rprec_mult_0.60       	2024-224701	0.1786
Rprec_mult_0.80       	2024-224701	0.1351
Rprec_mult_1.00       	2024-224701	0.1087
Rprec_mult_1.20       	2024-224701	0.0901
Rprec_mult_1.40       	2024-224701	0.0775
Rprec_mult_1.60       	2024-224701	0.0676
Rprec_mult_1.80       	2024-224701	0.0602
Rprec_mult_2.00       	2024-224701	0.0543
utility               	2024-224701	10.0000
11pt_avg              	2024-224701	0.1818
binG                  	2024-224701	0.1087
G                     	2024-224701	0.0404
ndcg                  	2024-224701	0.2141
ndcg_rel              	2024-224701	0.2358
Rndcg                 	2024-224701	0.3691
ndcg_cut_5            	2024-224701	0.3771
ndcg_cut_10           	2024-224701	0.4958
ndcg_cut_15           	2024-224701	0.4108
ndcg_cut_20           	2024-224701	0.3759
ndcg_cut_30           	2024-224701	0.3337
ndcg_cut_100          	2024-224701	0.2141
ndcg_cut_200          	2024-224701	0.2141
ndcg_cut_500          	2024-224701	0.2141
ndcg_cut_1000         	2024-224701	0.2141
map_cut_5             	2024-224701	0.0543
map_cut_10            	2024-224701	0.1087
map_cut_15            	2024-224701	0.1087
map_cut_20            	2024-224701	0.1087
map_cut_30            	2024-224701	0.1087
map_cut_100           	2024-224701	0.1087
map_cut_200           	2024-224701	0.1087
map_cut_500           	2024-224701	0.1087
map_cut_1000          	2024-224701	0.1087
relative_P_5          	2024-224701	1.0000
relative_P_10         	2024-224701	1.0000
relative_P_15         	2024-224701	0.6667
relative_P_20         	2024-224701	0.5000
relative_P_30         	2024-224701	0.3333
relative_P_100        	2024-224701	0.1087
relative_P_200        	2024-224701	0.1087
relative_P_500        	2024-224701	0.1087
relative_P_1000       	2024-224701	0.1087
success_1             	2024-224701	1.0000
success_5             	2024-224701	1.0000
success_10            	2024-224701	1.0000
set_P                 	2024-224701	1.0000
set_relative_P        	2024-224701	1.0000
set_recall            	2024-224701	0.1087
set_map               	2024-224701	0.1087
set_F                 	2024-224701	0.1961
num_nonrel_judged_ret 	2024-224701	0
num_ret               	2024-224926	10
num_rel               	2024-224926	55
num_rel_ret           	2024-224926	2
map                   	2024-224926	0.0127
Rprec                 	2024-224926	0.0364
bpref                 	2024-224926	0.0354
recip_rank            	2024-224926	0.5000
iprec_at_recall_0.00  	2024-224926	0.5000
iprec_at_recall_0.10  	2024-224926	0.0000
iprec_at_recall_0.20  	2024-224926	0.0000
iprec_at_recall_0.30  	2024-224926	0.0000
iprec_at_recall_0.40  	2024-224926	0.0000
iprec_at_recall_0.50  	2024-224926	0.0000
iprec_at_recall_0.60  	2024-224926	0.0000
iprec_at_recall_0.70  	2024-224926	0.0000
iprec_at_recall_0.80  	2024-224926	0.0000
iprec_at_recall_0.90  	2024-224926	0.0000
iprec_at_recall_1.00  	2024-224926	0.0000
P_5                   	2024-224926	0.2000
P_10                  	2024-224926	0.2000
P_15                  	2024-224926	0.1333
P_20                  	2024-224926	0.1000
P_30                  	2024-224926	0.0667
P_100                 	2024-224926	0.0200
P_200                 	2024-224926	0.0100
P_500                 	2024-224926	0.0040
P_1000                	2024-224926	0.0020
relstring             	2024-224926	'-1--000--1'
recall_5              	2024-224926	0.0182
recall_10             	2024-224926	0.0364
recall_15             	2024-224926	0.0364
recall_20             	2024-224926	0.0364
recall_30             	2024-224926	0.0364
recall_100            	2024-224926	0.0364
recall_200            	2024-224926	0.0364
recall_500            	2024-224926	0.0364
recall_1000           	2024-224926	0.0364
infAP                 	2024-224926	0.0127
Rprec_mult_0.20       	2024-224926	0.1818
Rprec_mult_0.40       	2024-224926	0.0909
Rprec_mult_0.60       	2024-224926	0.0606
Rprec_mult_0.80       	2024-224926	0.0455
Rprec_mult_1.00       	2024-224926	0.0364
Rprec_mult_1.20       	2024-224926	0.0303
Rprec_mult_1.40       	2024-224926	0.0260
Rprec_mult_1.60       	2024-224926	0.0227
Rprec_mult_1.80       	2024-224926	0.0202
Rprec_mult_2.00       	2024-224926	0.0182
utility               	2024-224926	-6.0000
11pt_avg              	2024-224926	0.0455
binG                  	2024-224926	0.0169
G                     	2024-224926	0.0090
ndcg                  	2024-224926	0.0463
ndcg_rel              	2024-224926	0.0490
Rndcg                 	2024-224926	0.0429
ndcg_cut_5            	2024-224926	0.0915
ndcg_cut_10           	2024-224926	0.0912
ndcg_cut_15           	2024-224926	0.0770
ndcg_cut_20           	2024-224926	0.0701
ndcg_cut_30           	2024-224926	0.0603
ndcg_cut_100          	2024-224926	0.0463
ndcg_cut_200          	2024-224926	0.0463
ndcg_cut_500          	2024-224926	0.0463
ndcg_cut_1000         	2024-224926	0.0463
map_cut_5             	2024-224926	0.0091
map_cut_10            	2024-224926	0.0127
map_cut_15            	2024-224926	0.0127
map_cut_20            	2024-224926	0.0127
map_cut_30            	2024-224926	0.0127
map_cut_100           	2024-224926	0.0127
map_cut_200           	2024-224926	0.0127
map_cut_500           	2024-224926	0.0127
map_cut_1000          	2024-224926	0.0127
relative_P_5          	2024-224926	0.2000
relative_P_10         	2024-224926	0.2000
relative_P_15         	2024-224926	0.1333
relative_P_20         	2024-224926	0.1000
relative_P_30         	2024-224926	0.0667
relative_P_100        	2024-224926	0.0364
relative_P_200        	2024-224926	0.0364
relative_P_500        	2024-224926	0.0364
relative_P_1000       	2024-224926	0.0364
success_1             	2024-224926	0.0000
success_5             	2024-224926	1.0000
success_10            	2024-224926	1.0000
set_P                 	2024-224926	0.2000
set_relative_P        	2024-224926	0.2000
set_recall            	2024-224926	0.0364
set_map               	2024-224926	0.0073
set_F                 	2024-224926	0.0615
num_nonrel_judged_ret 	2024-224926	3
num_ret               	2024-22886	10
num_rel               	2024-22886	147
num_rel_ret           	2024-22886	6
map                   	2024-22886	0.0222
Rprec                 	2024-22886	0.0408
bpref                 	2024-22886	0.0387
recip_rank            	2024-22886	0.5000
iprec_at_recall_0.00  	2024-22886	0.6667
iprec_at_recall_0.10  	2024-22886	0.0000
iprec_at_recall_0.20  	2024-22886	0.0000
iprec_at_recall_0.30  	2024-22886	0.0000
iprec_at_recall_0.40  	2024-22886	0.0000
iprec_at_recall_0.50  	2024-22886	0.0000
iprec_at_recall_0.60  	2024-22886	0.0000
iprec_at_recall_0.70  	2024-22886	0.0000
iprec_at_recall_0.80  	2024-22886	0.0000
iprec_at_recall_0.90  	2024-22886	0.0000
iprec_at_recall_1.00  	2024-22886	0.0000
P_5                   	2024-22886	0.4000
P_10                  	2024-22886	0.6000
P_15                  	2024-22886	0.4000
P_20                  	2024-22886	0.3000
P_30                  	2024-22886	0.2000
P_100                 	2024-22886	0.0600
P_200                 	2024-22886	0.0300
P_500                 	2024-22886	0.0120
P_1000                	2024-22886	0.0060
relstring             	2024-22886	'0200222110'
recall_5              	2024-22886	0.0136
recall_10             	2024-22886	0.0408
recall_15             	2024-22886	0.0408
recall_20             	2024-22886	0.0408
recall_30             	2024-22886	0.0408
recall_100            	2024-22886	0.0408
recall_200            	2024-22886	0.0408
recall_500            	2024-22886	0.0408
recall_1000           	2024-22886	0.0408
infAP                 	2024-22886	0.0222
Rprec_mult_0.20       	2024-22886	0.2000
Rprec_mult_0.40       	2024-22886	0.1017
Rprec_mult_0.60       	2024-22886	0.0674
Rprec_mult_0.80       	2024-22886	0.0508
Rprec_mult_1.00       	2024-22886	0.0408
Rprec_mult_1.20       	2024-22886	0.0339
Rprec_mult_1.40       	2024-22886	0.0291
Rprec_mult_1.60       	2024-22886	0.0254
Rprec_mult_1.80       	2024-22886	0.0226
Rprec_mult_2.00       	2024-22886	0.0204
utility               	2024-22886	2.0000
11pt_avg              	2024-22886	0.0606
binG                  	2024-22886	0.0189
G                     	2024-22886	0.0106
ndcg                  	2024-22886	0.0741
ndcg_rel              	2024-22886	0.0827
Rndcg                 	2024-22886	0.1574
ndcg_cut_5            	2024-22886	0.2301
ndcg_cut_10           	2024-22886	0.3021
ndcg_cut_15           	2024-22886	0.2523
ndcg_cut_20           	2024-22886	0.2199
ndcg_cut_30           	2024-22886	0.1785
ndcg_cut_100          	2024-22886	0.0874
ndcg_cut_200          	2024-22886	0.0741
ndcg_cut_500          	2024-22886	0.0741
ndcg_cut_1000         	2024-22886	0.0741
map_cut_5             	2024-22886	0.0061
map_cut_10            	2024-22886	0.0222
map_cut_15            	2024-22886	0.0222
map_cut_20            	2024-22886	0.0222
map_cut_30            	2024-22886	0.0222
map_cut_100           	2024-22886	0.0222
map_cut_200           	2024-22886	0.0222
map_cut_500           	2024-22886	0.0222
map_cut_1000          	2024-22886	0.0222
relative_P_5          	2024-22886	0.4000
relative_P_10         	2024-22886	0.6000
relative_P_15         	2024-22886	0.4000
relative_P_20         	2024-22886	0.3000
relative_P_30         	2024-22886	0.2000
relative_P_100        	2024-22886	0.0600
relative_P_200        	2024-22886	0.0408
relative_P_500        	2024-22886	0.0408
relative_P_1000       	2024-22886	0.0408
success_1             	2024-22886	0.0000
success_5             	2024-22886	1.0000
success_10            	2024-22886	1.0000
set_P                 	2024-22886	0.6000
set_relative_P        	2024-22886	0.6000
set_recall            	2024-22886	0.0408
set_map               	2024-22886	0.0245
set_F                 	2024-22886	0.0764
num_nonrel_judged_ret 	2024-22886	4
num_ret               	2024-27366	10
num_rel               	2024-27366	232
num_rel_ret           	2024-27366	1
map                   	2024-27366	0.0006
Rprec                 	2024-27366	0.0043
bpref                 	2024-27366	0.0041
recip_rank            	2024-27366	0.1429
iprec_at_recall_0.00  	2024-27366	0.1429
iprec_at_recall_0.10  	2024-27366	0.0000
iprec_at_recall_0.20  	2024-27366	0.0000
iprec_at_recall_0.30  	2024-27366	0.0000
iprec_at_recall_0.40  	2024-27366	0.0000
iprec_at_recall_0.50  	2024-27366	0.0000
iprec_at_recall_0.60  	2024-27366	0.0000
iprec_at_recall_0.70  	2024-27366	0.0000
iprec_at_recall_0.80  	2024-27366	0.0000
iprec_at_recall_0.90  	2024-27366	0.0000
iprec_at_recall_1.00  	2024-27366	0.0000
P_5                   	2024-27366	0.0000
P_10                  	2024-27366	0.1000
P_15                  	2024-27366	0.0667
P_20                  	2024-27366	0.0500
P_30                  	2024-27366	0.0333
P_100                 	2024-27366	0.0100
P_200                 	2024-27366	0.0050
P_500                 	2024-27366	0.0020
P_1000                	2024-27366	0.0010
relstring             	2024-27366	'-----01---'
recall_5              	2024-27366	0.0000
recall_10             	2024-27366	0.0043
recall_15             	2024-27366	0.0043
recall_20             	2024-27366	0.0043
recall_30             	2024-27366	0.0043
recall_100            	2024-27366	0.0043
recall_200            	2024-27366	0.0043
recall_500            	2024-27366	0.0043
recall_1000           	2024-27366	0.0043
infAP                 	2024-27366	0.0006
Rprec_mult_0.20       	2024-27366	0.0213
Rprec_mult_0.40       	2024-27366	0.0108
Rprec_mult_0.60       	2024-27366	0.0071
Rprec_mult_0.80       	2024-27366	0.0054
Rprec_mult_1.00       	2024-27366	0.0043
Rprec_mult_1.20       	2024-27366	0.0036
Rprec_mult_1.40       	2024-27366	0.0031
Rprec_mult_1.60       	2024-27366	0.0027
Rprec_mult_1.80       	2024-27366	0.0024
Rprec_mult_2.00       	2024-27366	0.0022
utility               	2024-27366	-8.0000
11pt_avg              	2024-27366	0.0130
binG                  	2024-27366	0.0014
G                     	2024-27366	0.0010
ndcg                  	2024-27366	0.0073
ndcg_rel              	2024-27366	0.0075
Rndcg                 	2024-27366	0.0159
ndcg_cut_5            	2024-27366	0.0000
ndcg_cut_10           	2024-27366	0.0367
ndcg_cut_15           	2024-27366	0.0284
ndcg_cut_20           	2024-27366	0.0241
ndcg_cut_30           	2024-27366	0.0209
ndcg_cut_100          	2024-27366	0.0120
ndcg_cut_200          	2024-27366	0.0080
ndcg_cut_500          	2024-27366	0.0073
ndcg_cut_1000         	2024-27366	0.0073
map_cut_5             	2024-27366	0.0000
map_cut_10            	2024-27366	0.0006
map_cut_15            	2024-27366	0.0006
map_cut_20            	2024-27366	0.0006
map_cut_30            	2024-27366	0.0006
map_cut_100           	2024-27366	0.0006
map_cut_200           	2024-27366	0.0006
map_cut_500           	2024-27366	0.0006
map_cut_1000          	2024-27366	0.0006
relative_P_5          	2024-27366	0.0000
relative_P_10         	2024-27366	0.1000
relative_P_15         	2024-27366	0.0667
relative_P_20         	2024-27366	0.0500
relative_P_30         	2024-27366	0.0333
relative_P_100        	2024-27366	0.0100
relative_P_200        	2024-27366	0.0050
relative_P_500        	2024-27366	0.0043
relative_P_1000       	2024-27366	0.0043
success_1             	2024-27366	0.0000
success_5             	2024-27366	0.0000
success_10            	2024-27366	1.0000
set_P                 	2024-27366	0.1000
set_relative_P        	2024-27366	0.1000
set_recall            	2024-27366	0.0043
set_map               	2024-27366	0.0004
set_F                 	2024-27366	0.0083
num_nonrel_judged_ret 	2024-27366	1
num_ret               	2024-29182	10
num_rel               	2024-29182	174
num_rel_ret           	2024-29182	1
map                   	2024-29182	0.0057
Rprec                 	2024-29182	0.0057
bpref                 	2024-29182	0.0057
recip_rank            	2024-29182	1.0000
iprec_at_recall_0.00  	2024-29182	1.0000
iprec_at_recall_0.10  	2024-29182	0.0000
iprec_at_recall_0.20  	2024-29182	0.0000
iprec_at_recall_0.30  	2024-29182	0.0000
iprec_at_recall_0.40  	2024-29182	0.0000
iprec_at_recall_0.50  	2024-29182	0.0000
iprec_at_recall_0.60  	2024-29182	0.0000
iprec_at_recall_0.70  	2024-29182	0.0000
iprec_at_recall_0.80  	2024-29182	0.0000
iprec_at_recall_0.90  	2024-29182	0.0000
iprec_at_recall_1.00  	2024-29182	0.0000
P_5                   	2024-29182	0.2000
P_10                  	2024-29182	0.1000
P_15                  	2024-29182	0.0667
P_20                  	2024-29182	0.0500
P_30                  	2024-29182	0.0333
P_100                 	2024-29182	0.0100
P_200                 	2024-29182	0.0050
P_500                 	2024-29182	0.0020
P_1000                	2024-29182	0.0010
relstring             	2024-29182	'1000000000'
recall_5              	2024-29182	0.0057
recall_10             	2024-29182	0.0057
recall_15             	2024-29182	0.0057
recall_20             	2024-29182	0.0057
recall_30             	2024-29182	0.0057
recall_100            	2024-29182	0.0057
recall_200            	2024-29182	0.0057
recall_500            	2024-29182	0.0057
recall_1000           	2024-29182	0.0057
infAP                 	2024-29182	0.0057
Rprec_mult_0.20       	2024-29182	0.0286
Rprec_mult_0.40       	2024-29182	0.0143
Rprec_mult_0.60       	2024-29182	0.0095
Rprec_mult_0.80       	2024-29182	0.0071
Rprec_mult_1.00       	2024-29182	0.0057
Rprec_mult_1.20       	2024-29182	0.0048
Rprec_mult_1.40       	2024-29182	0.0041
Rprec_mult_1.60       	2024-29182	0.0036
Rprec_mult_1.80       	2024-29182	0.0032
Rprec_mult_2.00       	2024-29182	0.0029
utility               	2024-29182	-8.0000
11pt_avg              	2024-29182	0.0909
binG                  	2024-29182	0.0057
G                     	2024-29182	0.0018
ndcg                  	2024-29182	0.0180
ndcg_rel              	2024-29182	0.0198
Rndcg                 	2024-29182	0.0440
ndcg_cut_5            	2024-29182	0.1131
ndcg_cut_10           	2024-29182	0.0786
ndcg_cut_15           	2024-29182	0.0651
ndcg_cut_20           	2024-29182	0.0564
ndcg_cut_30           	2024-29182	0.0455
ndcg_cut_100          	2024-29182	0.0221
ndcg_cut_200          	2024-29182	0.0180
ndcg_cut_500          	2024-29182	0.0180
ndcg_cut_1000         	2024-29182	0.0180
map_cut_5             	2024-29182	0.0057
map_cut_10            	2024-29182	0.0057
map_cut_15            	2024-29182	0.0057
map_cut_20            	2024-29182	0.0057
map_cut_30            	2024-29182	0.0057
map_cut_100           	2024-29182	0.0057
map_cut_200           	2024-29182	0.0057
map_cut_500           	2024-29182	0.0057
map_cut_1000          	2024-29182	0.0057
relative_P_5          	2024-29182	0.2000
relative_P_10         	2024-29182	0.1000
relative_P_15         	2024-29182	0.0667
relative_P_20         	2024-29182	0.0500
relative_P_30         	2024-29182	0.0333
relative_P_100        	2024-29182	0.0100
relative_P_200        	2024-29182	0.0057
relative_P_500        	2024-29182	0.0057
relative_P_1000       	2024-29182	0.0057
success_1             	2024-29182	1.0000
success_5             	2024-29182	1.0000
success_10            	2024-29182	1.0000
set_P                 	2024-29182	0.1000
set_relative_P        	2024-29182	0.1000
set_recall            	2024-29182	0.0057
set_map               	2024-29182	0.0006
set_F                 	2024-29182	0.0109
num_nonrel_judged_ret 	2024-29182	9
num_ret               	2024-29941	10
num_rel               	2024-29941	240
num_rel_ret           	2024-29941	9
map                   	2024-29941	0.0295
Rprec                 	2024-29941	0.0375
bpref                 	2024-29941	0.0368
recip_rank            	2024-29941	0.5000
iprec_at_recall_0.00  	2024-29941	0.9000
iprec_at_recall_0.10  	2024-29941	0.0000
iprec_at_recall_0.20  	2024-29941	0.0000
iprec_at_recall_0.30  	2024-29941	0.0000
iprec_at_recall_0.40  	2024-29941	0.0000
iprec_at_recall_0.50  	2024-29941	0.0000
iprec_at_recall_0.60  	2024-29941	0.0000
iprec_at_recall_0.70  	2024-29941	0.0000
iprec_at_recall_0.80  	2024-29941	0.0000
iprec_at_recall_0.90  	2024-29941	0.0000
iprec_at_recall_1.00  	2024-29941	0.0000
P_5                   	2024-29941	0.8000
P_10                  	2024-29941	0.9000
P_15                  	2024-29941	0.6000
P_20                  	2024-29941	0.4500
P_30                  	2024-29941	0.3000
P_100                 	2024-29941	0.0900
P_200                 	2024-29941	0.0450
P_500                 	2024-29941	0.0180
P_1000                	2024-29941	0.0090
relstring             	2024-29941	'0233313111'
recall_5              	2024-29941	0.0167
recall_10             	2024-29941	0.0375
recall_15             	2024-29941	0.0375
recall_20             	2024-29941	0.0375
recall_30             	2024-29941	0.0375
recall_100            	2024-29941	0.0375
recall_200            	2024-29941	0.0375
recall_500            	2024-29941	0.0375
recall_1000           	2024-29941	0.0375
infAP                 	2024-29941	0.0295
Rprec_mult_0.20       	2024-29941	0.1875
Rprec_mult_0.40       	2024-29941	0.0938
Rprec_mult_0.60       	2024-29941	0.0625
Rprec_mult_0.80       	2024-29941	0.0469
Rprec_mult_1.00       	2024-29941	0.0375
Rprec_mult_1.20       	2024-29941	0.0312
Rprec_mult_1.40       	2024-29941	0.0268
Rprec_mult_1.60       	2024-29941	0.0234
Rprec_mult_1.80       	2024-29941	0.0208
Rprec_mult_2.00       	2024-29941	0.0187
utility               	2024-29941	8.0000
11pt_avg              	2024-29941	0.0818
binG                  	2024-29941	0.0237
G                     	2024-29941	0.0157
ndcg                  	2024-29941	0.0978
ndcg_rel              	2024-29941	0.1135
Rndcg                 	2024-29941	0.1417
ndcg_cut_5            	2024-29941	0.5895
ndcg_cut_10           	2024-29941	0.5485
ndcg_cut_15           	2024-29941	0.4252
ndcg_cut_20           	2024-29941	0.3540
ndcg_cut_30           	2024-29941	0.2720
ndcg_cut_100          	2024-29941	0.1383
ndcg_cut_200          	2024-29941	0.1048
ndcg_cut_500          	2024-29941	0.0978
ndcg_cut_1000         	2024-29941	0.0978
map_cut_5             	2024-29941	0.0113
map_cut_10            	2024-29941	0.0295
map_cut_15            	2024-29941	0.0295
map_cut_20            	2024-29941	0.0295
map_cut_30            	2024-29941	0.0295
map_cut_100           	2024-29941	0.0295
map_cut_200           	2024-29941	0.0295
map_cut_500           	2024-29941	0.0295
map_cut_1000          	2024-29941	0.0295
relative_P_5          	2024-29941	0.8000
relative_P_10         	2024-29941	0.9000
relative_P_15         	2024-29941	0.6000
relative_P_20         	2024-29941	0.4500
relative_P_30         	2024-29941	0.3000
relative_P_100        	2024-29941	0.0900
relative_P_200        	2024-29941	0.0450
relative_P_500        	2024-29941	0.0375
relative_P_1000       	2024-29941	0.0375
success_1             	2024-29941	0.0000
success_5             	2024-29941	1.0000
success_10            	2024-29941	1.0000
set_P                 	2024-29941	0.9000
set_relative_P        	2024-29941	0.9000
set_recall            	2024-29941	0.0375
set_map               	2024-29941	0.0338
set_F                 	2024-29941	0.0720
num_nonrel_judged_ret 	2024-29941	1
num_ret               	2024-32912	10
num_rel               	2024-32912	109
num_rel_ret           	2024-32912	2
map                   	2024-32912	0.0054
Rprec                 	2024-32912	0.0183
bpref                 	2024-32912	0.0178
recip_rank            	2024-32912	0.3333
iprec_at_recall_0.00  	2024-32912	0.3333
iprec_at_recall_0.10  	2024-32912	0.0000
iprec_at_recall_0.20  	2024-32912	0.0000
iprec_at_recall_0.30  	2024-32912	0.0000
iprec_at_recall_0.40  	2024-32912	0.0000
iprec_at_recall_0.50  	2024-32912	0.0000
iprec_at_recall_0.60  	2024-32912	0.0000
iprec_at_recall_0.70  	2024-32912	0.0000
iprec_at_recall_0.80  	2024-32912	0.0000
iprec_at_recall_0.90  	2024-32912	0.0000
iprec_at_recall_1.00  	2024-32912	0.0000
P_5                   	2024-32912	0.2000
P_10                  	2024-32912	0.2000
P_15                  	2024-32912	0.1333
P_20                  	2024-32912	0.1000
P_30                  	2024-32912	0.0667
P_100                 	2024-32912	0.0200
P_200                 	2024-32912	0.0100
P_500                 	2024-32912	0.0040
P_1000                	2024-32912	0.0020
relstring             	2024-32912	'001000-20-'
recall_5              	2024-32912	0.0092
recall_10             	2024-32912	0.0183
recall_15             	2024-32912	0.0183
recall_20             	2024-32912	0.0183
recall_30             	2024-32912	0.0183
recall_100            	2024-32912	0.0183
recall_200            	2024-32912	0.0183
recall_500            	2024-32912	0.0183
recall_1000           	2024-32912	0.0183
infAP                 	2024-32912	0.0054
Rprec_mult_0.20       	2024-32912	0.0909
Rprec_mult_0.40       	2024-32912	0.0455
Rprec_mult_0.60       	2024-32912	0.0303
Rprec_mult_0.80       	2024-32912	0.0227
Rprec_mult_1.00       	2024-32912	0.0183
Rprec_mult_1.20       	2024-32912	0.0153
Rprec_mult_1.40       	2024-32912	0.0131
Rprec_mult_1.60       	2024-32912	0.0114
Rprec_mult_1.80       	2024-32912	0.0102
Rprec_mult_2.00       	2024-32912	0.0092
utility               	2024-32912	-6.0000
11pt_avg              	2024-32912	0.0303
binG                  	2024-32912	0.0076
G                     	2024-32912	0.0040
ndcg                  	2024-32912	0.0266
ndcg_rel              	2024-32912	0.0277
Rndcg                 	2024-32912	0.0455
ndcg_cut_5            	2024-32912	0.0565
ndcg_cut_10           	2024-32912	0.0830
ndcg_cut_15           	2024-32912	0.0684
ndcg_cut_20           	2024-32912	0.0598
ndcg_cut_30           	2024-32912	0.0489
ndcg_cut_100          	2024-32912	0.0274
ndcg_cut_200          	2024-32912	0.0266
ndcg_cut_500          	2024-32912	0.0266
ndcg_cut_1000         	2024-32912	0.0266
map_cut_5             	2024-32912	0.0031
map_cut_10            	2024-32912	0.0054
map_cut_15            	2024-32912	0.0054
map_cut_20            	2024-32912	0.0054
map_cut_30            	2024-32912	0.0054
map_cut_100           	2024-32912	0.0054
map_cut_200           	2024-32912	0.0054
map_cut_500           	2024-32912	0.0054
map_cut_1000          	2024-32912	0.0054
relative_P_5          	2024-32912	0.2000
relative_P_10         	2024-32912	0.2000
relative_P_15         	2024-32912	0.1333
relative_P_20         	2024-32912	0.1000
relative_P_30         	2024-32912	0.0667
relative_P_100        	2024-32912	0.0200
relative_P_200        	2024-32912	0.0183
relative_P_500        	2024-32912	0.0183
relative_P_1000       	2024-32912	0.0183
success_1             	2024-32912	0.0000
success_5             	2024-32912	1.0000
success_10            	2024-32912	1.0000
set_P                 	2024-32912	0.2000
set_relative_P        	2024-32912	0.2000
set_recall            	2024-32912	0.0183
set_map               	2024-32912	0.0037
set_F                 	2024-32912	0.0336
num_nonrel_judged_ret 	2024-32912	6
num_ret               	2024-33466	10
num_rel               	2024-33466	265
num_rel_ret           	2024-33466	9
map                   	2024-33466	0.0336
Rprec                 	2024-33466	0.0340
bpref                 	2024-33466	0.0338
recip_rank            	2024-33466	1.0000
iprec_at_recall_0.00  	2024-33466	1.0000
iprec_at_recall_0.10  	2024-33466	0.0000
iprec_at_recall_0.20  	2024-33466	0.0000
iprec_at_recall_0.30  	2024-33466	0.0000
iprec_at_recall_0.40  	2024-33466	0.0000
iprec_at_recall_0.50  	2024-33466	0.0000
iprec_at_recall_0.60  	2024-33466	0.0000
iprec_at_recall_0.70  	2024-33466	0.0000
iprec_at_recall_0.80  	2024-33466	0.0000
iprec_at_recall_0.90  	2024-33466	0.0000
iprec_at_recall_1.00  	2024-33466	0.0000
P_5                   	2024-33466	1.0000
P_10                  	2024-33466	0.9000
P_15                  	2024-33466	0.6000
P_20                  	2024-33466	0.4500
P_30                  	2024-33466	0.3000
P_100                 	2024-33466	0.0900
P_200                 	2024-33466	0.0450
P_500                 	2024-33466	0.0180
P_1000                	2024-33466	0.0090
relstring             	2024-33466	'2212221201'
recall_5              	2024-33466	0.0189
recall_10             	2024-33466	0.0340
recall_15             	2024-33466	0.0340
recall_20             	2024-33466	0.0340
recall_30             	2024-33466	0.0340
recall_100            	2024-33466	0.0340
recall_200            	2024-33466	0.0340
recall_500            	2024-33466	0.0340
recall_1000           	2024-33466	0.0340
infAP                 	2024-33466	0.0336
Rprec_mult_0.20       	2024-33466	0.1698
Rprec_mult_0.40       	2024-33466	0.0849
Rprec_mult_0.60       	2024-33466	0.0566
Rprec_mult_0.80       	2024-33466	0.0425
Rprec_mult_1.00       	2024-33466	0.0340
Rprec_mult_1.20       	2024-33466	0.0283
Rprec_mult_1.40       	2024-33466	0.0243
Rprec_mult_1.60       	2024-33466	0.0212
Rprec_mult_1.80       	2024-33466	0.0189
Rprec_mult_2.00       	2024-33466	0.0170
utility               	2024-33466	8.0000
11pt_avg              	2024-33466	0.0909
binG                  	2024-33466	0.0326
G                     	2024-33466	0.0104
ndcg                  	2024-33466	0.0763
ndcg_rel              	2024-33466	0.0944
Rndcg                 	2024-33466	0.0999
ndcg_cut_5            	2024-33466	0.6101
ndcg_cut_10           	2024-33466	0.5402
ndcg_cut_15           	2024-33466	0.4187
ndcg_cut_20           	2024-33466	0.3486
ndcg_cut_30           	2024-33466	0.2679
ndcg_cut_100          	2024-33466	0.1242
ndcg_cut_200          	2024-33466	0.0846
ndcg_cut_500          	2024-33466	0.0763
ndcg_cut_1000         	2024-33466	0.0763
map_cut_5             	2024-33466	0.0189
map_cut_10            	2024-33466	0.0336
map_cut_15            	2024-33466	0.0336
map_cut_20            	2024-33466	0.0336
map_cut_30            	2024-33466	0.0336
map_cut_100           	2024-33466	0.0336
map_cut_200           	2024-33466	0.0336
map_cut_500           	2024-33466	0.0336
map_cut_1000          	2024-33466	0.0336
relative_P_5          	2024-33466	1.0000
relative_P_10         	2024-33466	0.9000
relative_P_15         	2024-33466	0.6000
relative_P_20         	2024-33466	0.4500
relative_P_30         	2024-33466	0.3000
relative_P_100        	2024-33466	0.0900
relative_P_200        	2024-33466	0.0450
relative_P_500        	2024-33466	0.0340
relative_P_1000       	2024-33466	0.0340
success_1             	2024-33466	1.0000
success_5             	2024-33466	1.0000
success_10            	2024-33466	1.0000
set_P                 	2024-33466	0.9000
set_relative_P        	2024-33466	0.9000
set_recall            	2024-33466	0.0340
set_map               	2024-33466	0.0306
set_F                 	2024-33466	0.0655
num_nonrel_judged_ret 	2024-33466	1
num_ret               	2024-35227	10
num_rel               	2024-35227	216
num_rel_ret           	2024-35227	7
map                   	2024-35227	0.0189
Rprec                 	2024-35227	0.0324
bpref                 	2024-35227	0.0316
recip_rank            	2024-35227	0.3333
iprec_at_recall_0.00  	2024-35227	0.7000
iprec_at_recall_0.10  	2024-35227	0.0000
iprec_at_recall_0.20  	2024-35227	0.0000
iprec_at_recall_0.30  	2024-35227	0.0000
iprec_at_recall_0.40  	2024-35227	0.0000
iprec_at_recall_0.50  	2024-35227	0.0000
iprec_at_recall_0.60  	2024-35227	0.0000
iprec_at_recall_0.70  	2024-35227	0.0000
iprec_at_recall_0.80  	2024-35227	0.0000
iprec_at_recall_0.90  	2024-35227	0.0000
iprec_at_recall_1.00  	2024-35227	0.0000
P_5                   	2024-35227	0.6000
P_10                  	2024-35227	0.7000
P_15                  	2024-35227	0.4667
P_20                  	2024-35227	0.3500
P_30                  	2024-35227	0.2333
P_100                 	2024-35227	0.0700
P_200                 	2024-35227	0.0350
P_500                 	2024-35227	0.0140
P_1000                	2024-35227	0.0070
relstring             	2024-35227	'0011320211'
recall_5              	2024-35227	0.0139
recall_10             	2024-35227	0.0324
recall_15             	2024-35227	0.0324
recall_20             	2024-35227	0.0324
recall_30             	2024-35227	0.0324
recall_100            	2024-35227	0.0324
recall_200            	2024-35227	0.0324
recall_500            	2024-35227	0.0324
recall_1000           	2024-35227	0.0324
infAP                 	2024-35227	0.0189
Rprec_mult_0.20       	2024-35227	0.1591
Rprec_mult_0.40       	2024-35227	0.0805
Rprec_mult_0.60       	2024-35227	0.0538
Rprec_mult_0.80       	2024-35227	0.0405
Rprec_mult_1.00       	2024-35227	0.0324
Rprec_mult_1.20       	2024-35227	0.0269
Rprec_mult_1.40       	2024-35227	0.0231
Rprec_mult_1.60       	2024-35227	0.0202
Rprec_mult_1.80       	2024-35227	0.0180
Rprec_mult_2.00       	2024-35227	0.0162
utility               	2024-35227	4.0000
11pt_avg              	2024-35227	0.0636
binG                  	2024-35227	0.0152
G                     	2024-35227	0.0113
ndcg                  	2024-35227	0.0720
ndcg_rel              	2024-35227	0.0786
Rndcg                 	2024-35227	0.0608
ndcg_cut_5            	2024-35227	0.2778
ndcg_cut_10           	2024-35227	0.3755
ndcg_cut_15           	2024-35227	0.3014
ndcg_cut_20           	2024-35227	0.2562
ndcg_cut_30           	2024-35227	0.2017
ndcg_cut_100          	2024-35227	0.1007
ndcg_cut_200          	2024-35227	0.0748
ndcg_cut_500          	2024-35227	0.0720
ndcg_cut_1000         	2024-35227	0.0720
map_cut_5             	2024-35227	0.0066
map_cut_10            	2024-35227	0.0189
map_cut_15            	2024-35227	0.0189
map_cut_20            	2024-35227	0.0189
map_cut_30            	2024-35227	0.0189
map_cut_100           	2024-35227	0.0189
map_cut_200           	2024-35227	0.0189
map_cut_500           	2024-35227	0.0189
map_cut_1000          	2024-35227	0.0189
relative_P_5          	2024-35227	0.6000
relative_P_10         	2024-35227	0.7000
relative_P_15         	2024-35227	0.4667
relative_P_20         	2024-35227	0.3500
relative_P_30         	2024-35227	0.2333
relative_P_100        	2024-35227	0.0700
relative_P_200        	2024-35227	0.0350
relative_P_500        	2024-35227	0.0324
relative_P_1000       	2024-35227	0.0324
success_1             	2024-35227	0.0000
success_5             	2024-35227	1.0000
success_10            	2024-35227	1.0000
set_P                 	2024-35227	0.7000
set_relative_P        	2024-35227	0.7000
set_recall            	2024-35227	0.0324
set_map               	2024-35227	0.0227
set_F                 	2024-35227	0.0619
num_nonrel_judged_ret 	2024-35227	3
num_ret               	2024-35269	10
num_rel               	2024-35269	76
num_rel_ret           	2024-35269	3
map                   	2024-35269	0.0129
Rprec                 	2024-35269	0.0395
bpref                 	2024-35269	0.0388
recip_rank            	2024-35269	0.2500
iprec_at_recall_0.00  	2024-35269	0.4000
iprec_at_recall_0.10  	2024-35269	0.0000
iprec_at_recall_0.20  	2024-35269	0.0000
iprec_at_recall_0.30  	2024-35269	0.0000
iprec_at_recall_0.40  	2024-35269	0.0000
iprec_at_recall_0.50  	2024-35269	0.0000
iprec_at_recall_0.60  	2024-35269	0.0000
iprec_at_recall_0.70  	2024-35269	0.0000
iprec_at_recall_0.80  	2024-35269	0.0000
iprec_at_recall_0.90  	2024-35269	0.0000
iprec_at_recall_1.00  	2024-35269	0.0000
P_5                   	2024-35269	0.4000
P_10                  	2024-35269	0.3000
P_15                  	2024-35269	0.2000
P_20                  	2024-35269	0.1500
P_30                  	2024-35269	0.1000
P_100                 	2024-35269	0.0300
P_200                 	2024-35269	0.0150
P_500                 	2024-35269	0.0060
P_1000                	2024-35269	0.0030
relstring             	2024-35269	'0--22--02-'
recall_5              	2024-35269	0.0263
recall_10             	2024-35269	0.0395
recall_15             	2024-35269	0.0395
recall_20             	2024-35269	0.0395
recall_30             	2024-35269	0.0395
recall_100            	2024-35269	0.0395
recall_200            	2024-35269	0.0395
recall_500            	2024-35269	0.0395
recall_1000           	2024-35269	0.0395
infAP                 	2024-35269	0.0129
Rprec_mult_0.20       	2024-35269	0.1875
Rprec_mult_0.40       	2024-35269	0.0968
Rprec_mult_0.60       	2024-35269	0.0652
Rprec_mult_0.80       	2024-35269	0.0492
Rprec_mult_1.00       	2024-35269	0.0395
Rprec_mult_1.20       	2024-35269	0.0326
Rprec_mult_1.40       	2024-35269	0.0280
Rprec_mult_1.60       	2024-35269	0.0246
Rprec_mult_1.80       	2024-35269	0.0219
Rprec_mult_2.00       	2024-35269	0.0197
utility               	2024-35269	-4.0000
11pt_avg              	2024-35269	0.0364
binG                  	2024-35269	0.0157
G                     	2024-35269	0.0131
ndcg                  	2024-35269	0.0681
ndcg_rel              	2024-35269	0.0747
Rndcg                 	2024-35269	0.0699
ndcg_cut_5            	2024-35269	0.2773
ndcg_cut_10           	2024-35269	0.2462
ndcg_cut_15           	2024-35269	0.1908
ndcg_cut_20           	2024-35269	0.1589
ndcg_cut_30           	2024-35269	0.1221
ndcg_cut_100          	2024-35269	0.0681
ndcg_cut_200          	2024-35269	0.0681
ndcg_cut_500          	2024-35269	0.0681
ndcg_cut_1000         	2024-35269	0.0681
map_cut_5             	2024-35269	0.0086
map_cut_10            	2024-35269	0.0129
map_cut_15            	2024-35269	0.0129
map_cut_20            	2024-35269	0.0129
map_cut_30            	2024-35269	0.0129
map_cut_100           	2024-35269	0.0129
map_cut_200           	2024-35269	0.0129
map_cut_500           	2024-35269	0.0129
map_cut_1000          	2024-35269	0.0129
relative_P_5          	2024-35269	0.4000
relative_P_10         	2024-35269	0.3000
relative_P_15         	2024-35269	0.2000
relative_P_20         	2024-35269	0.1500
relative_P_30         	2024-35269	0.1000
relative_P_100        	2024-35269	0.0395
relative_P_200        	2024-35269	0.0395
relative_P_500        	2024-35269	0.0395
relative_P_1000       	2024-35269	0.0395
success_1             	2024-35269	0.0000
success_5             	2024-35269	1.0000
success_10            	2024-35269	1.0000
set_P                 	2024-35269	0.3000
set_relative_P        	2024-35269	0.3000
set_recall            	2024-35269	0.0395
set_map               	2024-35269	0.0118
set_F                 	2024-35269	0.0698
num_nonrel_judged_ret 	2024-35269	2
num_ret               	2024-35284	10
num_rel               	2024-35284	141
num_rel_ret           	2024-35284	0
map                   	2024-35284	0.0000
Rprec                 	2024-35284	0.0000
bpref                 	2024-35284	0.0000
recip_rank            	2024-35284	0.0000
iprec_at_recall_0.00  	2024-35284	0.0000
iprec_at_recall_0.10  	2024-35284	0.0000
iprec_at_recall_0.20  	2024-35284	0.0000
iprec_at_recall_0.30  	2024-35284	0.0000
iprec_at_recall_0.40  	2024-35284	0.0000
iprec_at_recall_0.50  	2024-35284	0.0000
iprec_at_recall_0.60  	2024-35284	0.0000
iprec_at_recall_0.70  	2024-35284	0.0000
iprec_at_recall_0.80  	2024-35284	0.0000
iprec_at_recall_0.90  	2024-35284	0.0000
iprec_at_recall_1.00  	2024-35284	0.0000
P_5                   	2024-35284	0.0000
P_10                  	2024-35284	0.0000
P_15                  	2024-35284	0.0000
P_20                  	2024-35284	0.0000
P_30                  	2024-35284	0.0000
P_100                 	2024-35284	0.0000
P_200                 	2024-35284	0.0000
P_500                 	2024-35284	0.0000
P_1000                	2024-35284	0.0000
relstring             	2024-35284	'----------'
recall_5              	2024-35284	0.0000
recall_10             	2024-35284	0.0000
recall_15             	2024-35284	0.0000
recall_20             	2024-35284	0.0000
recall_30             	2024-35284	0.0000
recall_100            	2024-35284	0.0000
recall_200            	2024-35284	0.0000
recall_500            	2024-35284	0.0000
recall_1000           	2024-35284	0.0000
infAP                 	2024-35284	0.0000
Rprec_mult_0.20       	2024-35284	0.0000
Rprec_mult_0.40       	2024-35284	0.0000
Rprec_mult_0.60       	2024-35284	0.0000
Rprec_mult_0.80       	2024-35284	0.0000
Rprec_mult_1.00       	2024-35284	0.0000
Rprec_mult_1.20       	2024-35284	0.0000
Rprec_mult_1.40       	2024-35284	0.0000
Rprec_mult_1.60       	2024-35284	0.0000
Rprec_mult_1.80       	2024-35284	0.0000
Rprec_mult_2.00       	2024-35284	0.0000
utility               	2024-35284	-10.0000
11pt_avg              	2024-35284	0.0000
binG                  	2024-35284	0.0000
G                     	2024-35284	0.0000
ndcg                  	2024-35284	0.0000
ndcg_rel              	2024-35284	0.0000
Rndcg                 	2024-35284	0.0000
ndcg_cut_5            	2024-35284	0.0000
ndcg_cut_10           	2024-35284	0.0000
ndcg_cut_15           	2024-35284	0.0000
ndcg_cut_20           	2024-35284	0.0000
ndcg_cut_30           	2024-35284	0.0000
ndcg_cut_100          	2024-35284	0.0000
ndcg_cut_200          	2024-35284	0.0000
ndcg_cut_500          	2024-35284	0.0000
ndcg_cut_1000         	2024-35284	0.0000
map_cut_5             	2024-35284	0.0000
map_cut_10            	2024-35284	0.0000
map_cut_15            	2024-35284	0.0000
map_cut_20            	2024-35284	0.0000
map_cut_30            	2024-35284	0.0000
map_cut_100           	2024-35284	0.0000
map_cut_200           	2024-35284	0.0000
map_cut_500           	2024-35284	0.0000
map_cut_1000          	2024-35284	0.0000
relative_P_5          	2024-35284	0.0000
relative_P_10         	2024-35284	0.0000
relative_P_15         	2024-35284	0.0000
relative_P_20         	2024-35284	0.0000
relative_P_30         	2024-35284	0.0000
relative_P_100        	2024-35284	0.0000
relative_P_200        	2024-35284	0.0000
relative_P_500        	2024-35284	0.0000
relative_P_1000       	2024-35284	0.0000
success_1             	2024-35284	0.0000
success_5             	2024-35284	0.0000
success_10            	2024-35284	0.0000
set_P                 	2024-35284	0.0000
set_relative_P        	2024-35284	0.0000
set_recall            	2024-35284	0.0000
set_map               	2024-35284	0.0000
set_F                 	2024-35284	0.0000
num_nonrel_judged_ret 	2024-35284	0
num_ret               	2024-35620	10
num_rel               	2024-35620	104
num_rel_ret           	2024-35620	10
map                   	2024-35620	0.0962
Rprec                 	2024-35620	0.0962
bpref                 	2024-35620	0.0962
recip_rank            	2024-35620	1.0000
iprec_at_recall_0.00  	2024-35620	1.0000
iprec_at_recall_0.10  	2024-35620	0.0000
iprec_at_recall_0.20  	2024-35620	0.0000
iprec_at_recall_0.30  	2024-35620	0.0000
iprec_at_recall_0.40  	2024-35620	0.0000
iprec_at_recall_0.50  	2024-35620	0.0000
iprec_at_recall_0.60  	2024-35620	0.0000
iprec_at_recall_0.70  	2024-35620	0.0000
iprec_at_recall_0.80  	2024-35620	0.0000
iprec_at_recall_0.90  	2024-35620	0.0000
iprec_at_recall_1.00  	2024-35620	0.0000
P_5                   	2024-35620	1.0000
P_10                  	2024-35620	1.0000
P_15                  	2024-35620	0.6667
P_20                  	2024-35620	0.5000
P_30                  	2024-35620	0.3333
P_100                 	2024-35620	0.1000
P_200                 	2024-35620	0.0500
P_500                 	2024-35620	0.0200
P_1000                	2024-35620	0.0100
relstring             	2024-35620	'3333333311'
recall_5              	2024-35620	0.0481
recall_10             	2024-35620	0.0962
recall_15             	2024-35620	0.0962
recall_20             	2024-35620	0.0962
recall_30             	2024-35620	0.0962
recall_100            	2024-35620	0.0962
recall_200            	2024-35620	0.0962
recall_500            	2024-35620	0.0962
recall_1000           	2024-35620	0.0962
infAP                 	2024-35620	0.0962
Rprec_mult_0.20       	2024-35620	0.4762
Rprec_mult_0.40       	2024-35620	0.2381
Rprec_mult_0.60       	2024-35620	0.1587
Rprec_mult_0.80       	2024-35620	0.1190
Rprec_mult_1.00       	2024-35620	0.0962
Rprec_mult_1.20       	2024-35620	0.0800
Rprec_mult_1.40       	2024-35620	0.0685
Rprec_mult_1.60       	2024-35620	0.0599
Rprec_mult_1.80       	2024-35620	0.0532
Rprec_mult_2.00       	2024-35620	0.0481
utility               	2024-35620	10.0000
11pt_avg              	2024-35620	0.0909
binG                  	2024-35620	0.0962
G                     	2024-35620	0.1142
ndcg                  	2024-35620	0.2503
ndcg_rel              	2024-35620	0.3211
Rndcg                 	2024-35620	0.2830
ndcg_cut_5            	2024-35620	1.0000
ndcg_cut_10           	2024-35620	0.9134
ndcg_cut_15           	2024-35620	0.7081
ndcg_cut_20           	2024-35620	0.5895
ndcg_cut_30           	2024-35620	0.4530
ndcg_cut_100          	2024-35620	0.2533
ndcg_cut_200          	2024-35620	0.2503
ndcg_cut_500          	2024-35620	0.2503
ndcg_cut_1000         	2024-35620	0.2503
map_cut_5             	2024-35620	0.0481
map_cut_10            	2024-35620	0.0962
map_cut_15            	2024-35620	0.0962
map_cut_20            	2024-35620	0.0962
map_cut_30            	2024-35620	0.0962
map_cut_100           	2024-35620	0.0962
map_cut_200           	2024-35620	0.0962
map_cut_500           	2024-35620	0.0962
map_cut_1000          	2024-35620	0.0962
relative_P_5          	2024-35620	1.0000
relative_P_10         	2024-35620	1.0000
relative_P_15         	2024-35620	0.6667
relative_P_20         	2024-35620	0.5000
relative_P_30         	2024-35620	0.3333
relative_P_100        	2024-35620	0.1000
relative_P_200        	2024-35620	0.0962
relative_P_500        	2024-35620	0.0962
relative_P_1000       	2024-35620	0.0962
success_1             	2024-35620	1.0000
success_5             	2024-35620	1.0000
success_10            	2024-35620	1.0000
set_P                 	2024-35620	1.0000
set_relative_P        	2024-35620	1.0000
set_recall            	2024-35620	0.0962
set_map               	2024-35620	0.0962
set_F                 	2024-35620	0.1754
num_nonrel_judged_ret 	2024-35620	0
num_ret               	2024-36155	10
num_rel               	2024-36155	82
num_rel_ret           	2024-36155	6
map                   	2024-36155	0.0455
Rprec                 	2024-36155	0.0732
bpref                 	2024-36155	0.0723
recip_rank            	2024-36155	1.0000
iprec_at_recall_0.00  	2024-36155	1.0000
iprec_at_recall_0.10  	2024-36155	0.0000
iprec_at_recall_0.20  	2024-36155	0.0000
iprec_at_recall_0.30  	2024-36155	0.0000
iprec_at_recall_0.40  	2024-36155	0.0000
iprec_at_recall_0.50  	2024-36155	0.0000
iprec_at_recall_0.60  	2024-36155	0.0000
iprec_at_recall_0.70  	2024-36155	0.0000
iprec_at_recall_0.80  	2024-36155	0.0000
iprec_at_recall_0.90  	2024-36155	0.0000
iprec_at_recall_1.00  	2024-36155	0.0000
P_5                   	2024-36155	0.4000
P_10                  	2024-36155	0.6000
P_15                  	2024-36155	0.4000
P_20                  	2024-36155	0.3000
P_30                  	2024-36155	0.2000
P_100                 	2024-36155	0.0600
P_200                 	2024-36155	0.0300
P_500                 	2024-36155	0.0120
P_1000                	2024-36155	0.0060
relstring             	2024-36155	'1--2012011'
recall_5              	2024-36155	0.0244
recall_10             	2024-36155	0.0732
recall_15             	2024-36155	0.0732
recall_20             	2024-36155	0.0732
recall_30             	2024-36155	0.0732
recall_100            	2024-36155	0.0732
recall_200            	2024-36155	0.0732
recall_500            	2024-36155	0.0732
recall_1000           	2024-36155	0.0732
infAP                 	2024-36155	0.0455
Rprec_mult_0.20       	2024-36155	0.3529
Rprec_mult_0.40       	2024-36155	0.1818
Rprec_mult_0.60       	2024-36155	0.1200
Rprec_mult_0.80       	2024-36155	0.0909
Rprec_mult_1.00       	2024-36155	0.0732
Rprec_mult_1.20       	2024-36155	0.0606
Rprec_mult_1.40       	2024-36155	0.0522
Rprec_mult_1.60       	2024-36155	0.0455
Rprec_mult_1.80       	2024-36155	0.0405
Rprec_mult_2.00       	2024-36155	0.0366
utility               	2024-36155	2.0000
11pt_avg              	2024-36155	0.0909
binG                  	2024-36155	0.0382
G                     	2024-36155	0.0267
ndcg                  	2024-36155	0.1354
ndcg_rel              	2024-36155	0.1541
Rndcg                 	2024-36155	0.1837
ndcg_cut_5            	2024-36155	0.3156
ndcg_cut_10           	2024-36155	0.3823
ndcg_cut_15           	2024-36155	0.2964
ndcg_cut_20           	2024-36155	0.2467
ndcg_cut_30           	2024-36155	0.2087
ndcg_cut_100          	2024-36155	0.1354
ndcg_cut_200          	2024-36155	0.1354
ndcg_cut_500          	2024-36155	0.1354
ndcg_cut_1000         	2024-36155	0.1354
map_cut_5             	2024-36155	0.0183
map_cut_10            	2024-36155	0.0455
map_cut_15            	2024-36155	0.0455
map_cut_20            	2024-36155	0.0455
map_cut_30            	2024-36155	0.0455
map_cut_100           	2024-36155	0.0455
map_cut_200           	2024-36155	0.0455
map_cut_500           	2024-36155	0.0455
map_cut_1000          	2024-36155	0.0455
relative_P_5          	2024-36155	0.4000
relative_P_10         	2024-36155	0.6000
relative_P_15         	2024-36155	0.4000
relative_P_20         	2024-36155	0.3000
relative_P_30         	2024-36155	0.2000
relative_P_100        	2024-36155	0.0732
relative_P_200        	2024-36155	0.0732
relative_P_500        	2024-36155	0.0732
relative_P_1000       	2024-36155	0.0732
success_1             	2024-36155	1.0000
success_5             	2024-36155	1.0000
success_10            	2024-36155	1.0000
set_P                 	2024-36155	0.6000
set_relative_P        	2024-36155	0.6000
set_recall            	2024-36155	0.0732
set_map               	2024-36155	0.0439
set_F                 	2024-36155	0.1304
num_nonrel_judged_ret 	2024-36155	2
num_ret               	2024-38986	10
num_rel               	2024-38986	315
num_rel_ret           	2024-38986	9
map                   	2024-38986	0.0286
Rprec                 	2024-38986	0.0286
bpref                 	2024-38986	0.0286
recip_rank            	2024-38986	1.0000
iprec_at_recall_0.00  	2024-38986	1.0000
iprec_at_recall_0.10  	2024-38986	0.0000
iprec_at_recall_0.20  	2024-38986	0.0000
iprec_at_recall_0.30  	2024-38986	0.0000
iprec_at_recall_0.40  	2024-38986	0.0000
iprec_at_recall_0.50  	2024-38986	0.0000
iprec_at_recall_0.60  	2024-38986	0.0000
iprec_at_recall_0.70  	2024-38986	0.0000
iprec_at_recall_0.80  	2024-38986	0.0000
iprec_at_recall_0.90  	2024-38986	0.0000
iprec_at_recall_1.00  	2024-38986	0.0000
P_5                   	2024-38986	1.0000
P_10                  	2024-38986	0.9000
P_15                  	2024-38986	0.6000
P_20                  	2024-38986	0.4500
P_30                  	2024-38986	0.3000
P_100                 	2024-38986	0.0900
P_200                 	2024-38986	0.0450
P_500                 	2024-38986	0.0180
P_1000                	2024-38986	0.0090
relstring             	2024-38986	'111111111-'
recall_5              	2024-38986	0.0159
recall_10             	2024-38986	0.0286
recall_15             	2024-38986	0.0286
recall_20             	2024-38986	0.0286
recall_30             	2024-38986	0.0286
recall_100            	2024-38986	0.0286
recall_200            	2024-38986	0.0286
recall_500            	2024-38986	0.0286
recall_1000           	2024-38986	0.0286
infAP                 	2024-38986	0.0286
Rprec_mult_0.20       	2024-38986	0.1429
Rprec_mult_0.40       	2024-38986	0.0714
Rprec_mult_0.60       	2024-38986	0.0476
Rprec_mult_0.80       	2024-38986	0.0357
Rprec_mult_1.00       	2024-38986	0.0286
Rprec_mult_1.20       	2024-38986	0.0238
Rprec_mult_1.40       	2024-38986	0.0204
Rprec_mult_1.60       	2024-38986	0.0179
Rprec_mult_1.80       	2024-38986	0.0159
Rprec_mult_2.00       	2024-38986	0.0143
utility               	2024-38986	8.0000
11pt_avg              	2024-38986	0.0909
binG                  	2024-38986	0.0286
G                     	2024-38986	0.0067
ndcg                  	2024-38986	0.0576
ndcg_rel              	2024-38986	0.0654
Rndcg                 	2024-38986	0.1358
ndcg_cut_5            	2024-38986	0.3333
ndcg_cut_10           	2024-38986	0.3121
ndcg_cut_15           	2024-38986	0.2454
ndcg_cut_20           	2024-38986	0.2161
ndcg_cut_30           	2024-38986	0.1778
ndcg_cut_100          	2024-38986	0.0932
ndcg_cut_200          	2024-38986	0.0715
ndcg_cut_500          	2024-38986	0.0576
ndcg_cut_1000         	2024-38986	0.0576
map_cut_5             	2024-38986	0.0159
map_cut_10            	2024-38986	0.0286
map_cut_15            	2024-38986	0.0286
map_cut_20            	2024-38986	0.0286
map_cut_30            	2024-38986	0.0286
map_cut_100           	2024-38986	0.0286
map_cut_200           	2024-38986	0.0286
map_cut_500           	2024-38986	0.0286
map_cut_1000          	2024-38986	0.0286
relative_P_5          	2024-38986	1.0000
relative_P_10         	2024-38986	0.9000
relative_P_15         	2024-38986	0.6000
relative_P_20         	2024-38986	0.4500
relative_P_30         	2024-38986	0.3000
relative_P_100        	2024-38986	0.0900
relative_P_200        	2024-38986	0.0450
relative_P_500        	2024-38986	0.0286
relative_P_1000       	2024-38986	0.0286
success_1             	2024-38986	1.0000
success_5             	2024-38986	1.0000
success_10            	2024-38986	1.0000
set_P                 	2024-38986	0.9000
set_relative_P        	2024-38986	0.9000
set_recall            	2024-38986	0.0286
set_map               	2024-38986	0.0257
set_F                 	2024-38986	0.0554
num_nonrel_judged_ret 	2024-38986	0
num_ret               	2024-40863	10
num_rel               	2024-40863	314
num_rel_ret           	2024-40863	7
map                   	2024-40863	0.0214
Rprec                 	2024-40863	0.0223
bpref                 	2024-40863	0.0223
recip_rank            	2024-40863	1.0000
iprec_at_recall_0.00  	2024-40863	1.0000
iprec_at_recall_0.10  	2024-40863	0.0000
iprec_at_recall_0.20  	2024-40863	0.0000
iprec_at_recall_0.30  	2024-40863	0.0000
iprec_at_recall_0.40  	2024-40863	0.0000
iprec_at_recall_0.50  	2024-40863	0.0000
iprec_at_recall_0.60  	2024-40863	0.0000
iprec_at_recall_0.70  	2024-40863	0.0000
iprec_at_recall_0.80  	2024-40863	0.0000
iprec_at_recall_0.90  	2024-40863	0.0000
iprec_at_recall_1.00  	2024-40863	0.0000
P_5                   	2024-40863	1.0000
P_10                  	2024-40863	0.7000
P_15                  	2024-40863	0.4667
P_20                  	2024-40863	0.3500
P_30                  	2024-40863	0.2333
P_100                 	2024-40863	0.0700
P_200                 	2024-40863	0.0350
P_500                 	2024-40863	0.0140
P_1000                	2024-40863	0.0070
relstring             	2024-40863	'33313-31--'
recall_5              	2024-40863	0.0159
recall_10             	2024-40863	0.0223
recall_15             	2024-40863	0.0223
recall_20             	2024-40863	0.0223
recall_30             	2024-40863	0.0223
recall_100            	2024-40863	0.0223
recall_200            	2024-40863	0.0223
recall_500            	2024-40863	0.0223
recall_1000           	2024-40863	0.0223
infAP                 	2024-40863	0.0214
Rprec_mult_0.20       	2024-40863	0.1111
Rprec_mult_0.40       	2024-40863	0.0556
Rprec_mult_0.60       	2024-40863	0.0370
Rprec_mult_0.80       	2024-40863	0.0278
Rprec_mult_1.00       	2024-40863	0.0223
Rprec_mult_1.20       	2024-40863	0.0186
Rprec_mult_1.40       	2024-40863	0.0159
Rprec_mult_1.60       	2024-40863	0.0139
Rprec_mult_1.80       	2024-40863	0.0124
Rprec_mult_2.00       	2024-40863	0.0111
utility               	2024-40863	4.0000
11pt_avg              	2024-40863	0.0909
binG                  	2024-40863	0.0199
G                     	2024-40863	0.0221
ndcg                  	2024-40863	0.0961
ndcg_rel              	2024-40863	0.1143
Rndcg                 	2024-40863	0.1411
ndcg_cut_5            	2024-40863	0.9026
ndcg_cut_10           	2024-40863	0.6822
ndcg_cut_15           	2024-40863	0.5289
ndcg_cut_20           	2024-40863	0.4403
ndcg_cut_30           	2024-40863	0.3384
ndcg_cut_100          	2024-40863	0.1646
ndcg_cut_200          	2024-40863	0.1127
ndcg_cut_500          	2024-40863	0.0961
ndcg_cut_1000         	2024-40863	0.0961
map_cut_5             	2024-40863	0.0159
map_cut_10            	2024-40863	0.0214
map_cut_15            	2024-40863	0.0214
map_cut_20            	2024-40863	0.0214
map_cut_30            	2024-40863	0.0214
map_cut_100           	2024-40863	0.0214
map_cut_200           	2024-40863	0.0214
map_cut_500           	2024-40863	0.0214
map_cut_1000          	2024-40863	0.0214
relative_P_5          	2024-40863	1.0000
relative_P_10         	2024-40863	0.7000
relative_P_15         	2024-40863	0.4667
relative_P_20         	2024-40863	0.3500
relative_P_30         	2024-40863	0.2333
relative_P_100        	2024-40863	0.0700
relative_P_200        	2024-40863	0.0350
relative_P_500        	2024-40863	0.0223
relative_P_1000       	2024-40863	0.0223
success_1             	2024-40863	1.0000
success_5             	2024-40863	1.0000
success_10            	2024-40863	1.0000
set_P                 	2024-40863	0.7000
set_relative_P        	2024-40863	0.7000
set_recall            	2024-40863	0.0223
set_map               	2024-40863	0.0156
set_F                 	2024-40863	0.0432
num_nonrel_judged_ret 	2024-40863	0
num_ret               	2024-41198	10
num_rel               	2024-41198	184
num_rel_ret           	2024-41198	0
map                   	2024-41198	0.0000
Rprec                 	2024-41198	0.0000
bpref                 	2024-41198	0.0000
recip_rank            	2024-41198	0.0000
iprec_at_recall_0.00  	2024-41198	0.0000
iprec_at_recall_0.10  	2024-41198	0.0000
iprec_at_recall_0.20  	2024-41198	0.0000
iprec_at_recall_0.30  	2024-41198	0.0000
iprec_at_recall_0.40  	2024-41198	0.0000
iprec_at_recall_0.50  	2024-41198	0.0000
iprec_at_recall_0.60  	2024-41198	0.0000
iprec_at_recall_0.70  	2024-41198	0.0000
iprec_at_recall_0.80  	2024-41198	0.0000
iprec_at_recall_0.90  	2024-41198	0.0000
iprec_at_recall_1.00  	2024-41198	0.0000
P_5                   	2024-41198	0.0000
P_10                  	2024-41198	0.0000
P_15                  	2024-41198	0.0000
P_20                  	2024-41198	0.0000
P_30                  	2024-41198	0.0000
P_100                 	2024-41198	0.0000
P_200                 	2024-41198	0.0000
P_500                 	2024-41198	0.0000
P_1000                	2024-41198	0.0000
relstring             	2024-41198	'----------'
recall_5              	2024-41198	0.0000
recall_10             	2024-41198	0.0000
recall_15             	2024-41198	0.0000
recall_20             	2024-41198	0.0000
recall_30             	2024-41198	0.0000
recall_100            	2024-41198	0.0000
recall_200            	2024-41198	0.0000
recall_500            	2024-41198	0.0000
recall_1000           	2024-41198	0.0000
infAP                 	2024-41198	0.0000
Rprec_mult_0.20       	2024-41198	0.0000
Rprec_mult_0.40       	2024-41198	0.0000
Rprec_mult_0.60       	2024-41198	0.0000
Rprec_mult_0.80       	2024-41198	0.0000
Rprec_mult_1.00       	2024-41198	0.0000
Rprec_mult_1.20       	2024-41198	0.0000
Rprec_mult_1.40       	2024-41198	0.0000
Rprec_mult_1.60       	2024-41198	0.0000
Rprec_mult_1.80       	2024-41198	0.0000
Rprec_mult_2.00       	2024-41198	0.0000
utility               	2024-41198	-10.0000
11pt_avg              	2024-41198	0.0000
binG                  	2024-41198	0.0000
G                     	2024-41198	0.0000
ndcg                  	2024-41198	0.0000
ndcg_rel              	2024-41198	0.0000
Rndcg                 	2024-41198	0.0000
ndcg_cut_5            	2024-41198	0.0000
ndcg_cut_10           	2024-41198	0.0000
ndcg_cut_15           	2024-41198	0.0000
ndcg_cut_20           	2024-41198	0.0000
ndcg_cut_30           	2024-41198	0.0000
ndcg_cut_100          	2024-41198	0.0000
ndcg_cut_200          	2024-41198	0.0000
ndcg_cut_500          	2024-41198	0.0000
ndcg_cut_1000         	2024-41198	0.0000
map_cut_5             	2024-41198	0.0000
map_cut_10            	2024-41198	0.0000
map_cut_15            	2024-41198	0.0000
map_cut_20            	2024-41198	0.0000
map_cut_30            	2024-41198	0.0000
map_cut_100           	2024-41198	0.0000
map_cut_200           	2024-41198	0.0000
map_cut_500           	2024-41198	0.0000
map_cut_1000          	2024-41198	0.0000
relative_P_5          	2024-41198	0.0000
relative_P_10         	2024-41198	0.0000
relative_P_15         	2024-41198	0.0000
relative_P_20         	2024-41198	0.0000
relative_P_30         	2024-41198	0.0000
relative_P_100        	2024-41198	0.0000
relative_P_200        	2024-41198	0.0000
relative_P_500        	2024-41198	0.0000
relative_P_1000       	2024-41198	0.0000
success_1             	2024-41198	0.0000
success_5             	2024-41198	0.0000
success_10            	2024-41198	0.0000
set_P                 	2024-41198	0.0000
set_relative_P        	2024-41198	0.0000
set_recall            	2024-41198	0.0000
set_map               	2024-41198	0.0000
set_F                 	2024-41198	0.0000
num_nonrel_judged_ret 	2024-41198	0
num_ret               	2024-41464	10
num_rel               	2024-41464	366
num_rel_ret           	2024-41464	9
map                   	2024-41464	0.0228
Rprec                 	2024-41464	0.0246
bpref                 	2024-41464	0.0246
recip_rank            	2024-41464	1.0000
iprec_at_recall_0.00  	2024-41464	1.0000
iprec_at_recall_0.10  	2024-41464	0.0000
iprec_at_recall_0.20  	2024-41464	0.0000
iprec_at_recall_0.30  	2024-41464	0.0000
iprec_at_recall_0.40  	2024-41464	0.0000
iprec_at_recall_0.50  	2024-41464	0.0000
iprec_at_recall_0.60  	2024-41464	0.0000
iprec_at_recall_0.70  	2024-41464	0.0000
iprec_at_recall_0.80  	2024-41464	0.0000
iprec_at_recall_0.90  	2024-41464	0.0000
iprec_at_recall_1.00  	2024-41464	0.0000
P_5                   	2024-41464	0.8000
P_10                  	2024-41464	0.9000
P_15                  	2024-41464	0.6000
P_20                  	2024-41464	0.4500
P_30                  	2024-41464	0.3000
P_100                 	2024-41464	0.0900
P_200                 	2024-41464	0.0450
P_500                 	2024-41464	0.0180
P_1000                	2024-41464	0.0090
relstring             	2024-41464	'3231-11121'
recall_5              	2024-41464	0.0109
recall_10             	2024-41464	0.0246
recall_15             	2024-41464	0.0246
recall_20             	2024-41464	0.0246
recall_30             	2024-41464	0.0246
recall_100            	2024-41464	0.0246
recall_200            	2024-41464	0.0246
recall_500            	2024-41464	0.0246
recall_1000           	2024-41464	0.0246
infAP                 	2024-41464	0.0228
Rprec_mult_0.20       	2024-41464	0.1216
Rprec_mult_0.40       	2024-41464	0.0612
Rprec_mult_0.60       	2024-41464	0.0409
Rprec_mult_0.80       	2024-41464	0.0307
Rprec_mult_1.00       	2024-41464	0.0246
Rprec_mult_1.20       	2024-41464	0.0205
Rprec_mult_1.40       	2024-41464	0.0175
Rprec_mult_1.60       	2024-41464	0.0154
Rprec_mult_1.80       	2024-41464	0.0137
Rprec_mult_2.00       	2024-41464	0.0123
utility               	2024-41464	8.0000
11pt_avg              	2024-41464	0.0909
binG                  	2024-41464	0.0195
G                     	2024-41464	0.0147
ndcg                  	2024-41464	0.0871
ndcg_rel              	2024-41464	0.1032
Rndcg                 	2024-41464	0.2152
ndcg_cut_5            	2024-41464	0.7001
ndcg_cut_10           	2024-41464	0.5934
ndcg_cut_15           	2024-41464	0.4600
ndcg_cut_20           	2024-41464	0.4007
ndcg_cut_30           	2024-41464	0.3311
ndcg_cut_100          	2024-41464	0.1686
ndcg_cut_200          	2024-41464	0.1117
ndcg_cut_500          	2024-41464	0.0871
ndcg_cut_1000         	2024-41464	0.0871
map_cut_5             	2024-41464	0.0109
map_cut_10            	2024-41464	0.0228
map_cut_15            	2024-41464	0.0228
map_cut_20            	2024-41464	0.0228
map_cut_30            	2024-41464	0.0228
map_cut_100           	2024-41464	0.0228
map_cut_200           	2024-41464	0.0228
map_cut_500           	2024-41464	0.0228
map_cut_1000          	2024-41464	0.0228
relative_P_5          	2024-41464	0.8000
relative_P_10         	2024-41464	0.9000
relative_P_15         	2024-41464	0.6000
relative_P_20         	2024-41464	0.4500
relative_P_30         	2024-41464	0.3000
relative_P_100        	2024-41464	0.0900
relative_P_200        	2024-41464	0.0450
relative_P_500        	2024-41464	0.0246
relative_P_1000       	2024-41464	0.0246
success_1             	2024-41464	1.0000
success_5             	2024-41464	1.0000
success_10            	2024-41464	1.0000
set_P                 	2024-41464	0.9000
set_relative_P        	2024-41464	0.9000
set_recall            	2024-41464	0.0246
set_map               	2024-41464	0.0221
set_F                 	2024-41464	0.0479
num_nonrel_judged_ret 	2024-41464	0
num_ret               	2024-41849	10
num_rel               	2024-41849	94
num_rel_ret           	2024-41849	0
map                   	2024-41849	0.0000
Rprec                 	2024-41849	0.0000
bpref                 	2024-41849	0.0000
recip_rank            	2024-41849	0.0000
iprec_at_recall_0.00  	2024-41849	0.0000
iprec_at_recall_0.10  	2024-41849	0.0000
iprec_at_recall_0.20  	2024-41849	0.0000
iprec_at_recall_0.30  	2024-41849	0.0000
iprec_at_recall_0.40  	2024-41849	0.0000
iprec_at_recall_0.50  	2024-41849	0.0000
iprec_at_recall_0.60  	2024-41849	0.0000
iprec_at_recall_0.70  	2024-41849	0.0000
iprec_at_recall_0.80  	2024-41849	0.0000
iprec_at_recall_0.90  	2024-41849	0.0000
iprec_at_recall_1.00  	2024-41849	0.0000
P_5                   	2024-41849	0.0000
P_10                  	2024-41849	0.0000
P_15                  	2024-41849	0.0000
P_20                  	2024-41849	0.0000
P_30                  	2024-41849	0.0000
P_100                 	2024-41849	0.0000
P_200                 	2024-41849	0.0000
P_500                 	2024-41849	0.0000
P_1000                	2024-41849	0.0000
relstring             	2024-41849	'0------0--'
recall_5              	2024-41849	0.0000
recall_10             	2024-41849	0.0000
recall_15             	2024-41849	0.0000
recall_20             	2024-41849	0.0000
recall_30             	2024-41849	0.0000
recall_100            	2024-41849	0.0000
recall_200            	2024-41849	0.0000
recall_500            	2024-41849	0.0000
recall_1000           	2024-41849	0.0000
infAP                 	2024-41849	0.0000
Rprec_mult_0.20       	2024-41849	0.0000
Rprec_mult_0.40       	2024-41849	0.0000
Rprec_mult_0.60       	2024-41849	0.0000
Rprec_mult_0.80       	2024-41849	0.0000
Rprec_mult_1.00       	2024-41849	0.0000
Rprec_mult_1.20       	2024-41849	0.0000
Rprec_mult_1.40       	2024-41849	0.0000
Rprec_mult_1.60       	2024-41849	0.0000
Rprec_mult_1.80       	2024-41849	0.0000
Rprec_mult_2.00       	2024-41849	0.0000
utility               	2024-41849	-10.0000
11pt_avg              	2024-41849	0.0000
binG                  	2024-41849	0.0000
G                     	2024-41849	0.0000
ndcg                  	2024-41849	0.0000
ndcg_rel              	2024-41849	0.0000
Rndcg                 	2024-41849	0.0000
ndcg_cut_5            	2024-41849	0.0000
ndcg_cut_10           	2024-41849	0.0000
ndcg_cut_15           	2024-41849	0.0000
ndcg_cut_20           	2024-41849	0.0000
ndcg_cut_30           	2024-41849	0.0000
ndcg_cut_100          	2024-41849	0.0000
ndcg_cut_200          	2024-41849	0.0000
ndcg_cut_500          	2024-41849	0.0000
ndcg_cut_1000         	2024-41849	0.0000
map_cut_5             	2024-41849	0.0000
map_cut_10            	2024-41849	0.0000
map_cut_15            	2024-41849	0.0000
map_cut_20            	2024-41849	0.0000
map_cut_30            	2024-41849	0.0000
map_cut_100           	2024-41849	0.0000
map_cut_200           	2024-41849	0.0000
map_cut_500           	2024-41849	0.0000
map_cut_1000          	2024-41849	0.0000
relative_P_5          	2024-41849	0.0000
relative_P_10         	2024-41849	0.0000
relative_P_15         	2024-41849	0.0000
relative_P_20         	2024-41849	0.0000
relative_P_30         	2024-41849	0.0000
relative_P_100        	2024-41849	0.0000
relative_P_200        	2024-41849	0.0000
relative_P_500        	2024-41849	0.0000
relative_P_1000       	2024-41849	0.0000
success_1             	2024-41849	0.0000
success_5             	2024-41849	0.0000
success_10            	2024-41849	0.0000
set_P                 	2024-41849	0.0000
set_relative_P        	2024-41849	0.0000
set_recall            	2024-41849	0.0000
set_map               	2024-41849	0.0000
set_F                 	2024-41849	0.0000
num_nonrel_judged_ret 	2024-41849	2
num_ret               	2024-41918	10
num_rel               	2024-41918	231
num_rel_ret           	2024-41918	6
map                   	2024-41918	0.0147
Rprec                 	2024-41918	0.0260
bpref                 	2024-41918	0.0252
recip_rank            	2024-41918	0.5000
iprec_at_recall_0.00  	2024-41918	0.6667
iprec_at_recall_0.10  	2024-41918	0.0000
iprec_at_recall_0.20  	2024-41918	0.0000
iprec_at_recall_0.30  	2024-41918	0.0000
iprec_at_recall_0.40  	2024-41918	0.0000
iprec_at_recall_0.50  	2024-41918	0.0000
iprec_at_recall_0.60  	2024-41918	0.0000
iprec_at_recall_0.70  	2024-41918	0.0000
iprec_at_recall_0.80  	2024-41918	0.0000
iprec_at_recall_0.90  	2024-41918	0.0000
iprec_at_recall_1.00  	2024-41918	0.0000
P_5                   	2024-41918	0.4000
P_10                  	2024-41918	0.6000
P_15                  	2024-41918	0.4000
P_20                  	2024-41918	0.3000
P_30                  	2024-41918	0.2000
P_100                 	2024-41918	0.0600
P_200                 	2024-41918	0.0300
P_500                 	2024-41918	0.0120
P_1000                	2024-41918	0.0060
relstring             	2024-41918	'0110031011'
recall_5              	2024-41918	0.0087
recall_10             	2024-41918	0.0260
recall_15             	2024-41918	0.0260
recall_20             	2024-41918	0.0260
recall_30             	2024-41918	0.0260
recall_100            	2024-41918	0.0260
recall_200            	2024-41918	0.0260
recall_500            	2024-41918	0.0260
recall_1000           	2024-41918	0.0260
infAP                 	2024-41918	0.0147
Rprec_mult_0.20       	2024-41918	0.1277
Rprec_mult_0.40       	2024-41918	0.0645
Rprec_mult_0.60       	2024-41918	0.0432
Rprec_mult_0.80       	2024-41918	0.0324
Rprec_mult_1.00       	2024-41918	0.0260
Rprec_mult_1.20       	2024-41918	0.0216
Rprec_mult_1.40       	2024-41918	0.0185
Rprec_mult_1.60       	2024-41918	0.0162
Rprec_mult_1.80       	2024-41918	0.0144
Rprec_mult_2.00       	2024-41918	0.0130
utility               	2024-41918	2.0000
11pt_avg              	2024-41918	0.0606
binG                  	2024-41918	0.0125
G                     	2024-41918	0.0048
ndcg                  	2024-41918	0.0379
ndcg_rel              	2024-41918	0.0422
Rndcg                 	2024-41918	0.0489
ndcg_cut_5            	2024-41918	0.1279
ndcg_cut_10           	2024-41918	0.2291
ndcg_cut_15           	2024-41918	0.1776
ndcg_cut_20           	2024-41918	0.1479
ndcg_cut_30           	2024-41918	0.1136
ndcg_cut_100          	2024-41918	0.0539
ndcg_cut_200          	2024-41918	0.0399
ndcg_cut_500          	2024-41918	0.0379
ndcg_cut_1000         	2024-41918	0.0379
map_cut_5             	2024-41918	0.0051
map_cut_10            	2024-41918	0.0147
map_cut_15            	2024-41918	0.0147
map_cut_20            	2024-41918	0.0147
map_cut_30            	2024-41918	0.0147
map_cut_100           	2024-41918	0.0147
map_cut_200           	2024-41918	0.0147
map_cut_500           	2024-41918	0.0147
map_cut_1000          	2024-41918	0.0147
relative_P_5          	2024-41918	0.4000
relative_P_10         	2024-41918	0.6000
relative_P_15         	2024-41918	0.4000
relative_P_20         	2024-41918	0.3000
relative_P_30         	2024-41918	0.2000
relative_P_100        	2024-41918	0.0600
relative_P_200        	2024-41918	0.0300
relative_P_500        	2024-41918	0.0260
relative_P_1000       	2024-41918	0.0260
success_1             	2024-41918	0.0000
success_5             	2024-41918	1.0000
success_10            	2024-41918	1.0000
set_P                 	2024-41918	0.6000
set_relative_P        	2024-41918	0.6000
set_recall            	2024-41918	0.0260
set_map               	2024-41918	0.0156
set_F                 	2024-41918	0.0498
num_nonrel_judged_ret 	2024-41918	4
num_ret               	2024-42014	10
num_rel               	2024-42014	215
num_rel_ret           	2024-42014	10
map                   	2024-42014	0.0465
Rprec                 	2024-42014	0.0465
bpref                 	2024-42014	0.0465
recip_rank            	2024-42014	1.0000
iprec_at_recall_0.00  	2024-42014	1.0000
iprec_at_recall_0.10  	2024-42014	0.0000
iprec_at_recall_0.20  	2024-42014	0.0000
iprec_at_recall_0.30  	2024-42014	0.0000
iprec_at_recall_0.40  	2024-42014	0.0000
iprec_at_recall_0.50  	2024-42014	0.0000
iprec_at_recall_0.60  	2024-42014	0.0000
iprec_at_recall_0.70  	2024-42014	0.0000
iprec_at_recall_0.80  	2024-42014	0.0000
iprec_at_recall_0.90  	2024-42014	0.0000
iprec_at_recall_1.00  	2024-42014	0.0000
P_5                   	2024-42014	1.0000
P_10                  	2024-42014	1.0000
P_15                  	2024-42014	0.6667
P_20                  	2024-42014	0.5000
P_30                  	2024-42014	0.3333
P_100                 	2024-42014	0.1000
P_200                 	2024-42014	0.0500
P_500                 	2024-42014	0.0200
P_1000                	2024-42014	0.0100
relstring             	2024-42014	'1331222132'
recall_5              	2024-42014	0.0233
recall_10             	2024-42014	0.0465
recall_15             	2024-42014	0.0465
recall_20             	2024-42014	0.0465
recall_30             	2024-42014	0.0465
recall_100            	2024-42014	0.0465
recall_200            	2024-42014	0.0465
recall_500            	2024-42014	0.0465
recall_1000           	2024-42014	0.0465
infAP                 	2024-42014	0.0465
Rprec_mult_0.20       	2024-42014	0.2326
Rprec_mult_0.40       	2024-42014	0.1163
Rprec_mult_0.60       	2024-42014	0.0775
Rprec_mult_0.80       	2024-42014	0.0581
Rprec_mult_1.00       	2024-42014	0.0465
Rprec_mult_1.20       	2024-42014	0.0388
Rprec_mult_1.40       	2024-42014	0.0332
Rprec_mult_1.60       	2024-42014	0.0291
Rprec_mult_1.80       	2024-42014	0.0258
Rprec_mult_2.00       	2024-42014	0.0233
utility               	2024-42014	10.0000
11pt_avg              	2024-42014	0.0909
binG                  	2024-42014	0.0465
G                     	2024-42014	0.0168
ndcg                  	2024-42014	0.1048
ndcg_rel              	2024-42014	0.1281
Rndcg                 	2024-42014	0.1280
ndcg_cut_5            	2024-42014	0.6328
ndcg_cut_10           	2024-42014	0.6436
ndcg_cut_15           	2024-42014	0.4989
ndcg_cut_20           	2024-42014	0.4154
ndcg_cut_30           	2024-42014	0.3192
ndcg_cut_100          	2024-42014	0.1468
ndcg_cut_200          	2024-42014	0.1073
ndcg_cut_500          	2024-42014	0.1048
ndcg_cut_1000         	2024-42014	0.1048
map_cut_5             	2024-42014	0.0233
map_cut_10            	2024-42014	0.0465
map_cut_15            	2024-42014	0.0465
map_cut_20            	2024-42014	0.0465
map_cut_30            	2024-42014	0.0465
map_cut_100           	2024-42014	0.0465
map_cut_200           	2024-42014	0.0465
map_cut_500           	2024-42014	0.0465
map_cut_1000          	2024-42014	0.0465
relative_P_5          	2024-42014	1.0000
relative_P_10         	2024-42014	1.0000
relative_P_15         	2024-42014	0.6667
relative_P_20         	2024-42014	0.5000
relative_P_30         	2024-42014	0.3333
relative_P_100        	2024-42014	0.1000
relative_P_200        	2024-42014	0.0500
relative_P_500        	2024-42014	0.0465
relative_P_1000       	2024-42014	0.0465
success_1             	2024-42014	1.0000
success_5             	2024-42014	1.0000
success_10            	2024-42014	1.0000
set_P                 	2024-42014	1.0000
set_relative_P        	2024-42014	1.0000
set_recall            	2024-42014	0.0465
set_map               	2024-42014	0.0465
set_F                 	2024-42014	0.0889
num_nonrel_judged_ret 	2024-42014	0
num_ret               	2024-42497	10
num_rel               	2024-42497	120
num_rel_ret           	2024-42497	8
map                   	2024-42497	0.0611
Rprec                 	2024-42497	0.0667
bpref                 	2024-42497	0.0667
recip_rank            	2024-42497	1.0000
iprec_at_recall_0.00  	2024-42497	1.0000
iprec_at_recall_0.10  	2024-42497	0.0000
iprec_at_recall_0.20  	2024-42497	0.0000
iprec_at_recall_0.30  	2024-42497	0.0000
iprec_at_recall_0.40  	2024-42497	0.0000
iprec_at_recall_0.50  	2024-42497	0.0000
iprec_at_recall_0.60  	2024-42497	0.0000
iprec_at_recall_0.70  	2024-42497	0.0000
iprec_at_recall_0.80  	2024-42497	0.0000
iprec_at_recall_0.90  	2024-42497	0.0000
iprec_at_recall_1.00  	2024-42497	0.0000
P_5                   	2024-42497	1.0000
P_10                  	2024-42497	0.8000
P_15                  	2024-42497	0.5333
P_20                  	2024-42497	0.4000
P_30                  	2024-42497	0.2667
P_100                 	2024-42497	0.0800
P_200                 	2024-42497	0.0400
P_500                 	2024-42497	0.0160
P_1000                	2024-42497	0.0080
relstring             	2024-42497	'22313--113'
recall_5              	2024-42497	0.0417
recall_10             	2024-42497	0.0667
recall_15             	2024-42497	0.0667
recall_20             	2024-42497	0.0667
recall_30             	2024-42497	0.0667
recall_100            	2024-42497	0.0667
recall_200            	2024-42497	0.0667
recall_500            	2024-42497	0.0667
recall_1000           	2024-42497	0.0667
infAP                 	2024-42497	0.0611
Rprec_mult_0.20       	2024-42497	0.3333
Rprec_mult_0.40       	2024-42497	0.1667
Rprec_mult_0.60       	2024-42497	0.1111
Rprec_mult_0.80       	2024-42497	0.0833
Rprec_mult_1.00       	2024-42497	0.0667
Rprec_mult_1.20       	2024-42497	0.0556
Rprec_mult_1.40       	2024-42497	0.0476
Rprec_mult_1.60       	2024-42497	0.0417
Rprec_mult_1.80       	2024-42497	0.0370
Rprec_mult_2.00       	2024-42497	0.0333
utility               	2024-42497	6.0000
11pt_avg              	2024-42497	0.0909
binG                  	2024-42497	0.0542
G                     	2024-42497	0.0348
ndcg                  	2024-42497	0.1788
ndcg_rel              	2024-42497	0.2098
Rndcg                 	2024-42497	0.2489
ndcg_cut_5            	2024-42497	0.7182
ndcg_cut_10           	2024-42497	0.5749
ndcg_cut_15           	2024-42497	0.4457
ndcg_cut_20           	2024-42497	0.3710
ndcg_cut_30           	2024-42497	0.2962
ndcg_cut_100          	2024-42497	0.1916
ndcg_cut_200          	2024-42497	0.1788
ndcg_cut_500          	2024-42497	0.1788
ndcg_cut_1000         	2024-42497	0.1788
map_cut_5             	2024-42497	0.0417
map_cut_10            	2024-42497	0.0611
map_cut_15            	2024-42497	0.0611
map_cut_20            	2024-42497	0.0611
map_cut_30            	2024-42497	0.0611
map_cut_100           	2024-42497	0.0611
map_cut_200           	2024-42497	0.0611
map_cut_500           	2024-42497	0.0611
map_cut_1000          	2024-42497	0.0611
relative_P_5          	2024-42497	1.0000
relative_P_10         	2024-42497	0.8000
relative_P_15         	2024-42497	0.5333
relative_P_20         	2024-42497	0.4000
relative_P_30         	2024-42497	0.2667
relative_P_100        	2024-42497	0.0800
relative_P_200        	2024-42497	0.0667
relative_P_500        	2024-42497	0.0667
relative_P_1000       	2024-42497	0.0667
success_1             	2024-42497	1.0000
success_5             	2024-42497	1.0000
success_10            	2024-42497	1.0000
set_P                 	2024-42497	0.8000
set_relative_P        	2024-42497	0.8000
set_recall            	2024-42497	0.0667
set_map               	2024-42497	0.0533
set_F                 	2024-42497	0.1231
num_nonrel_judged_ret 	2024-42497	0
num_ret               	2024-43037	10
num_rel               	2024-43037	124
num_rel_ret           	2024-43037	3
map                   	2024-43037	0.0082
Rprec                 	2024-43037	0.0242
bpref                 	2024-43037	0.0233
recip_rank            	2024-43037	0.2500
iprec_at_recall_0.00  	2024-43037	0.4286
iprec_at_recall_0.10  	2024-43037	0.0000
iprec_at_recall_0.20  	2024-43037	0.0000
iprec_at_recall_0.30  	2024-43037	0.0000
iprec_at_recall_0.40  	2024-43037	0.0000
iprec_at_recall_0.50  	2024-43037	0.0000
iprec_at_recall_0.60  	2024-43037	0.0000
iprec_at_recall_0.70  	2024-43037	0.0000
iprec_at_recall_0.80  	2024-43037	0.0000
iprec_at_recall_0.90  	2024-43037	0.0000
iprec_at_recall_1.00  	2024-43037	0.0000
P_5                   	2024-43037	0.2000
P_10                  	2024-43037	0.3000
P_15                  	2024-43037	0.2000
P_20                  	2024-43037	0.1500
P_30                  	2024-43037	0.1000
P_100                 	2024-43037	0.0300
P_200                 	2024-43037	0.0150
P_500                 	2024-43037	0.0060
P_1000                	2024-43037	0.0030
relstring             	2024-43037	'0001012000'
recall_5              	2024-43037	0.0081
recall_10             	2024-43037	0.0242
recall_15             	2024-43037	0.0242
recall_20             	2024-43037	0.0242
recall_30             	2024-43037	0.0242
recall_100            	2024-43037	0.0242
recall_200            	2024-43037	0.0242
recall_500            	2024-43037	0.0242
recall_1000           	2024-43037	0.0242
infAP                 	2024-43037	0.0082
Rprec_mult_0.20       	2024-43037	0.1200
Rprec_mult_0.40       	2024-43037	0.0600
Rprec_mult_0.60       	2024-43037	0.0400
Rprec_mult_0.80       	2024-43037	0.0300
Rprec_mult_1.00       	2024-43037	0.0242
Rprec_mult_1.20       	2024-43037	0.0201
Rprec_mult_1.40       	2024-43037	0.0172
Rprec_mult_1.60       	2024-43037	0.0151
Rprec_mult_1.80       	2024-43037	0.0134
Rprec_mult_2.00       	2024-43037	0.0121
utility               	2024-43037	-4.0000
11pt_avg              	2024-43037	0.0390
binG                  	2024-43037	0.0097
G                     	2024-43037	0.0053
ndcg                  	2024-43037	0.0346
ndcg_rel              	2024-43037	0.0359
Rndcg                 	2024-43037	0.0610
ndcg_cut_5            	2024-43037	0.0487
ndcg_cut_10           	2024-43037	0.1066
ndcg_cut_15           	2024-43037	0.0879
ndcg_cut_20           	2024-43037	0.0769
ndcg_cut_30           	2024-43037	0.0628
ndcg_cut_100          	2024-43037	0.0378
ndcg_cut_200          	2024-43037	0.0346
ndcg_cut_500          	2024-43037	0.0346
ndcg_cut_1000         	2024-43037	0.0346
map_cut_5             	2024-43037	0.0020
map_cut_10            	2024-43037	0.0082
map_cut_15            	2024-43037	0.0082
map_cut_20            	2024-43037	0.0082
map_cut_30            	2024-43037	0.0082
map_cut_100           	2024-43037	0.0082
map_cut_200           	2024-43037	0.0082
map_cut_500           	2024-43037	0.0082
map_cut_1000          	2024-43037	0.0082
relative_P_5          	2024-43037	0.2000
relative_P_10         	2024-43037	0.3000
relative_P_15         	2024-43037	0.2000
relative_P_20         	2024-43037	0.1500
relative_P_30         	2024-43037	0.1000
relative_P_100        	2024-43037	0.0300
relative_P_200        	2024-43037	0.0242
relative_P_500        	2024-43037	0.0242
relative_P_1000       	2024-43037	0.0242
success_1             	2024-43037	0.0000
success_5             	2024-43037	1.0000
success_10            	2024-43037	1.0000
set_P                 	2024-43037	0.3000
set_relative_P        	2024-43037	0.3000
set_recall            	2024-43037	0.0242
set_map               	2024-43037	0.0073
set_F                 	2024-43037	0.0448
num_nonrel_judged_ret 	2024-43037	7
num_ret               	2024-43905	10
num_rel               	2024-43905	21
num_rel_ret           	2024-43905	0
map                   	2024-43905	0.0000
Rprec                 	2024-43905	0.0000
bpref                 	2024-43905	0.0000
recip_rank            	2024-43905	0.0000
iprec_at_recall_0.00  	2024-43905	0.0000
iprec_at_recall_0.10  	2024-43905	0.0000
iprec_at_recall_0.20  	2024-43905	0.0000
iprec_at_recall_0.30  	2024-43905	0.0000
iprec_at_recall_0.40  	2024-43905	0.0000
iprec_at_recall_0.50  	2024-43905	0.0000
iprec_at_recall_0.60  	2024-43905	0.0000
iprec_at_recall_0.70  	2024-43905	0.0000
iprec_at_recall_0.80  	2024-43905	0.0000
iprec_at_recall_0.90  	2024-43905	0.0000
iprec_at_recall_1.00  	2024-43905	0.0000
P_5                   	2024-43905	0.0000
P_10                  	2024-43905	0.0000
P_15                  	2024-43905	0.0000
P_20                  	2024-43905	0.0000
P_30                  	2024-43905	0.0000
P_100                 	2024-43905	0.0000
P_200                 	2024-43905	0.0000
P_500                 	2024-43905	0.0000
P_1000                	2024-43905	0.0000
relstring             	2024-43905	'----------'
recall_5              	2024-43905	0.0000
recall_10             	2024-43905	0.0000
recall_15             	2024-43905	0.0000
recall_20             	2024-43905	0.0000
recall_30             	2024-43905	0.0000
recall_100            	2024-43905	0.0000
recall_200            	2024-43905	0.0000
recall_500            	2024-43905	0.0000
recall_1000           	2024-43905	0.0000
infAP                 	2024-43905	0.0000
Rprec_mult_0.20       	2024-43905	0.0000
Rprec_mult_0.40       	2024-43905	0.0000
Rprec_mult_0.60       	2024-43905	0.0000
Rprec_mult_0.80       	2024-43905	0.0000
Rprec_mult_1.00       	2024-43905	0.0000
Rprec_mult_1.20       	2024-43905	0.0000
Rprec_mult_1.40       	2024-43905	0.0000
Rprec_mult_1.60       	2024-43905	0.0000
Rprec_mult_1.80       	2024-43905	0.0000
Rprec_mult_2.00       	2024-43905	0.0000
utility               	2024-43905	-10.0000
11pt_avg              	2024-43905	0.0000
binG                  	2024-43905	0.0000
G                     	2024-43905	0.0000
ndcg                  	2024-43905	0.0000
ndcg_rel              	2024-43905	0.0000
Rndcg                 	2024-43905	0.0000
ndcg_cut_5            	2024-43905	0.0000
ndcg_cut_10           	2024-43905	0.0000
ndcg_cut_15           	2024-43905	0.0000
ndcg_cut_20           	2024-43905	0.0000
ndcg_cut_30           	2024-43905	0.0000
ndcg_cut_100          	2024-43905	0.0000
ndcg_cut_200          	2024-43905	0.0000
ndcg_cut_500          	2024-43905	0.0000
ndcg_cut_1000         	2024-43905	0.0000
map_cut_5             	2024-43905	0.0000
map_cut_10            	2024-43905	0.0000
map_cut_15            	2024-43905	0.0000
map_cut_20            	2024-43905	0.0000
map_cut_30            	2024-43905	0.0000
map_cut_100           	2024-43905	0.0000
map_cut_200           	2024-43905	0.0000
map_cut_500           	2024-43905	0.0000
map_cut_1000          	2024-43905	0.0000
relative_P_5          	2024-43905	0.0000
relative_P_10         	2024-43905	0.0000
relative_P_15         	2024-43905	0.0000
relative_P_20         	2024-43905	0.0000
relative_P_30         	2024-43905	0.0000
relative_P_100        	2024-43905	0.0000
relative_P_200        	2024-43905	0.0000
relative_P_500        	2024-43905	0.0000
relative_P_1000       	2024-43905	0.0000
success_1             	2024-43905	0.0000
success_5             	2024-43905	0.0000
success_10            	2024-43905	0.0000
set_P                 	2024-43905	0.0000
set_relative_P        	2024-43905	0.0000
set_recall            	2024-43905	0.0000
set_map               	2024-43905	0.0000
set_F                 	2024-43905	0.0000
num_nonrel_judged_ret 	2024-43905	0
num_ret               	2024-43983	10
num_rel               	2024-43983	53
num_rel_ret           	2024-43983	1
map                   	2024-43983	0.0021
Rprec                 	2024-43983	0.0189
bpref                 	2024-43983	0.0189
recip_rank            	2024-43983	0.1111
iprec_at_recall_0.00  	2024-43983	0.1111
iprec_at_recall_0.10  	2024-43983	0.0000
iprec_at_recall_0.20  	2024-43983	0.0000
iprec_at_recall_0.30  	2024-43983	0.0000
iprec_at_recall_0.40  	2024-43983	0.0000
iprec_at_recall_0.50  	2024-43983	0.0000
iprec_at_recall_0.60  	2024-43983	0.0000
iprec_at_recall_0.70  	2024-43983	0.0000
iprec_at_recall_0.80  	2024-43983	0.0000
iprec_at_recall_0.90  	2024-43983	0.0000
iprec_at_recall_1.00  	2024-43983	0.0000
P_5                   	2024-43983	0.0000
P_10                  	2024-43983	0.1000
P_15                  	2024-43983	0.0667
P_20                  	2024-43983	0.0500
P_30                  	2024-43983	0.0333
P_100                 	2024-43983	0.0100
P_200                 	2024-43983	0.0050
P_500                 	2024-43983	0.0020
P_1000                	2024-43983	0.0010
relstring             	2024-43983	'--------1-'
recall_5              	2024-43983	0.0000
recall_10             	2024-43983	0.0189
recall_15             	2024-43983	0.0189
recall_20             	2024-43983	0.0189
recall_30             	2024-43983	0.0189
recall_100            	2024-43983	0.0189
recall_200            	2024-43983	0.0189
recall_500            	2024-43983	0.0189
recall_1000           	2024-43983	0.0189
infAP                 	2024-43983	0.0021
Rprec_mult_0.20       	2024-43983	0.0909
Rprec_mult_0.40       	2024-43983	0.0455
Rprec_mult_0.60       	2024-43983	0.0312
Rprec_mult_0.80       	2024-43983	0.0233
Rprec_mult_1.00       	2024-43983	0.0189
Rprec_mult_1.20       	2024-43983	0.0156
Rprec_mult_1.40       	2024-43983	0.0133
Rprec_mult_1.60       	2024-43983	0.0118
Rprec_mult_1.80       	2024-43983	0.0104
Rprec_mult_2.00       	2024-43983	0.0094
utility               	2024-43983	-8.0000
11pt_avg              	2024-43983	0.0101
binG                  	2024-43983	0.0057
G                     	2024-43983	0.0057
ndcg                  	2024-43983	0.0224
ndcg_rel              	2024-43983	0.0233
Rndcg                 	2024-43983	0.0224
ndcg_cut_5            	2024-43983	0.0000
ndcg_cut_10           	2024-43983	0.0663
ndcg_cut_15           	2024-43983	0.0514
ndcg_cut_20           	2024-43983	0.0428
ndcg_cut_30           	2024-43983	0.0329
ndcg_cut_100          	2024-43983	0.0224
ndcg_cut_200          	2024-43983	0.0224
ndcg_cut_500          	2024-43983	0.0224
ndcg_cut_1000         	2024-43983	0.0224
map_cut_5             	2024-43983	0.0000
map_cut_10            	2024-43983	0.0021
map_cut_15            	2024-43983	0.0021
map_cut_20            	2024-43983	0.0021
map_cut_30            	2024-43983	0.0021
map_cut_100           	2024-43983	0.0021
map_cut_200           	2024-43983	0.0021
map_cut_500           	2024-43983	0.0021
map_cut_1000          	2024-43983	0.0021
relative_P_5          	2024-43983	0.0000
relative_P_10         	2024-43983	0.1000
relative_P_15         	2024-43983	0.0667
relative_P_20         	2024-43983	0.0500
relative_P_30         	2024-43983	0.0333
relative_P_100        	2024-43983	0.0189
relative_P_200        	2024-43983	0.0189
relative_P_500        	2024-43983	0.0189
relative_P_1000       	2024-43983	0.0189
success_1             	2024-43983	0.0000
success_5             	2024-43983	0.0000
success_10            	2024-43983	1.0000
set_P                 	2024-43983	0.1000
set_relative_P        	2024-43983	0.1000
set_recall            	2024-43983	0.0189
set_map               	2024-43983	0.0019
set_F                 	2024-43983	0.0317
num_nonrel_judged_ret 	2024-43983	0
num_ret               	2024-44059	10
num_rel               	2024-44059	5
num_rel_ret           	2024-44059	0
map                   	2024-44059	0.0000
Rprec                 	2024-44059	0.0000
bpref                 	2024-44059	0.0000
recip_rank            	2024-44059	0.0000
iprec_at_recall_0.00  	2024-44059	0.0000
iprec_at_recall_0.10  	2024-44059	0.0000
iprec_at_recall_0.20  	2024-44059	0.0000
iprec_at_recall_0.30  	2024-44059	0.0000
iprec_at_recall_0.40  	2024-44059	0.0000
iprec_at_recall_0.50  	2024-44059	0.0000
iprec_at_recall_0.60  	2024-44059	0.0000
iprec_at_recall_0.70  	2024-44059	0.0000
iprec_at_recall_0.80  	2024-44059	0.0000
iprec_at_recall_0.90  	2024-44059	0.0000
iprec_at_recall_1.00  	2024-44059	0.0000
P_5                   	2024-44059	0.0000
P_10                  	2024-44059	0.0000
P_15                  	2024-44059	0.0000
P_20                  	2024-44059	0.0000
P_30                  	2024-44059	0.0000
P_100                 	2024-44059	0.0000
P_200                 	2024-44059	0.0000
P_500                 	2024-44059	0.0000
P_1000                	2024-44059	0.0000
relstring             	2024-44059	'0000000000'
recall_5              	2024-44059	0.0000
recall_10             	2024-44059	0.0000
recall_15             	2024-44059	0.0000
recall_20             	2024-44059	0.0000
recall_30             	2024-44059	0.0000
recall_100            	2024-44059	0.0000
recall_200            	2024-44059	0.0000
recall_500            	2024-44059	0.0000
recall_1000           	2024-44059	0.0000
infAP                 	2024-44059	0.0000
Rprec_mult_0.20       	2024-44059	0.0000
Rprec_mult_0.40       	2024-44059	0.0000
Rprec_mult_0.60       	2024-44059	0.0000
Rprec_mult_0.80       	2024-44059	0.0000
Rprec_mult_1.00       	2024-44059	0.0000
Rprec_mult_1.20       	2024-44059	0.0000
Rprec_mult_1.40       	2024-44059	0.0000
Rprec_mult_1.60       	2024-44059	0.0000
Rprec_mult_1.80       	2024-44059	0.0000
Rprec_mult_2.00       	2024-44059	0.0000
utility               	2024-44059	-10.0000
11pt_avg              	2024-44059	0.0000
binG                  	2024-44059	0.0000
G                     	2024-44059	0.0000
ndcg                  	2024-44059	0.0000
ndcg_rel              	2024-44059	0.0000
Rndcg                 	2024-44059	0.0000
ndcg_cut_5            	2024-44059	0.0000
ndcg_cut_10           	2024-44059	0.0000
ndcg_cut_15           	2024-44059	0.0000
ndcg_cut_20           	2024-44059	0.0000
ndcg_cut_30           	2024-44059	0.0000
ndcg_cut_100          	2024-44059	0.0000
ndcg_cut_200          	2024-44059	0.0000
ndcg_cut_500          	2024-44059	0.0000
ndcg_cut_1000         	2024-44059	0.0000
map_cut_5             	2024-44059	0.0000
map_cut_10            	2024-44059	0.0000
map_cut_15            	2024-44059	0.0000
map_cut_20            	2024-44059	0.0000
map_cut_30            	2024-44059	0.0000
map_cut_100           	2024-44059	0.0000
map_cut_200           	2024-44059	0.0000
map_cut_500           	2024-44059	0.0000
map_cut_1000          	2024-44059	0.0000
relative_P_5          	2024-44059	0.0000
relative_P_10         	2024-44059	0.0000
relative_P_15         	2024-44059	0.0000
relative_P_20         	2024-44059	0.0000
relative_P_30         	2024-44059	0.0000
relative_P_100        	2024-44059	0.0000
relative_P_200        	2024-44059	0.0000
relative_P_500        	2024-44059	0.0000
relative_P_1000       	2024-44059	0.0000
success_1             	2024-44059	0.0000
success_5             	2024-44059	0.0000
success_10            	2024-44059	0.0000
set_P                 	2024-44059	0.0000
set_relative_P        	2024-44059	0.0000
set_recall            	2024-44059	0.0000
set_map               	2024-44059	0.0000
set_F                 	2024-44059	0.0000
num_nonrel_judged_ret 	2024-44059	10
num_ret               	2024-44060	10
num_rel               	2024-44060	172
num_rel_ret           	2024-44060	4
map                   	2024-44060	0.0098
Rprec                 	2024-44060	0.0233
bpref                 	2024-44060	0.0209
recip_rank            	2024-44060	0.3333
iprec_at_recall_0.00  	2024-44060	0.5000
iprec_at_recall_0.10  	2024-44060	0.0000
iprec_at_recall_0.20  	2024-44060	0.0000
iprec_at_recall_0.30  	2024-44060	0.0000
iprec_at_recall_0.40  	2024-44060	0.0000
iprec_at_recall_0.50  	2024-44060	0.0000
iprec_at_recall_0.60  	2024-44060	0.0000
iprec_at_recall_0.70  	2024-44060	0.0000
iprec_at_recall_0.80  	2024-44060	0.0000
iprec_at_recall_0.90  	2024-44060	0.0000
iprec_at_recall_1.00  	2024-44060	0.0000
P_5                   	2024-44060	0.4000
P_10                  	2024-44060	0.4000
P_15                  	2024-44060	0.2667
P_20                  	2024-44060	0.2000
P_30                  	2024-44060	0.1333
P_100                 	2024-44060	0.0400
P_200                 	2024-44060	0.0200
P_500                 	2024-44060	0.0080
P_1000                	2024-44060	0.0040
relstring             	2024-44060	'0-3-31--3-'
recall_5              	2024-44060	0.0116
recall_10             	2024-44060	0.0233
recall_15             	2024-44060	0.0233
recall_20             	2024-44060	0.0233
recall_30             	2024-44060	0.0233
recall_100            	2024-44060	0.0233
recall_200            	2024-44060	0.0233
recall_500            	2024-44060	0.0233
recall_1000           	2024-44060	0.0233
infAP                 	2024-44060	0.0098
Rprec_mult_0.20       	2024-44060	0.1143
Rprec_mult_0.40       	2024-44060	0.0580
Rprec_mult_0.60       	2024-44060	0.0385
Rprec_mult_0.80       	2024-44060	0.0290
Rprec_mult_1.00       	2024-44060	0.0233
Rprec_mult_1.20       	2024-44060	0.0193
Rprec_mult_1.40       	2024-44060	0.0166
Rprec_mult_1.60       	2024-44060	0.0145
Rprec_mult_1.80       	2024-44060	0.0129
Rprec_mult_2.00       	2024-44060	0.0116
utility               	2024-44060	-2.0000
11pt_avg              	2024-44060	0.0455
binG                  	2024-44060	0.0100
G                     	2024-44060	0.0109
ndcg                  	2024-44060	0.0731
ndcg_rel              	2024-44060	0.0781
Rndcg                 	2024-44060	0.1351
ndcg_cut_5            	2024-44060	0.3008
ndcg_cut_10           	2024-44060	0.2876
ndcg_cut_15           	2024-44060	0.2261
ndcg_cut_20           	2024-44060	0.1991
ndcg_cut_30           	2024-44060	0.1638
ndcg_cut_100          	2024-44060	0.0902
ndcg_cut_200          	2024-44060	0.0731
ndcg_cut_500          	2024-44060	0.0731
ndcg_cut_1000         	2024-44060	0.0731
map_cut_5             	2024-44060	0.0043
map_cut_10            	2024-44060	0.0098
map_cut_15            	2024-44060	0.0098
map_cut_20            	2024-44060	0.0098
map_cut_30            	2024-44060	0.0098
map_cut_100           	2024-44060	0.0098
map_cut_200           	2024-44060	0.0098
map_cut_500           	2024-44060	0.0098
map_cut_1000          	2024-44060	0.0098
relative_P_5          	2024-44060	0.4000
relative_P_10         	2024-44060	0.4000
relative_P_15         	2024-44060	0.2667
relative_P_20         	2024-44060	0.2000
relative_P_30         	2024-44060	0.1333
relative_P_100        	2024-44060	0.0400
relative_P_200        	2024-44060	0.0233
relative_P_500        	2024-44060	0.0233
relative_P_1000       	2024-44060	0.0233
success_1             	2024-44060	0.0000
success_5             	2024-44060	1.0000
success_10            	2024-44060	1.0000
set_P                 	2024-44060	0.4000
set_relative_P        	2024-44060	0.4000
set_recall            	2024-44060	0.0233
set_map               	2024-44060	0.0093
set_F                 	2024-44060	0.0440
num_nonrel_judged_ret 	2024-44060	1
num_ret               	2024-58819	10
num_rel               	2024-58819	112
num_rel_ret           	2024-58819	2
map                   	2024-58819	0.0035
Rprec                 	2024-58819	0.0179
bpref                 	2024-58819	0.0170
recip_rank            	2024-58819	0.1429
iprec_at_recall_0.00  	2024-58819	0.2500
iprec_at_recall_0.10  	2024-58819	0.0000
iprec_at_recall_0.20  	2024-58819	0.0000
iprec_at_recall_0.30  	2024-58819	0.0000
iprec_at_recall_0.40  	2024-58819	0.0000
iprec_at_recall_0.50  	2024-58819	0.0000
iprec_at_recall_0.60  	2024-58819	0.0000
iprec_at_recall_0.70  	2024-58819	0.0000
iprec_at_recall_0.80  	2024-58819	0.0000
iprec_at_recall_0.90  	2024-58819	0.0000
iprec_at_recall_1.00  	2024-58819	0.0000
P_5                   	2024-58819	0.0000
P_10                  	2024-58819	0.2000
P_15                  	2024-58819	0.1333
P_20                  	2024-58819	0.1000
P_30                  	2024-58819	0.0667
P_100                 	2024-58819	0.0200
P_200                 	2024-58819	0.0100
P_500                 	2024-58819	0.0040
P_1000                	2024-58819	0.0020
relstring             	2024-58819	'----0-21--'
recall_5              	2024-58819	0.0000
recall_10             	2024-58819	0.0179
recall_15             	2024-58819	0.0179
recall_20             	2024-58819	0.0179
recall_30             	2024-58819	0.0179
recall_100            	2024-58819	0.0179
recall_200            	2024-58819	0.0179
recall_500            	2024-58819	0.0179
recall_1000           	2024-58819	0.0179
infAP                 	2024-58819	0.0035
Rprec_mult_0.20       	2024-58819	0.0870
Rprec_mult_0.40       	2024-58819	0.0444
Rprec_mult_0.60       	2024-58819	0.0294
Rprec_mult_0.80       	2024-58819	0.0222
Rprec_mult_1.00       	2024-58819	0.0179
Rprec_mult_1.20       	2024-58819	0.0148
Rprec_mult_1.40       	2024-58819	0.0127
Rprec_mult_1.60       	2024-58819	0.0111
Rprec_mult_1.80       	2024-58819	0.0099
Rprec_mult_2.00       	2024-58819	0.0089
utility               	2024-58819	-6.0000
11pt_avg              	2024-58819	0.0227
binG                  	2024-58819	0.0060
G                     	2024-58819	0.0035
ndcg                  	2024-58819	0.0227
ndcg_rel              	2024-58819	0.0236
Rndcg                 	2024-58819	0.0367
ndcg_cut_5            	2024-58819	0.0000
ndcg_cut_10           	2024-58819	0.0772
ndcg_cut_15           	2024-58819	0.0639
ndcg_cut_20           	2024-58819	0.0554
ndcg_cut_30           	2024-58819	0.0447
ndcg_cut_100          	2024-58819	0.0237
ndcg_cut_200          	2024-58819	0.0227
ndcg_cut_500          	2024-58819	0.0227
ndcg_cut_1000         	2024-58819	0.0227
map_cut_5             	2024-58819	0.0000
map_cut_10            	2024-58819	0.0035
map_cut_15            	2024-58819	0.0035
map_cut_20            	2024-58819	0.0035
map_cut_30            	2024-58819	0.0035
map_cut_100           	2024-58819	0.0035
map_cut_200           	2024-58819	0.0035
map_cut_500           	2024-58819	0.0035
map_cut_1000          	2024-58819	0.0035
relative_P_5          	2024-58819	0.0000
relative_P_10         	2024-58819	0.2000
relative_P_15         	2024-58819	0.1333
relative_P_20         	2024-58819	0.1000
relative_P_30         	2024-58819	0.0667
relative_P_100        	2024-58819	0.0200
relative_P_200        	2024-58819	0.0179
relative_P_500        	2024-58819	0.0179
relative_P_1000       	2024-58819	0.0179
success_1             	2024-58819	0.0000
success_5             	2024-58819	0.0000
success_10            	2024-58819	1.0000
set_P                 	2024-58819	0.2000
set_relative_P        	2024-58819	0.2000
set_recall            	2024-58819	0.0179
set_map               	2024-58819	0.0036
set_F                 	2024-58819	0.0328
num_nonrel_judged_ret 	2024-58819	1
num_ret               	2024-69711	10
num_rel               	2024-69711	59
num_rel_ret           	2024-69711	2
map                   	2024-69711	0.0212
Rprec                 	2024-69711	0.0339
bpref                 	2024-69711	0.0327
recip_rank            	2024-69711	1.0000
iprec_at_recall_0.00  	2024-69711	1.0000
iprec_at_recall_0.10  	2024-69711	0.0000
iprec_at_recall_0.20  	2024-69711	0.0000
iprec_at_recall_0.30  	2024-69711	0.0000
iprec_at_recall_0.40  	2024-69711	0.0000
iprec_at_recall_0.50  	2024-69711	0.0000
iprec_at_recall_0.60  	2024-69711	0.0000
iprec_at_recall_0.70  	2024-69711	0.0000
iprec_at_recall_0.80  	2024-69711	0.0000
iprec_at_recall_0.90  	2024-69711	0.0000
iprec_at_recall_1.00  	2024-69711	0.0000
P_5                   	2024-69711	0.2000
P_10                  	2024-69711	0.2000
P_15                  	2024-69711	0.1333
P_20                  	2024-69711	0.1000
P_30                  	2024-69711	0.0667
P_100                 	2024-69711	0.0200
P_200                 	2024-69711	0.0100
P_500                 	2024-69711	0.0040
P_1000                	2024-69711	0.0020
relstring             	2024-69711	'10-000-100'
recall_5              	2024-69711	0.0169
recall_10             	2024-69711	0.0339
recall_15             	2024-69711	0.0339
recall_20             	2024-69711	0.0339
recall_30             	2024-69711	0.0339
recall_100            	2024-69711	0.0339
recall_200            	2024-69711	0.0339
recall_500            	2024-69711	0.0339
recall_1000           	2024-69711	0.0339
infAP                 	2024-69711	0.0212
Rprec_mult_0.20       	2024-69711	0.1667
Rprec_mult_0.40       	2024-69711	0.0833
Rprec_mult_0.60       	2024-69711	0.0556
Rprec_mult_0.80       	2024-69711	0.0417
Rprec_mult_1.00       	2024-69711	0.0339
Rprec_mult_1.20       	2024-69711	0.0282
Rprec_mult_1.40       	2024-69711	0.0241
Rprec_mult_1.60       	2024-69711	0.0211
Rprec_mult_1.80       	2024-69711	0.0187
Rprec_mult_2.00       	2024-69711	0.0169
utility               	2024-69711	-6.0000
11pt_avg              	2024-69711	0.0909
binG                  	2024-69711	0.0226
G                     	2024-69711	0.0095
ndcg                  	2024-69711	0.0597
ndcg_rel              	2024-69711	0.0658
Rndcg                 	2024-69711	0.1620
ndcg_cut_5            	2024-69711	0.1450
ndcg_cut_10           	2024-69711	0.1304
ndcg_cut_15           	2024-69711	0.1034
ndcg_cut_20           	2024-69711	0.0900
ndcg_cut_30           	2024-69711	0.0786
ndcg_cut_100          	2024-69711	0.0597
ndcg_cut_200          	2024-69711	0.0597
ndcg_cut_500          	2024-69711	0.0597
ndcg_cut_1000         	2024-69711	0.0597
map_cut_5             	2024-69711	0.0169
map_cut_10            	2024-69711	0.0212
map_cut_15            	2024-69711	0.0212
map_cut_20            	2024-69711	0.0212
map_cut_30            	2024-69711	0.0212
map_cut_100           	2024-69711	0.0212
map_cut_200           	2024-69711	0.0212
map_cut_500           	2024-69711	0.0212
map_cut_1000          	2024-69711	0.0212
relative_P_5          	2024-69711	0.2000
relative_P_10         	2024-69711	0.2000
relative_P_15         	2024-69711	0.1333
relative_P_20         	2024-69711	0.1000
relative_P_30         	2024-69711	0.0667
relative_P_100        	2024-69711	0.0339
relative_P_200        	2024-69711	0.0339
relative_P_500        	2024-69711	0.0339
relative_P_1000       	2024-69711	0.0339
success_1             	2024-69711	1.0000
success_5             	2024-69711	1.0000
success_10            	2024-69711	1.0000
set_P                 	2024-69711	0.2000
set_relative_P        	2024-69711	0.2000
set_recall            	2024-69711	0.0339
set_map               	2024-69711	0.0068
set_F                 	2024-69711	0.0580
num_nonrel_judged_ret 	2024-69711	6
num_ret               	2024-73340	10
num_rel               	2024-73340	155
num_rel_ret           	2024-73340	4
map                   	2024-73340	0.0124
Rprec                 	2024-73340	0.0258
bpref                 	2024-73340	0.0245
recip_rank            	2024-73340	0.5000
iprec_at_recall_0.00  	2024-73340	0.5000
iprec_at_recall_0.10  	2024-73340	0.0000
iprec_at_recall_0.20  	2024-73340	0.0000
iprec_at_recall_0.30  	2024-73340	0.0000
iprec_at_recall_0.40  	2024-73340	0.0000
iprec_at_recall_0.50  	2024-73340	0.0000
iprec_at_recall_0.60  	2024-73340	0.0000
iprec_at_recall_0.70  	2024-73340	0.0000
iprec_at_recall_0.80  	2024-73340	0.0000
iprec_at_recall_0.90  	2024-73340	0.0000
iprec_at_recall_1.00  	2024-73340	0.0000
P_5                   	2024-73340	0.4000
P_10                  	2024-73340	0.4000
P_15                  	2024-73340	0.2667
P_20                  	2024-73340	0.2000
P_30                  	2024-73340	0.1333
P_100                 	2024-73340	0.0400
P_200                 	2024-73340	0.0200
P_500                 	2024-73340	0.0080
P_1000                	2024-73340	0.0040
relstring             	2024-73340	'01-1--11--'
recall_5              	2024-73340	0.0129
recall_10             	2024-73340	0.0258
recall_15             	2024-73340	0.0258
recall_20             	2024-73340	0.0258
recall_30             	2024-73340	0.0258
recall_100            	2024-73340	0.0258
recall_200            	2024-73340	0.0258
recall_500            	2024-73340	0.0258
recall_1000           	2024-73340	0.0258
infAP                 	2024-73340	0.0124
Rprec_mult_0.20       	2024-73340	0.1290
Rprec_mult_0.40       	2024-73340	0.0645
Rprec_mult_0.60       	2024-73340	0.0430
Rprec_mult_0.80       	2024-73340	0.0323
Rprec_mult_1.00       	2024-73340	0.0258
Rprec_mult_1.20       	2024-73340	0.0215
Rprec_mult_1.40       	2024-73340	0.0184
Rprec_mult_1.60       	2024-73340	0.0161
Rprec_mult_1.80       	2024-73340	0.0143
Rprec_mult_2.00       	2024-73340	0.0129
utility               	2024-73340	-2.0000
11pt_avg              	2024-73340	0.0455
binG                  	2024-73340	0.0123
G                     	2024-73340	0.0048
ndcg                  	2024-73340	0.0348
ndcg_rel              	2024-73340	0.0374
Rndcg                 	2024-73340	0.0556
ndcg_cut_5            	2024-73340	0.1200
ndcg_cut_10           	2024-73340	0.1255
ndcg_cut_15           	2024-73340	0.0973
ndcg_cut_20           	2024-73340	0.0810
ndcg_cut_30           	2024-73340	0.0674
ndcg_cut_100          	2024-73340	0.0415
ndcg_cut_200          	2024-73340	0.0348
ndcg_cut_500          	2024-73340	0.0348
ndcg_cut_1000         	2024-73340	0.0348
map_cut_5             	2024-73340	0.0065
map_cut_10            	2024-73340	0.0124
map_cut_15            	2024-73340	0.0124
map_cut_20            	2024-73340	0.0124
map_cut_30            	2024-73340	0.0124
map_cut_100           	2024-73340	0.0124
map_cut_200           	2024-73340	0.0124
map_cut_500           	2024-73340	0.0124
map_cut_1000          	2024-73340	0.0124
relative_P_5          	2024-73340	0.4000
relative_P_10         	2024-73340	0.4000
relative_P_15         	2024-73340	0.2667
relative_P_20         	2024-73340	0.2000
relative_P_30         	2024-73340	0.1333
relative_P_100        	2024-73340	0.0400
relative_P_200        	2024-73340	0.0258
relative_P_500        	2024-73340	0.0258
relative_P_1000       	2024-73340	0.0258
success_1             	2024-73340	0.0000
success_5             	2024-73340	1.0000
success_10            	2024-73340	1.0000
set_P                 	2024-73340	0.4000
set_relative_P        	2024-73340	0.4000
set_recall            	2024-73340	0.0258
set_map               	2024-73340	0.0103
set_F                 	2024-73340	0.0485
num_nonrel_judged_ret 	2024-73340	1
num_ret               	2024-73918	10
num_rel               	2024-73918	172
num_rel_ret           	2024-73918	0
map                   	2024-73918	0.0000
Rprec                 	2024-73918	0.0000
bpref                 	2024-73918	0.0000
recip_rank            	2024-73918	0.0000
iprec_at_recall_0.00  	2024-73918	0.0000
iprec_at_recall_0.10  	2024-73918	0.0000
iprec_at_recall_0.20  	2024-73918	0.0000
iprec_at_recall_0.30  	2024-73918	0.0000
iprec_at_recall_0.40  	2024-73918	0.0000
iprec_at_recall_0.50  	2024-73918	0.0000
iprec_at_recall_0.60  	2024-73918	0.0000
iprec_at_recall_0.70  	2024-73918	0.0000
iprec_at_recall_0.80  	2024-73918	0.0000
iprec_at_recall_0.90  	2024-73918	0.0000
iprec_at_recall_1.00  	2024-73918	0.0000
P_5                   	2024-73918	0.0000
P_10                  	2024-73918	0.0000
P_15                  	2024-73918	0.0000
P_20                  	2024-73918	0.0000
P_30                  	2024-73918	0.0000
P_100                 	2024-73918	0.0000
P_200                 	2024-73918	0.0000
P_500                 	2024-73918	0.0000
P_1000                	2024-73918	0.0000
relstring             	2024-73918	'0000000000'
recall_5              	2024-73918	0.0000
recall_10             	2024-73918	0.0000
recall_15             	2024-73918	0.0000
recall_20             	2024-73918	0.0000
recall_30             	2024-73918	0.0000
recall_100            	2024-73918	0.0000
recall_200            	2024-73918	0.0000
recall_500            	2024-73918	0.0000
recall_1000           	2024-73918	0.0000
infAP                 	2024-73918	0.0000
Rprec_mult_0.20       	2024-73918	0.0000
Rprec_mult_0.40       	2024-73918	0.0000
Rprec_mult_0.60       	2024-73918	0.0000
Rprec_mult_0.80       	2024-73918	0.0000
Rprec_mult_1.00       	2024-73918	0.0000
Rprec_mult_1.20       	2024-73918	0.0000
Rprec_mult_1.40       	2024-73918	0.0000
Rprec_mult_1.60       	2024-73918	0.0000
Rprec_mult_1.80       	2024-73918	0.0000
Rprec_mult_2.00       	2024-73918	0.0000
utility               	2024-73918	-10.0000
11pt_avg              	2024-73918	0.0000
binG                  	2024-73918	0.0000
G                     	2024-73918	0.0000
ndcg                  	2024-73918	0.0000
ndcg_rel              	2024-73918	0.0000
Rndcg                 	2024-73918	0.0000
ndcg_cut_5            	2024-73918	0.0000
ndcg_cut_10           	2024-73918	0.0000
ndcg_cut_15           	2024-73918	0.0000
ndcg_cut_20           	2024-73918	0.0000
ndcg_cut_30           	2024-73918	0.0000
ndcg_cut_100          	2024-73918	0.0000
ndcg_cut_200          	2024-73918	0.0000
ndcg_cut_500          	2024-73918	0.0000
ndcg_cut_1000         	2024-73918	0.0000
map_cut_5             	2024-73918	0.0000
map_cut_10            	2024-73918	0.0000
map_cut_15            	2024-73918	0.0000
map_cut_20            	2024-73918	0.0000
map_cut_30            	2024-73918	0.0000
map_cut_100           	2024-73918	0.0000
map_cut_200           	2024-73918	0.0000
map_cut_500           	2024-73918	0.0000
map_cut_1000          	2024-73918	0.0000
relative_P_5          	2024-73918	0.0000
relative_P_10         	2024-73918	0.0000
relative_P_15         	2024-73918	0.0000
relative_P_20         	2024-73918	0.0000
relative_P_30         	2024-73918	0.0000
relative_P_100        	2024-73918	0.0000
relative_P_200        	2024-73918	0.0000
relative_P_500        	2024-73918	0.0000
relative_P_1000       	2024-73918	0.0000
success_1             	2024-73918	0.0000
success_5             	2024-73918	0.0000
success_10            	2024-73918	0.0000
set_P                 	2024-73918	0.0000
set_relative_P        	2024-73918	0.0000
set_recall            	2024-73918	0.0000
set_map               	2024-73918	0.0000
set_F                 	2024-73918	0.0000
num_nonrel_judged_ret 	2024-73918	10
num_ret               	2024-79081	10
num_rel               	2024-79081	156
num_rel_ret           	2024-79081	9
map                   	2024-79081	0.0555
Rprec                 	2024-79081	0.0577
bpref                 	2024-79081	0.0570
recip_rank            	2024-79081	1.0000
iprec_at_recall_0.00  	2024-79081	1.0000
iprec_at_recall_0.10  	2024-79081	0.0000
iprec_at_recall_0.20  	2024-79081	0.0000
iprec_at_recall_0.30  	2024-79081	0.0000
iprec_at_recall_0.40  	2024-79081	0.0000
iprec_at_recall_0.50  	2024-79081	0.0000
iprec_at_recall_0.60  	2024-79081	0.0000
iprec_at_recall_0.70  	2024-79081	0.0000
iprec_at_recall_0.80  	2024-79081	0.0000
iprec_at_recall_0.90  	2024-79081	0.0000
iprec_at_recall_1.00  	2024-79081	0.0000
P_5                   	2024-79081	1.0000
P_10                  	2024-79081	0.9000
P_15                  	2024-79081	0.6000
P_20                  	2024-79081	0.4500
P_30                  	2024-79081	0.3000
P_100                 	2024-79081	0.0900
P_200                 	2024-79081	0.0450
P_500                 	2024-79081	0.0180
P_1000                	2024-79081	0.0090
relstring             	2024-79081	'3112210111'
recall_5              	2024-79081	0.0321
recall_10             	2024-79081	0.0577
recall_15             	2024-79081	0.0577
recall_20             	2024-79081	0.0577
recall_30             	2024-79081	0.0577
recall_100            	2024-79081	0.0577
recall_200            	2024-79081	0.0577
recall_500            	2024-79081	0.0577
recall_1000           	2024-79081	0.0577
infAP                 	2024-79081	0.0555
Rprec_mult_0.20       	2024-79081	0.2812
Rprec_mult_0.40       	2024-79081	0.1429
Rprec_mult_0.60       	2024-79081	0.0957
Rprec_mult_0.80       	2024-79081	0.0720
Rprec_mult_1.00       	2024-79081	0.0577
Rprec_mult_1.20       	2024-79081	0.0479
Rprec_mult_1.40       	2024-79081	0.0411
Rprec_mult_1.60       	2024-79081	0.0360
Rprec_mult_1.80       	2024-79081	0.0320
Rprec_mult_2.00       	2024-79081	0.0288
utility               	2024-79081	8.0000
11pt_avg              	2024-79081	0.0909
binG                  	2024-79081	0.0506
G                     	2024-79081	0.0221
ndcg                  	2024-79081	0.1185
ndcg_rel              	2024-79081	0.1495
Rndcg                 	2024-79081	0.1571
ndcg_cut_5            	2024-79081	0.6519
ndcg_cut_10           	2024-79081	0.5156
ndcg_cut_15           	2024-79081	0.3997
ndcg_cut_20           	2024-79081	0.3327
ndcg_cut_30           	2024-79081	0.2557
ndcg_cut_100          	2024-79081	0.1370
ndcg_cut_200          	2024-79081	0.1185
ndcg_cut_500          	2024-79081	0.1185
ndcg_cut_1000         	2024-79081	0.1185
map_cut_5             	2024-79081	0.0321
map_cut_10            	2024-79081	0.0555
map_cut_15            	2024-79081	0.0555
map_cut_20            	2024-79081	0.0555
map_cut_30            	2024-79081	0.0555
map_cut_100           	2024-79081	0.0555
map_cut_200           	2024-79081	0.0555
map_cut_500           	2024-79081	0.0555
map_cut_1000          	2024-79081	0.0555
relative_P_5          	2024-79081	1.0000
relative_P_10         	2024-79081	0.9000
relative_P_15         	2024-79081	0.6000
relative_P_20         	2024-79081	0.4500
relative_P_30         	2024-79081	0.3000
relative_P_100        	2024-79081	0.0900
relative_P_200        	2024-79081	0.0577
relative_P_500        	2024-79081	0.0577
relative_P_1000       	2024-79081	0.0577
success_1             	2024-79081	1.0000
success_5             	2024-79081	1.0000
success_10            	2024-79081	1.0000
set_P                 	2024-79081	0.9000
set_relative_P        	2024-79081	0.9000
set_recall            	2024-79081	0.0577
set_map               	2024-79081	0.0519
set_F                 	2024-79081	0.1084
num_nonrel_judged_ret 	2024-79081	1
num_ret               	2024-79154	10
num_rel               	2024-79154	14
num_rel_ret           	2024-79154	0
map                   	2024-79154	0.0000
Rprec                 	2024-79154	0.0000
bpref                 	2024-79154	0.0000
recip_rank            	2024-79154	0.0000
iprec_at_recall_0.00  	2024-79154	0.0000
iprec_at_recall_0.10  	2024-79154	0.0000
iprec_at_recall_0.20  	2024-79154	0.0000
iprec_at_recall_0.30  	2024-79154	0.0000
iprec_at_recall_0.40  	2024-79154	0.0000
iprec_at_recall_0.50  	2024-79154	0.0000
iprec_at_recall_0.60  	2024-79154	0.0000
iprec_at_recall_0.70  	2024-79154	0.0000
iprec_at_recall_0.80  	2024-79154	0.0000
iprec_at_recall_0.90  	2024-79154	0.0000
iprec_at_recall_1.00  	2024-79154	0.0000
P_5                   	2024-79154	0.0000
P_10                  	2024-79154	0.0000
P_15                  	2024-79154	0.0000
P_20                  	2024-79154	0.0000
P_30                  	2024-79154	0.0000
P_100                 	2024-79154	0.0000
P_200                 	2024-79154	0.0000
P_500                 	2024-79154	0.0000
P_1000                	2024-79154	0.0000
relstring             	2024-79154	'0------0-0'
recall_5              	2024-79154	0.0000
recall_10             	2024-79154	0.0000
recall_15             	2024-79154	0.0000
recall_20             	2024-79154	0.0000
recall_30             	2024-79154	0.0000
recall_100            	2024-79154	0.0000
recall_200            	2024-79154	0.0000
recall_500            	2024-79154	0.0000
recall_1000           	2024-79154	0.0000
infAP                 	2024-79154	0.0000
Rprec_mult_0.20       	2024-79154	0.0000
Rprec_mult_0.40       	2024-79154	0.0000
Rprec_mult_0.60       	2024-79154	0.0000
Rprec_mult_0.80       	2024-79154	0.0000
Rprec_mult_1.00       	2024-79154	0.0000
Rprec_mult_1.20       	2024-79154	0.0000
Rprec_mult_1.40       	2024-79154	0.0000
Rprec_mult_1.60       	2024-79154	0.0000
Rprec_mult_1.80       	2024-79154	0.0000
Rprec_mult_2.00       	2024-79154	0.0000
utility               	2024-79154	-10.0000
11pt_avg              	2024-79154	0.0000
binG                  	2024-79154	0.0000
G                     	2024-79154	0.0000
ndcg                  	2024-79154	0.0000
ndcg_rel              	2024-79154	0.0000
Rndcg                 	2024-79154	0.0000
ndcg_cut_5            	2024-79154	0.0000
ndcg_cut_10           	2024-79154	0.0000
ndcg_cut_15           	2024-79154	0.0000
ndcg_cut_20           	2024-79154	0.0000
ndcg_cut_30           	2024-79154	0.0000
ndcg_cut_100          	2024-79154	0.0000
ndcg_cut_200          	2024-79154	0.0000
ndcg_cut_500          	2024-79154	0.0000
ndcg_cut_1000         	2024-79154	0.0000
map_cut_5             	2024-79154	0.0000
map_cut_10            	2024-79154	0.0000
map_cut_15            	2024-79154	0.0000
map_cut_20            	2024-79154	0.0000
map_cut_30            	2024-79154	0.0000
map_cut_100           	2024-79154	0.0000
map_cut_200           	2024-79154	0.0000
map_cut_500           	2024-79154	0.0000
map_cut_1000          	2024-79154	0.0000
relative_P_5          	2024-79154	0.0000
relative_P_10         	2024-79154	0.0000
relative_P_15         	2024-79154	0.0000
relative_P_20         	2024-79154	0.0000
relative_P_30         	2024-79154	0.0000
relative_P_100        	2024-79154	0.0000
relative_P_200        	2024-79154	0.0000
relative_P_500        	2024-79154	0.0000
relative_P_1000       	2024-79154	0.0000
success_1             	2024-79154	0.0000
success_5             	2024-79154	0.0000
success_10            	2024-79154	0.0000
set_P                 	2024-79154	0.0000
set_relative_P        	2024-79154	0.0000
set_recall            	2024-79154	0.0000
set_map               	2024-79154	0.0000
set_F                 	2024-79154	0.0000
num_nonrel_judged_ret 	2024-79154	3
num_ret               	2024-88894	10
num_rel               	2024-88894	46
num_rel_ret           	2024-88894	2
map                   	2024-88894	0.0075
Rprec                 	2024-88894	0.0435
bpref                 	2024-88894	0.0369
recip_rank            	2024-88894	0.1429
iprec_at_recall_0.00  	2024-88894	0.2000
iprec_at_recall_0.10  	2024-88894	0.0000
iprec_at_recall_0.20  	2024-88894	0.0000
iprec_at_recall_0.30  	2024-88894	0.0000
iprec_at_recall_0.40  	2024-88894	0.0000
iprec_at_recall_0.50  	2024-88894	0.0000
iprec_at_recall_0.60  	2024-88894	0.0000
iprec_at_recall_0.70  	2024-88894	0.0000
iprec_at_recall_0.80  	2024-88894	0.0000
iprec_at_recall_0.90  	2024-88894	0.0000
iprec_at_recall_1.00  	2024-88894	0.0000
P_5                   	2024-88894	0.0000
P_10                  	2024-88894	0.2000
P_15                  	2024-88894	0.1333
P_20                  	2024-88894	0.1000
P_30                  	2024-88894	0.0667
P_100                 	2024-88894	0.0200
P_200                 	2024-88894	0.0100
P_500                 	2024-88894	0.0040
P_1000                	2024-88894	0.0020
relstring             	2024-88894	'0000001001'
recall_5              	2024-88894	0.0000
recall_10             	2024-88894	0.0435
recall_15             	2024-88894	0.0435
recall_20             	2024-88894	0.0435
recall_30             	2024-88894	0.0435
recall_100            	2024-88894	0.0435
recall_200            	2024-88894	0.0435
recall_500            	2024-88894	0.0435
recall_1000           	2024-88894	0.0435
infAP                 	2024-88894	0.0075
Rprec_mult_0.20       	2024-88894	0.2000
Rprec_mult_0.40       	2024-88894	0.1053
Rprec_mult_0.60       	2024-88894	0.0714
Rprec_mult_0.80       	2024-88894	0.0541
Rprec_mult_1.00       	2024-88894	0.0435
Rprec_mult_1.20       	2024-88894	0.0357
Rprec_mult_1.40       	2024-88894	0.0308
Rprec_mult_1.60       	2024-88894	0.0270
Rprec_mult_1.80       	2024-88894	0.0241
Rprec_mult_2.00       	2024-88894	0.0217
utility               	2024-88894	-6.0000
11pt_avg              	2024-88894	0.0182
binG                  	2024-88894	0.0138
G                     	2024-88894	0.0129
ndcg                  	2024-88894	0.0472
ndcg_rel              	2024-88894	0.0491
Rndcg                 	2024-88894	0.0236
ndcg_cut_5            	2024-88894	0.0000
ndcg_cut_10           	2024-88894	0.1123
ndcg_cut_15           	2024-88894	0.0907
ndcg_cut_20           	2024-88894	0.0774
ndcg_cut_30           	2024-88894	0.0613
ndcg_cut_100          	2024-88894	0.0472
ndcg_cut_200          	2024-88894	0.0472
ndcg_cut_500          	2024-88894	0.0472
ndcg_cut_1000         	2024-88894	0.0472
map_cut_5             	2024-88894	0.0000
map_cut_10            	2024-88894	0.0075
map_cut_15            	2024-88894	0.0075
map_cut_20            	2024-88894	0.0075
map_cut_30            	2024-88894	0.0075
map_cut_100           	2024-88894	0.0075
map_cut_200           	2024-88894	0.0075
map_cut_500           	2024-88894	0.0075
map_cut_1000          	2024-88894	0.0075
relative_P_5          	2024-88894	0.0000
relative_P_10         	2024-88894	0.2000
relative_P_15         	2024-88894	0.1333
relative_P_20         	2024-88894	0.1000
relative_P_30         	2024-88894	0.0667
relative_P_100        	2024-88894	0.0435
relative_P_200        	2024-88894	0.0435
relative_P_500        	2024-88894	0.0435
relative_P_1000       	2024-88894	0.0435
success_1             	2024-88894	0.0000
success_5             	2024-88894	0.0000
success_10            	2024-88894	1.0000
set_P                 	2024-88894	0.2000
set_relative_P        	2024-88894	0.2000
set_recall            	2024-88894	0.0435
set_map               	2024-88894	0.0087
set_F                 	2024-88894	0.0714
num_nonrel_judged_ret 	2024-88894	8
num_ret               	2024-96063	10
num_rel               	2024-96063	91
num_rel_ret           	2024-96063	0
map                   	2024-96063	0.0000
Rprec                 	2024-96063	0.0000
bpref                 	2024-96063	0.0000
recip_rank            	2024-96063	0.0000
iprec_at_recall_0.00  	2024-96063	0.0000
iprec_at_recall_0.10  	2024-96063	0.0000
iprec_at_recall_0.20  	2024-96063	0.0000
iprec_at_recall_0.30  	2024-96063	0.0000
iprec_at_recall_0.40  	2024-96063	0.0000
iprec_at_recall_0.50  	2024-96063	0.0000
iprec_at_recall_0.60  	2024-96063	0.0000
iprec_at_recall_0.70  	2024-96063	0.0000
iprec_at_recall_0.80  	2024-96063	0.0000
iprec_at_recall_0.90  	2024-96063	0.0000
iprec_at_recall_1.00  	2024-96063	0.0000
P_5                   	2024-96063	0.0000
P_10                  	2024-96063	0.0000
P_15                  	2024-96063	0.0000
P_20                  	2024-96063	0.0000
P_30                  	2024-96063	0.0000
P_100                 	2024-96063	0.0000
P_200                 	2024-96063	0.0000
P_500                 	2024-96063	0.0000
P_1000                	2024-96063	0.0000
relstring             	2024-96063	'00-0000-00'
recall_5              	2024-96063	0.0000
recall_10             	2024-96063	0.0000
recall_15             	2024-96063	0.0000
recall_20             	2024-96063	0.0000
recall_30             	2024-96063	0.0000
recall_100            	2024-96063	0.0000
recall_200            	2024-96063	0.0000
recall_500            	2024-96063	0.0000
recall_1000           	2024-96063	0.0000
infAP                 	2024-96063	0.0000
Rprec_mult_0.20       	2024-96063	0.0000
Rprec_mult_0.40       	2024-96063	0.0000
Rprec_mult_0.60       	2024-96063	0.0000
Rprec_mult_0.80       	2024-96063	0.0000
Rprec_mult_1.00       	2024-96063	0.0000
Rprec_mult_1.20       	2024-96063	0.0000
Rprec_mult_1.40       	2024-96063	0.0000
Rprec_mult_1.60       	2024-96063	0.0000
Rprec_mult_1.80       	2024-96063	0.0000
Rprec_mult_2.00       	2024-96063	0.0000
utility               	2024-96063	-10.0000
11pt_avg              	2024-96063	0.0000
binG                  	2024-96063	0.0000
G                     	2024-96063	0.0000
ndcg                  	2024-96063	0.0000
ndcg_rel              	2024-96063	0.0000
Rndcg                 	2024-96063	0.0000
ndcg_cut_5            	2024-96063	0.0000
ndcg_cut_10           	2024-96063	0.0000
ndcg_cut_15           	2024-96063	0.0000
ndcg_cut_20           	2024-96063	0.0000
ndcg_cut_30           	2024-96063	0.0000
ndcg_cut_100          	2024-96063	0.0000
ndcg_cut_200          	2024-96063	0.0000
ndcg_cut_500          	2024-96063	0.0000
ndcg_cut_1000         	2024-96063	0.0000
map_cut_5             	2024-96063	0.0000
map_cut_10            	2024-96063	0.0000
map_cut_15            	2024-96063	0.0000
map_cut_20            	2024-96063	0.0000
map_cut_30            	2024-96063	0.0000
map_cut_100           	2024-96063	0.0000
map_cut_200           	2024-96063	0.0000
map_cut_500           	2024-96063	0.0000
map_cut_1000          	2024-96063	0.0000
relative_P_5          	2024-96063	0.0000
relative_P_10         	2024-96063	0.0000
relative_P_15         	2024-96063	0.0000
relative_P_20         	2024-96063	0.0000
relative_P_30         	2024-96063	0.0000
relative_P_100        	2024-96063	0.0000
relative_P_200        	2024-96063	0.0000
relative_P_500        	2024-96063	0.0000
relative_P_1000       	2024-96063	0.0000
success_1             	2024-96063	0.0000
success_5             	2024-96063	0.0000
success_10            	2024-96063	0.0000
set_P                 	2024-96063	0.0000
set_relative_P        	2024-96063	0.0000
set_recall            	2024-96063	0.0000
set_map               	2024-96063	0.0000
set_F                 	2024-96063	0.0000
num_nonrel_judged_ret 	2024-96063	8
num_ret               	2024-96359	10
num_rel               	2024-96359	55
num_rel_ret           	2024-96359	1
map                   	2024-96359	0.0036
Rprec                 	2024-96359	0.0182
bpref                 	2024-96359	0.0182
recip_rank            	2024-96359	0.2000
iprec_at_recall_0.00  	2024-96359	0.2000
iprec_at_recall_0.10  	2024-96359	0.0000
iprec_at_recall_0.20  	2024-96359	0.0000
iprec_at_recall_0.30  	2024-96359	0.0000
iprec_at_recall_0.40  	2024-96359	0.0000
iprec_at_recall_0.50  	2024-96359	0.0000
iprec_at_recall_0.60  	2024-96359	0.0000
iprec_at_recall_0.70  	2024-96359	0.0000
iprec_at_recall_0.80  	2024-96359	0.0000
iprec_at_recall_0.90  	2024-96359	0.0000
iprec_at_recall_1.00  	2024-96359	0.0000
P_5                   	2024-96359	0.2000
P_10                  	2024-96359	0.1000
P_15                  	2024-96359	0.0667
P_20                  	2024-96359	0.0500
P_30                  	2024-96359	0.0333
P_100                 	2024-96359	0.0100
P_200                 	2024-96359	0.0050
P_500                 	2024-96359	0.0020
P_1000                	2024-96359	0.0010
relstring             	2024-96359	'----1-----'
recall_5              	2024-96359	0.0182
recall_10             	2024-96359	0.0182
recall_15             	2024-96359	0.0182
recall_20             	2024-96359	0.0182
recall_30             	2024-96359	0.0182
recall_100            	2024-96359	0.0182
recall_200            	2024-96359	0.0182
recall_500            	2024-96359	0.0182
recall_1000           	2024-96359	0.0182
infAP                 	2024-96359	0.0036
Rprec_mult_0.20       	2024-96359	0.0909
Rprec_mult_0.40       	2024-96359	0.0455
Rprec_mult_0.60       	2024-96359	0.0303
Rprec_mult_0.80       	2024-96359	0.0227
Rprec_mult_1.00       	2024-96359	0.0182
Rprec_mult_1.20       	2024-96359	0.0152
Rprec_mult_1.40       	2024-96359	0.0130
Rprec_mult_1.60       	2024-96359	0.0114
Rprec_mult_1.80       	2024-96359	0.0101
Rprec_mult_2.00       	2024-96359	0.0091
utility               	2024-96359	-8.0000
11pt_avg              	2024-96359	0.0182
binG                  	2024-96359	0.0070
G                     	2024-96359	0.0058
ndcg                  	2024-96359	0.0251
ndcg_rel              	2024-96359	0.0262
Rndcg                 	2024-96359	0.0126
ndcg_cut_5            	2024-96359	0.0845
ndcg_cut_10           	2024-96359	0.0627
ndcg_cut_15           	2024-96359	0.0516
ndcg_cut_20           	2024-96359	0.0446
ndcg_cut_30           	2024-96359	0.0358
ndcg_cut_100          	2024-96359	0.0251
ndcg_cut_200          	2024-96359	0.0251
ndcg_cut_500          	2024-96359	0.0251
ndcg_cut_1000         	2024-96359	0.0251
map_cut_5             	2024-96359	0.0036
map_cut_10            	2024-96359	0.0036
map_cut_15            	2024-96359	0.0036
map_cut_20            	2024-96359	0.0036
map_cut_30            	2024-96359	0.0036
map_cut_100           	2024-96359	0.0036
map_cut_200           	2024-96359	0.0036
map_cut_500           	2024-96359	0.0036
map_cut_1000          	2024-96359	0.0036
relative_P_5          	2024-96359	0.2000
relative_P_10         	2024-96359	0.1000
relative_P_15         	2024-96359	0.0667
relative_P_20         	2024-96359	0.0500
relative_P_30         	2024-96359	0.0333
relative_P_100        	2024-96359	0.0182
relative_P_200        	2024-96359	0.0182
relative_P_500        	2024-96359	0.0182
relative_P_1000       	2024-96359	0.0182
success_1             	2024-96359	0.0000
success_5             	2024-96359	1.0000
success_10            	2024-96359	1.0000
set_P                 	2024-96359	0.1000
set_relative_P        	2024-96359	0.1000
set_recall            	2024-96359	0.0182
set_map               	2024-96359	0.0018
set_F                 	2024-96359	0.0308
num_nonrel_judged_ret 	2024-96359	0
runid                 	all	iiresearch-bm25-top10-llama3-8b-instruct
num_q                 	all	86
num_ret               	all	820
num_rel               	all	12717
num_rel_ret           	all	354
map                   	all	0.0221
gm_map                	all	0.0036
Rprec                 	all	0.0308
bpref                 	all	0.0302
recip_rank            	all	0.5651
iprec_at_recall_0.00  	all	0.6000
iprec_at_recall_0.10  	all	0.0295
iprec_at_recall_0.20  	all	0.0000
iprec_at_recall_0.30  	all	0.0000
iprec_at_recall_0.40  	all	0.0000
iprec_at_recall_0.50  	all	0.0000
iprec_at_recall_0.60  	all	0.0000
iprec_at_recall_0.70  	all	0.0000
iprec_at_recall_0.80  	all	0.0000
iprec_at_recall_0.90  	all	0.0000
iprec_at_recall_1.00  	all	0.0000
P_5                   	all	0.4233
P_10                  	all	0.4116
P_15                  	all	0.2744
P_20                  	all	0.2058
P_30                  	all	0.1372
P_100                 	all	0.0412
P_200                 	all	0.0206
P_500                 	all	0.0082
P_1000                	all	0.0041
recall_5              	all	0.0148
recall_10             	all	0.0308
recall_15             	all	0.0308
recall_20             	all	0.0308
recall_30             	all	0.0308
recall_100            	all	0.0308
recall_200            	all	0.0308
recall_500            	all	0.0308
recall_1000           	all	0.0308
infAP                 	all	0.0221
gm_bpref              	all	0.0055
Rprec_mult_0.20       	all	0.1377
Rprec_mult_0.40       	all	0.0742
Rprec_mult_0.60       	all	0.0510
Rprec_mult_0.80       	all	0.0383
Rprec_mult_1.00       	all	0.0308
Rprec_mult_1.20       	all	0.0256
Rprec_mult_1.40       	all	0.0219
Rprec_mult_1.60       	all	0.0192
Rprec_mult_1.80       	all	0.0171
Rprec_mult_2.00       	all	0.0154
utility               	all	-1.3023
11pt_avg              	all	0.0572
binG                  	all	0.0216
G                     	all	0.0146
ndcg                  	all	0.0668
ndcg_rel              	all	0.0779
Rndcg                 	all	0.1017
ndcg_cut_5            	all	0.2808
ndcg_cut_10           	all	0.2697
ndcg_cut_15           	all	0.2128
ndcg_cut_20           	all	0.1810
ndcg_cut_30           	all	0.1451
ndcg_cut_100          	all	0.0804
ndcg_cut_200          	all	0.0686
ndcg_cut_500          	all	0.0668
ndcg_cut_1000         	all	0.0668
map_cut_5             	all	0.0122
map_cut_10            	all	0.0221
map_cut_15            	all	0.0221
map_cut_20            	all	0.0221
map_cut_30            	all	0.0221
map_cut_100           	all	0.0221
map_cut_200           	all	0.0221
map_cut_500           	all	0.0221
map_cut_1000          	all	0.0221
relative_P_5          	all	0.4233
relative_P_10         	all	0.4116
relative_P_15         	all	0.2744
relative_P_20         	all	0.2063
relative_P_30         	all	0.1385
relative_P_100        	all	0.0458
relative_P_200        	all	0.0325
relative_P_500        	all	0.0308
relative_P_1000       	all	0.0308
success_1             	all	0.4651
success_5             	all	0.6977
success_10            	all	0.7907
set_P                 	all	0.4116
set_relative_P        	all	0.4116
set_recall            	all	0.0308
set_map               	all	0.0194
set_F                 	all	0.0550
num_nonrel_judged_ret 	all	206
