num_ret               	2024-105741	100
num_rel               	2024-105741	139
num_rel_ret           	2024-105741	23
map                   	2024-105741	0.0550
Rprec                 	2024-105741	0.1655
bpref                 	2024-105741	0.1395
recip_rank            	2024-105741	1.0000
iprec_at_recall_0.00  	2024-105741	1.0000
iprec_at_recall_0.10  	2024-105741	0.2388
iprec_at_recall_0.20  	2024-105741	0.0000
iprec_at_recall_0.30  	2024-105741	0.0000
iprec_at_recall_0.40  	2024-105741	0.0000
iprec_at_recall_0.50  	2024-105741	0.0000
iprec_at_recall_0.60  	2024-105741	0.0000
iprec_at_recall_0.70  	2024-105741	0.0000
iprec_at_recall_0.80  	2024-105741	0.0000
iprec_at_recall_0.90  	2024-105741	0.0000
iprec_at_recall_1.00  	2024-105741	0.0000
P_5                   	2024-105741	0.4000
P_10                  	2024-105741	0.5000
P_15                  	2024-105741	0.4000
P_20                  	2024-105741	0.3500
P_30                  	2024-105741	0.2667
P_100                 	2024-105741	0.2300
P_200                 	2024-105741	0.1150
P_500                 	2024-105741	0.0460
P_1000                	2024-105741	0.0230
relstring             	2024-105741	'1002021010'
recall_5              	2024-105741	0.0144
recall_10             	2024-105741	0.0360
recall_15             	2024-105741	0.0432
recall_20             	2024-105741	0.0504
recall_30             	2024-105741	0.0576
recall_100            	2024-105741	0.1655
recall_200            	2024-105741	0.1655
recall_500            	2024-105741	0.1655
recall_1000           	2024-105741	0.1655
infAP                 	2024-105741	0.0550
Rprec_mult_0.20       	2024-105741	0.2857
Rprec_mult_0.40       	2024-105741	0.1964
Rprec_mult_0.60       	2024-105741	0.2262
Rprec_mult_0.80       	2024-105741	0.2054
Rprec_mult_1.00       	2024-105741	0.1655
Rprec_mult_1.20       	2024-105741	0.1377
Rprec_mult_1.40       	2024-105741	0.1179
Rprec_mult_1.60       	2024-105741	0.1031
Rprec_mult_1.80       	2024-105741	0.0916
Rprec_mult_2.00       	2024-105741	0.0827
utility               	2024-105741	-54.0000
11pt_avg              	2024-105741	0.1126
binG                  	2024-105741	0.0443
G                     	2024-105741	0.0365
ndcg                  	2024-105741	0.2013
ndcg_rel              	2024-105741	0.2074
Rndcg                 	2024-105741	0.1879
ndcg_cut_5            	2024-105741	0.2319
ndcg_cut_10           	2024-105741	0.2860
ndcg_cut_15           	2024-105741	0.2496
ndcg_cut_20           	2024-105741	0.2429
ndcg_cut_30           	2024-105741	0.2026
ndcg_cut_100          	2024-105741	0.2357
ndcg_cut_200          	2024-105741	0.2013
ndcg_cut_500          	2024-105741	0.2013
ndcg_cut_1000         	2024-105741	0.2013
map_cut_5             	2024-105741	0.0108
map_cut_10            	2024-105741	0.0225
map_cut_15            	2024-105741	0.0254
map_cut_20            	2024-105741	0.0283
map_cut_30            	2024-105741	0.0304
map_cut_100           	2024-105741	0.0550
map_cut_200           	2024-105741	0.0550
map_cut_500           	2024-105741	0.0550
map_cut_1000          	2024-105741	0.0550
relative_P_5          	2024-105741	0.4000
relative_P_10         	2024-105741	0.5000
relative_P_15         	2024-105741	0.4000
relative_P_20         	2024-105741	0.3500
relative_P_30         	2024-105741	0.2667
relative_P_100        	2024-105741	0.2300
relative_P_200        	2024-105741	0.1655
relative_P_500        	2024-105741	0.1655
relative_P_1000       	2024-105741	0.1655
success_1             	2024-105741	1.0000
success_5             	2024-105741	1.0000
success_10            	2024-105741	1.0000
set_P                 	2024-105741	0.2300
set_relative_P        	2024-105741	0.2300
set_recall            	2024-105741	0.1655
set_map               	2024-105741	0.0381
set_F                 	2024-105741	0.1925
num_nonrel_judged_ret 	2024-105741	38
num_ret               	2024-121840	100
num_rel               	2024-121840	111
num_rel_ret           	2024-121840	10
map                   	2024-121840	0.0126
Rprec                 	2024-121840	0.0901
bpref                 	2024-121840	0.0673
recip_rank            	2024-121840	0.2500
iprec_at_recall_0.00  	2024-121840	0.2500
iprec_at_recall_0.10  	2024-121840	0.0000
iprec_at_recall_0.20  	2024-121840	0.0000
iprec_at_recall_0.30  	2024-121840	0.0000
iprec_at_recall_0.40  	2024-121840	0.0000
iprec_at_recall_0.50  	2024-121840	0.0000
iprec_at_recall_0.60  	2024-121840	0.0000
iprec_at_recall_0.70  	2024-121840	0.0000
iprec_at_recall_0.80  	2024-121840	0.0000
iprec_at_recall_0.90  	2024-121840	0.0000
iprec_at_recall_1.00  	2024-121840	0.0000
P_5                   	2024-121840	0.2000
P_10                  	2024-121840	0.1000
P_15                  	2024-121840	0.1333
P_20                  	2024-121840	0.1500
P_30                  	2024-121840	0.1333
P_100                 	2024-121840	0.1000
P_200                 	2024-121840	0.0500
P_500                 	2024-121840	0.0200
P_1000                	2024-121840	0.0100
relstring             	2024-121840	'0003000000'
recall_5              	2024-121840	0.0090
recall_10             	2024-121840	0.0090
recall_15             	2024-121840	0.0180
recall_20             	2024-121840	0.0270
recall_30             	2024-121840	0.0360
recall_100            	2024-121840	0.0901
recall_200            	2024-121840	0.0901
recall_500            	2024-121840	0.0901
recall_1000           	2024-121840	0.0901
infAP                 	2024-121840	0.0126
Rprec_mult_0.20       	2024-121840	0.1304
Rprec_mult_0.40       	2024-121840	0.0889
Rprec_mult_0.60       	2024-121840	0.1194
Rprec_mult_0.80       	2024-121840	0.1011
Rprec_mult_1.00       	2024-121840	0.0901
Rprec_mult_1.20       	2024-121840	0.0746
Rprec_mult_1.40       	2024-121840	0.0641
Rprec_mult_1.60       	2024-121840	0.0562
Rprec_mult_1.80       	2024-121840	0.0500
Rprec_mult_2.00       	2024-121840	0.0450
utility               	2024-121840	-80.0000
11pt_avg              	2024-121840	0.0227
binG                  	2024-121840	0.0197
G                     	2024-121840	0.0208
ndcg                  	2024-121840	0.1160
ndcg_rel              	2024-121840	0.1167
Rndcg                 	2024-121840	0.1157
ndcg_cut_5            	2024-121840	0.1461
ndcg_cut_10           	2024-121840	0.0948
ndcg_cut_15           	2024-121840	0.1052
ndcg_cut_20           	2024-121840	0.1199
ndcg_cut_30           	2024-121840	0.1210
ndcg_cut_100          	2024-121840	0.1203
ndcg_cut_200          	2024-121840	0.1160
ndcg_cut_500          	2024-121840	0.1160
ndcg_cut_1000         	2024-121840	0.1160
map_cut_5             	2024-121840	0.0023
map_cut_10            	2024-121840	0.0023
map_cut_15            	2024-121840	0.0039
map_cut_20            	2024-121840	0.0052
map_cut_30            	2024-121840	0.0065
map_cut_100           	2024-121840	0.0126
map_cut_200           	2024-121840	0.0126
map_cut_500           	2024-121840	0.0126
map_cut_1000          	2024-121840	0.0126
relative_P_5          	2024-121840	0.2000
relative_P_10         	2024-121840	0.1000
relative_P_15         	2024-121840	0.1333
relative_P_20         	2024-121840	0.1500
relative_P_30         	2024-121840	0.1333
relative_P_100        	2024-121840	0.1000
relative_P_200        	2024-121840	0.0901
relative_P_500        	2024-121840	0.0901
relative_P_1000       	2024-121840	0.0901
success_1             	2024-121840	0.0000
success_5             	2024-121840	1.0000
success_10            	2024-121840	1.0000
set_P                 	2024-121840	0.1000
set_relative_P        	2024-121840	0.1000
set_recall            	2024-121840	0.0901
set_map               	2024-121840	0.0090
set_F                 	2024-121840	0.0948
num_nonrel_judged_ret 	2024-121840	48
num_ret               	2024-127266	100
num_rel               	2024-127266	216
num_rel_ret           	2024-127266	46
map                   	2024-127266	0.1772
Rprec                 	2024-127266	0.2130
bpref                 	2024-127266	0.2024
recip_rank            	2024-127266	1.0000
iprec_at_recall_0.00  	2024-127266	1.0000
iprec_at_recall_0.10  	2024-127266	0.9167
iprec_at_recall_0.20  	2024-127266	0.4944
iprec_at_recall_0.30  	2024-127266	0.0000
iprec_at_recall_0.40  	2024-127266	0.0000
iprec_at_recall_0.50  	2024-127266	0.0000
iprec_at_recall_0.60  	2024-127266	0.0000
iprec_at_recall_0.70  	2024-127266	0.0000
iprec_at_recall_0.80  	2024-127266	0.0000
iprec_at_recall_0.90  	2024-127266	0.0000
iprec_at_recall_1.00  	2024-127266	0.0000
P_5                   	2024-127266	1.0000
P_10                  	2024-127266	1.0000
P_15                  	2024-127266	1.0000
P_20                  	2024-127266	1.0000
P_30                  	2024-127266	0.8333
P_100                 	2024-127266	0.4600
P_200                 	2024-127266	0.2300
P_500                 	2024-127266	0.0920
P_1000                	2024-127266	0.0460
relstring             	2024-127266	'1232313231'
recall_5              	2024-127266	0.0231
recall_10             	2024-127266	0.0463
recall_15             	2024-127266	0.0694
recall_20             	2024-127266	0.0926
recall_30             	2024-127266	0.1157
recall_100            	2024-127266	0.2130
recall_200            	2024-127266	0.2130
recall_500            	2024-127266	0.2130
recall_1000           	2024-127266	0.2130
infAP                 	2024-127266	0.1772
Rprec_mult_0.20       	2024-127266	0.7045
Rprec_mult_0.40       	2024-127266	0.4943
Rprec_mult_0.60       	2024-127266	0.3538
Rprec_mult_0.80       	2024-127266	0.2659
Rprec_mult_1.00       	2024-127266	0.2130
Rprec_mult_1.20       	2024-127266	0.1769
Rprec_mult_1.40       	2024-127266	0.1518
Rprec_mult_1.60       	2024-127266	0.1329
Rprec_mult_1.80       	2024-127266	0.1183
Rprec_mult_2.00       	2024-127266	0.1065
utility               	2024-127266	-8.0000
11pt_avg              	2024-127266	0.2192
binG                  	2024-127266	0.1289
G                     	2024-127266	0.0647
ndcg                  	2024-127266	0.3546
ndcg_rel              	2024-127266	0.4059
Rndcg                 	2024-127266	0.4759
ndcg_cut_5            	2024-127266	0.6539
ndcg_cut_10           	2024-127266	0.6576
ndcg_cut_15           	2024-127266	0.7028
ndcg_cut_20           	2024-127266	0.6744
ndcg_cut_30           	2024-127266	0.6042
ndcg_cut_100          	2024-127266	0.4660
ndcg_cut_200          	2024-127266	0.3659
ndcg_cut_500          	2024-127266	0.3546
ndcg_cut_1000         	2024-127266	0.3546
map_cut_5             	2024-127266	0.0231
map_cut_10            	2024-127266	0.0463
map_cut_15            	2024-127266	0.0694
map_cut_20            	2024-127266	0.0926
map_cut_30            	2024-127266	0.1138
map_cut_100           	2024-127266	0.1772
map_cut_200           	2024-127266	0.1772
map_cut_500           	2024-127266	0.1772
map_cut_1000          	2024-127266	0.1772
relative_P_5          	2024-127266	1.0000
relative_P_10         	2024-127266	1.0000
relative_P_15         	2024-127266	1.0000
relative_P_20         	2024-127266	1.0000
relative_P_30         	2024-127266	0.8333
relative_P_100        	2024-127266	0.4600
relative_P_200        	2024-127266	0.2300
relative_P_500        	2024-127266	0.2130
relative_P_1000       	2024-127266	0.2130
success_1             	2024-127266	1.0000
success_5             	2024-127266	1.0000
success_10            	2024-127266	1.0000
set_P                 	2024-127266	0.4600
set_relative_P        	2024-127266	0.4600
set_recall            	2024-127266	0.2130
set_map               	2024-127266	0.0980
set_F                 	2024-127266	0.2911
num_nonrel_judged_ret 	2024-127266	2
num_ret               	2024-127288	100
num_rel               	2024-127288	331
num_rel_ret           	2024-127288	49
map                   	2024-127288	0.1191
Rprec                 	2024-127288	0.1480
bpref                 	2024-127288	0.1460
recip_rank            	2024-127288	1.0000
iprec_at_recall_0.00  	2024-127288	1.0000
iprec_at_recall_0.10  	2024-127288	0.6182
iprec_at_recall_0.20  	2024-127288	0.0000
iprec_at_recall_0.30  	2024-127288	0.0000
iprec_at_recall_0.40  	2024-127288	0.0000
iprec_at_recall_0.50  	2024-127288	0.0000
iprec_at_recall_0.60  	2024-127288	0.0000
iprec_at_recall_0.70  	2024-127288	0.0000
iprec_at_recall_0.80  	2024-127288	0.0000
iprec_at_recall_0.90  	2024-127288	0.0000
iprec_at_recall_1.00  	2024-127288	0.0000
P_5                   	2024-127288	1.0000
P_10                  	2024-127288	1.0000
P_15                  	2024-127288	1.0000
P_20                  	2024-127288	1.0000
P_30                  	2024-127288	0.8667
P_100                 	2024-127288	0.4900
P_200                 	2024-127288	0.2450
P_500                 	2024-127288	0.0980
P_1000                	2024-127288	0.0490
relstring             	2024-127288	'1222222222'
recall_5              	2024-127288	0.0151
recall_10             	2024-127288	0.0302
recall_15             	2024-127288	0.0453
recall_20             	2024-127288	0.0604
recall_30             	2024-127288	0.0785
recall_100            	2024-127288	0.1480
recall_200            	2024-127288	0.1480
recall_500            	2024-127288	0.1480
recall_1000           	2024-127288	0.1480
infAP                 	2024-127288	0.1191
Rprec_mult_0.20       	2024-127288	0.5522
Rprec_mult_0.40       	2024-127288	0.3684
Rprec_mult_0.60       	2024-127288	0.2462
Rprec_mult_0.80       	2024-127288	0.1849
Rprec_mult_1.00       	2024-127288	0.1480
Rprec_mult_1.20       	2024-127288	0.1231
Rprec_mult_1.40       	2024-127288	0.1056
Rprec_mult_1.60       	2024-127288	0.0925
Rprec_mult_1.80       	2024-127288	0.0822
Rprec_mult_2.00       	2024-127288	0.0740
utility               	2024-127288	-2.0000
11pt_avg              	2024-127288	0.1471
binG                  	2024-127288	0.0909
G                     	2024-127288	0.0328
ndcg                  	2024-127288	0.2181
ndcg_rel              	2024-127288	0.2651
Rndcg                 	2024-127288	0.2974
ndcg_cut_5            	2024-127288	0.5536
ndcg_cut_10           	2024-127288	0.5933
ndcg_cut_15           	2024-127288	0.6401
ndcg_cut_20           	2024-127288	0.6556
ndcg_cut_30           	2024-127288	0.6139
ndcg_cut_100          	2024-127288	0.4070
ndcg_cut_200          	2024-127288	0.2752
ndcg_cut_500          	2024-127288	0.2181
ndcg_cut_1000         	2024-127288	0.2181
map_cut_5             	2024-127288	0.0151
map_cut_10            	2024-127288	0.0302
map_cut_15            	2024-127288	0.0453
map_cut_20            	2024-127288	0.0604
map_cut_30            	2024-127288	0.0782
map_cut_100           	2024-127288	0.1191
map_cut_200           	2024-127288	0.1191
map_cut_500           	2024-127288	0.1191
map_cut_1000          	2024-127288	0.1191
relative_P_5          	2024-127288	1.0000
relative_P_10         	2024-127288	1.0000
relative_P_15         	2024-127288	1.0000
relative_P_20         	2024-127288	1.0000
relative_P_30         	2024-127288	0.8667
relative_P_100        	2024-127288	0.4900
relative_P_200        	2024-127288	0.2450
relative_P_500        	2024-127288	0.1480
relative_P_1000       	2024-127288	0.1480
success_1             	2024-127288	1.0000
success_5             	2024-127288	1.0000
success_10            	2024-127288	1.0000
set_P                 	2024-127288	0.4900
set_relative_P        	2024-127288	0.4900
set_recall            	2024-127288	0.1480
set_map               	2024-127288	0.0725
set_F                 	2024-127288	0.2274
num_nonrel_judged_ret 	2024-127288	4
num_ret               	2024-12875	100
num_rel               	2024-12875	241
num_rel_ret           	2024-12875	63
map                   	2024-12875	0.2168
Rprec                 	2024-12875	0.2614
bpref                 	2024-12875	0.2614
recip_rank            	2024-12875	1.0000
iprec_at_recall_0.00  	2024-12875	1.0000
iprec_at_recall_0.10  	2024-12875	0.9259
iprec_at_recall_0.20  	2024-12875	0.6842
iprec_at_recall_0.30  	2024-12875	0.0000
iprec_at_recall_0.40  	2024-12875	0.0000
iprec_at_recall_0.50  	2024-12875	0.0000
iprec_at_recall_0.60  	2024-12875	0.0000
iprec_at_recall_0.70  	2024-12875	0.0000
iprec_at_recall_0.80  	2024-12875	0.0000
iprec_at_recall_0.90  	2024-12875	0.0000
iprec_at_recall_1.00  	2024-12875	0.0000
P_5                   	2024-12875	1.0000
P_10                  	2024-12875	1.0000
P_15                  	2024-12875	1.0000
P_20                  	2024-12875	1.0000
P_30                  	2024-12875	0.9000
P_100                 	2024-12875	0.6300
P_200                 	2024-12875	0.3150
P_500                 	2024-12875	0.1260
P_1000                	2024-12875	0.0630
relstring             	2024-12875	'1333223111'
recall_5              	2024-12875	0.0207
recall_10             	2024-12875	0.0415
recall_15             	2024-12875	0.0622
recall_20             	2024-12875	0.0830
recall_30             	2024-12875	0.1120
recall_100            	2024-12875	0.2614
recall_200            	2024-12875	0.2614
recall_500            	2024-12875	0.2614
recall_1000           	2024-12875	0.2614
infAP                 	2024-12875	0.2168
Rprec_mult_0.20       	2024-12875	0.7143
Rprec_mult_0.40       	2024-12875	0.6289
Rprec_mult_0.60       	2024-12875	0.4345
Rprec_mult_0.80       	2024-12875	0.3264
Rprec_mult_1.00       	2024-12875	0.2614
Rprec_mult_1.20       	2024-12875	0.2172
Rprec_mult_1.40       	2024-12875	0.1864
Rprec_mult_1.60       	2024-12875	0.1632
Rprec_mult_1.80       	2024-12875	0.1452
Rprec_mult_2.00       	2024-12875	0.1307
utility               	2024-12875	26.0000
11pt_avg              	2024-12875	0.2373
binG                  	2024-12875	0.1387
G                     	2024-12875	0.0548
ndcg                  	2024-12875	0.3256
ndcg_rel              	2024-12875	0.3970
Rndcg                 	2024-12875	0.3655
ndcg_cut_5            	2024-12875	0.7302
ndcg_cut_10           	2024-12875	0.6659
ndcg_cut_15           	2024-12875	0.6494
ndcg_cut_20           	2024-12875	0.6971
ndcg_cut_30           	2024-12875	0.6663
ndcg_cut_100          	2024-12875	0.5085
ndcg_cut_200          	2024-12875	0.3440
ndcg_cut_500          	2024-12875	0.3256
ndcg_cut_1000         	2024-12875	0.3256
map_cut_5             	2024-12875	0.0207
map_cut_10            	2024-12875	0.0415
map_cut_15            	2024-12875	0.0622
map_cut_20            	2024-12875	0.0830
map_cut_30            	2024-12875	0.1105
map_cut_100           	2024-12875	0.2168
map_cut_200           	2024-12875	0.2168
map_cut_500           	2024-12875	0.2168
map_cut_1000          	2024-12875	0.2168
relative_P_5          	2024-12875	1.0000
relative_P_10         	2024-12875	1.0000
relative_P_15         	2024-12875	1.0000
relative_P_20         	2024-12875	1.0000
relative_P_30         	2024-12875	0.9000
relative_P_100        	2024-12875	0.6300
relative_P_200        	2024-12875	0.3150
relative_P_500        	2024-12875	0.2614
relative_P_1000       	2024-12875	0.2614
success_1             	2024-12875	1.0000
success_5             	2024-12875	1.0000
success_10            	2024-12875	1.0000
set_P                 	2024-12875	0.6300
set_relative_P        	2024-12875	0.6300
set_recall            	2024-12875	0.2614
set_map               	2024-12875	0.1647
set_F                 	2024-12875	0.3695
num_nonrel_judged_ret 	2024-12875	0
num_ret               	2024-128784	100
num_rel               	2024-128784	234
num_rel_ret           	2024-128784	45
map                   	2024-128784	0.1167
Rprec                 	2024-128784	0.1923
bpref                 	2024-128784	0.1614
recip_rank            	2024-128784	1.0000
iprec_at_recall_0.00  	2024-128784	1.0000
iprec_at_recall_0.10  	2024-128784	0.5556
iprec_at_recall_0.20  	2024-128784	0.0000
iprec_at_recall_0.30  	2024-128784	0.0000
iprec_at_recall_0.40  	2024-128784	0.0000
iprec_at_recall_0.50  	2024-128784	0.0000
iprec_at_recall_0.60  	2024-128784	0.0000
iprec_at_recall_0.70  	2024-128784	0.0000
iprec_at_recall_0.80  	2024-128784	0.0000
iprec_at_recall_0.90  	2024-128784	0.0000
iprec_at_recall_1.00  	2024-128784	0.0000
P_5                   	2024-128784	0.8000
P_10                  	2024-128784	0.7000
P_15                  	2024-128784	0.6667
P_20                  	2024-128784	0.6500
P_30                  	2024-128784	0.6333
P_100                 	2024-128784	0.4500
P_200                 	2024-128784	0.2250
P_500                 	2024-128784	0.0900
P_1000                	2024-128784	0.0450
relstring             	2024-128784	'1330123003'
recall_5              	2024-128784	0.0171
recall_10             	2024-128784	0.0299
recall_15             	2024-128784	0.0427
recall_20             	2024-128784	0.0556
recall_30             	2024-128784	0.0812
recall_100            	2024-128784	0.1923
recall_200            	2024-128784	0.1923
recall_500            	2024-128784	0.1923
recall_1000           	2024-128784	0.1923
infAP                 	2024-128784	0.1167
Rprec_mult_0.20       	2024-128784	0.5319
Rprec_mult_0.40       	2024-128784	0.4574
Rprec_mult_0.60       	2024-128784	0.3191
Rprec_mult_0.80       	2024-128784	0.2394
Rprec_mult_1.00       	2024-128784	0.1923
Rprec_mult_1.20       	2024-128784	0.1601
Rprec_mult_1.40       	2024-128784	0.1372
Rprec_mult_1.60       	2024-128784	0.1200
Rprec_mult_1.80       	2024-128784	0.1066
Rprec_mult_2.00       	2024-128784	0.0962
utility               	2024-128784	-10.0000
11pt_avg              	2024-128784	0.1414
binG                  	2024-128784	0.0621
G                     	2024-128784	0.0339
ndcg                  	2024-128784	0.2257
ndcg_rel              	2024-128784	0.2720
Rndcg                 	2024-128784	0.2390
ndcg_cut_5            	2024-128784	0.5404
ndcg_cut_10           	2024-128784	0.5399
ndcg_cut_15           	2024-128784	0.5263
ndcg_cut_20           	2024-128784	0.5178
ndcg_cut_30           	2024-128784	0.4823
ndcg_cut_100          	2024-128784	0.3729
ndcg_cut_200          	2024-128784	0.2356
ndcg_cut_500          	2024-128784	0.2257
ndcg_cut_1000         	2024-128784	0.2257
map_cut_5             	2024-128784	0.0162
map_cut_10            	2024-128784	0.0265
map_cut_15            	2024-128784	0.0361
map_cut_20            	2024-128784	0.0448
map_cut_30            	2024-128784	0.0607
map_cut_100           	2024-128784	0.1167
map_cut_200           	2024-128784	0.1167
map_cut_500           	2024-128784	0.1167
map_cut_1000          	2024-128784	0.1167
relative_P_5          	2024-128784	0.8000
relative_P_10         	2024-128784	0.7000
relative_P_15         	2024-128784	0.6667
relative_P_20         	2024-128784	0.6500
relative_P_30         	2024-128784	0.6333
relative_P_100        	2024-128784	0.4500
relative_P_200        	2024-128784	0.2250
relative_P_500        	2024-128784	0.1923
relative_P_1000       	2024-128784	0.1923
success_1             	2024-128784	1.0000
success_5             	2024-128784	1.0000
success_10            	2024-128784	1.0000
set_P                 	2024-128784	0.4500
set_relative_P        	2024-128784	0.4500
set_recall            	2024-128784	0.1923
set_map               	2024-128784	0.0865
set_F                 	2024-128784	0.2695
num_nonrel_judged_ret 	2024-128784	12
num_ret               	2024-129925	100
num_rel               	2024-129925	85
num_rel_ret           	2024-129925	29
map                   	2024-129925	0.2622
Rprec                 	2024-129925	0.3176
bpref                 	2024-129925	0.3151
recip_rank            	2024-129925	1.0000
iprec_at_recall_0.00  	2024-129925	1.0000
iprec_at_recall_0.10  	2024-129925	0.9231
iprec_at_recall_0.20  	2024-129925	0.9000
iprec_at_recall_0.30  	2024-129925	0.3881
iprec_at_recall_0.40  	2024-129925	0.0000
iprec_at_recall_0.50  	2024-129925	0.0000
iprec_at_recall_0.60  	2024-129925	0.0000
iprec_at_recall_0.70  	2024-129925	0.0000
iprec_at_recall_0.80  	2024-129925	0.0000
iprec_at_recall_0.90  	2024-129925	0.0000
iprec_at_recall_1.00  	2024-129925	0.0000
P_5                   	2024-129925	1.0000
P_10                  	2024-129925	0.9000
P_15                  	2024-129925	0.8667
P_20                  	2024-129925	0.9000
P_30                  	2024-129925	0.6667
P_100                 	2024-129925	0.2900
P_200                 	2024-129925	0.1450
P_500                 	2024-129925	0.0580
P_1000                	2024-129925	0.0290
relstring             	2024-129925	'2122222012'
recall_5              	2024-129925	0.0588
recall_10             	2024-129925	0.1059
recall_15             	2024-129925	0.1529
recall_20             	2024-129925	0.2118
recall_30             	2024-129925	0.2353
recall_100            	2024-129925	0.3412
recall_200            	2024-129925	0.3412
recall_500            	2024-129925	0.3412
recall_1000           	2024-129925	0.3412
infAP                 	2024-129925	0.2622
Rprec_mult_0.20       	2024-129925	0.8824
Rprec_mult_0.40       	2024-129925	0.5882
Rprec_mult_0.60       	2024-129925	0.4706
Rprec_mult_0.80       	2024-129925	0.3824
Rprec_mult_1.00       	2024-129925	0.3176
Rprec_mult_1.20       	2024-129925	0.2843
Rprec_mult_1.40       	2024-129925	0.2437
Rprec_mult_1.60       	2024-129925	0.2132
Rprec_mult_1.80       	2024-129925	0.1895
Rprec_mult_2.00       	2024-129925	0.1706
utility               	2024-129925	-42.0000
11pt_avg              	2024-129925	0.2919
binG                  	2024-129925	0.1843
G                     	2024-129925	0.1252
ndcg                  	2024-129925	0.4315
ndcg_rel              	2024-129925	0.5287
Rndcg                 	2024-129925	0.4408
ndcg_cut_5            	2024-129925	0.8930
ndcg_cut_10           	2024-129925	0.8280
ndcg_cut_15           	2024-129925	0.7768
ndcg_cut_20           	2024-129925	0.7816
ndcg_cut_30           	2024-129925	0.6240
ndcg_cut_100          	2024-129925	0.4315
ndcg_cut_200          	2024-129925	0.4315
ndcg_cut_500          	2024-129925	0.4315
ndcg_cut_1000         	2024-129925	0.4315
map_cut_5             	2024-129925	0.0588
map_cut_10            	2024-129925	0.1034
map_cut_15            	2024-129925	0.1459
map_cut_20            	2024-129925	0.1982
map_cut_30            	2024-129925	0.2171
map_cut_100           	2024-129925	0.2622
map_cut_200           	2024-129925	0.2622
map_cut_500           	2024-129925	0.2622
map_cut_1000          	2024-129925	0.2622
relative_P_5          	2024-129925	1.0000
relative_P_10         	2024-129925	0.9000
relative_P_15         	2024-129925	0.8667
relative_P_20         	2024-129925	0.9000
relative_P_30         	2024-129925	0.6667
relative_P_100        	2024-129925	0.3412
relative_P_200        	2024-129925	0.3412
relative_P_500        	2024-129925	0.3412
relative_P_1000       	2024-129925	0.3412
success_1             	2024-129925	1.0000
success_5             	2024-129925	1.0000
success_10            	2024-129925	1.0000
set_P                 	2024-129925	0.2900
set_relative_P        	2024-129925	0.3412
set_recall            	2024-129925	0.3412
set_map               	2024-129925	0.0989
set_F                 	2024-129925	0.3135
num_nonrel_judged_ret 	2024-129925	16
num_ret               	2024-136156	100
num_rel               	2024-136156	169
num_rel_ret           	2024-136156	21
map                   	2024-136156	0.0386
Rprec                 	2024-136156	0.1243
bpref                 	2024-136156	0.0957
recip_rank            	2024-136156	1.0000
iprec_at_recall_0.00  	2024-136156	1.0000
iprec_at_recall_0.10  	2024-136156	0.2235
iprec_at_recall_0.20  	2024-136156	0.0000
iprec_at_recall_0.30  	2024-136156	0.0000
iprec_at_recall_0.40  	2024-136156	0.0000
iprec_at_recall_0.50  	2024-136156	0.0000
iprec_at_recall_0.60  	2024-136156	0.0000
iprec_at_recall_0.70  	2024-136156	0.0000
iprec_at_recall_0.80  	2024-136156	0.0000
iprec_at_recall_0.90  	2024-136156	0.0000
iprec_at_recall_1.00  	2024-136156	0.0000
P_5                   	2024-136156	0.2000
P_10                  	2024-136156	0.1000
P_15                  	2024-136156	0.2667
P_20                  	2024-136156	0.3000
P_30                  	2024-136156	0.3000
P_100                 	2024-136156	0.2100
P_200                 	2024-136156	0.1050
P_500                 	2024-136156	0.0420
P_1000                	2024-136156	0.0210
relstring             	2024-136156	'1000000000'
recall_5              	2024-136156	0.0059
recall_10             	2024-136156	0.0059
recall_15             	2024-136156	0.0237
recall_20             	2024-136156	0.0355
recall_30             	2024-136156	0.0533
recall_100            	2024-136156	0.1243
recall_200            	2024-136156	0.1243
recall_500            	2024-136156	0.1243
recall_1000           	2024-136156	0.1243
infAP                 	2024-136156	0.0386
Rprec_mult_0.20       	2024-136156	0.3235
Rprec_mult_0.40       	2024-136156	0.2353
Rprec_mult_0.60       	2024-136156	0.2059
Rprec_mult_0.80       	2024-136156	0.1544
Rprec_mult_1.00       	2024-136156	0.1243
Rprec_mult_1.20       	2024-136156	0.1034
Rprec_mult_1.40       	2024-136156	0.0886
Rprec_mult_1.60       	2024-136156	0.0775
Rprec_mult_1.80       	2024-136156	0.0689
Rprec_mult_2.00       	2024-136156	0.0621
utility               	2024-136156	-58.0000
11pt_avg              	2024-136156	0.1112
binG                  	2024-136156	0.0315
G                     	2024-136156	0.0227
ndcg                  	2024-136156	0.1378
ndcg_rel              	2024-136156	0.1425
Rndcg                 	2024-136156	0.1386
ndcg_cut_5            	2024-136156	0.1131
ndcg_cut_10           	2024-136156	0.0831
ndcg_cut_15           	2024-136156	0.1415
ndcg_cut_20           	2024-136156	0.1648
ndcg_cut_30           	2024-136156	0.1617
ndcg_cut_100          	2024-136156	0.1723
ndcg_cut_200          	2024-136156	0.1378
ndcg_cut_500          	2024-136156	0.1378
ndcg_cut_1000         	2024-136156	0.1378
map_cut_5             	2024-136156	0.0059
map_cut_10            	2024-136156	0.0059
map_cut_15            	2024-136156	0.0100
map_cut_20            	2024-136156	0.0140
map_cut_30            	2024-136156	0.0195
map_cut_100           	2024-136156	0.0386
map_cut_200           	2024-136156	0.0386
map_cut_500           	2024-136156	0.0386
map_cut_1000          	2024-136156	0.0386
relative_P_5          	2024-136156	0.2000
relative_P_10         	2024-136156	0.1000
relative_P_15         	2024-136156	0.2667
relative_P_20         	2024-136156	0.3000
relative_P_30         	2024-136156	0.3000
relative_P_100        	2024-136156	0.2100
relative_P_200        	2024-136156	0.1243
relative_P_500        	2024-136156	0.1243
relative_P_1000       	2024-136156	0.1243
success_1             	2024-136156	1.0000
success_5             	2024-136156	1.0000
success_10            	2024-136156	1.0000
set_P                 	2024-136156	0.2100
set_relative_P        	2024-136156	0.2100
set_recall            	2024-136156	0.1243
set_map               	2024-136156	0.0261
set_F                 	2024-136156	0.1561
num_nonrel_judged_ret 	2024-136156	29
num_ret               	2024-137182	100
num_rel               	2024-137182	172
num_rel_ret           	2024-137182	11
map                   	2024-137182	0.0080
Rprec                 	2024-137182	0.0640
bpref                 	2024-137182	0.0494
recip_rank            	2024-137182	0.0909
iprec_at_recall_0.00  	2024-137182	0.1579
iprec_at_recall_0.10  	2024-137182	0.0000
iprec_at_recall_0.20  	2024-137182	0.0000
iprec_at_recall_0.30  	2024-137182	0.0000
iprec_at_recall_0.40  	2024-137182	0.0000
iprec_at_recall_0.50  	2024-137182	0.0000
iprec_at_recall_0.60  	2024-137182	0.0000
iprec_at_recall_0.70  	2024-137182	0.0000
iprec_at_recall_0.80  	2024-137182	0.0000
iprec_at_recall_0.90  	2024-137182	0.0000
iprec_at_recall_1.00  	2024-137182	0.0000
P_5                   	2024-137182	0.0000
P_10                  	2024-137182	0.0000
P_15                  	2024-137182	0.0667
P_20                  	2024-137182	0.1000
P_30                  	2024-137182	0.0667
P_100                 	2024-137182	0.1100
P_200                 	2024-137182	0.0550
P_500                 	2024-137182	0.0220
P_1000                	2024-137182	0.0110
relstring             	2024-137182	'-------0--'
recall_5              	2024-137182	0.0000
recall_10             	2024-137182	0.0000
recall_15             	2024-137182	0.0058
recall_20             	2024-137182	0.0116
recall_30             	2024-137182	0.0116
recall_100            	2024-137182	0.0640
recall_200            	2024-137182	0.0640
recall_500            	2024-137182	0.0640
recall_1000           	2024-137182	0.0640
infAP                 	2024-137182	0.0080
Rprec_mult_0.20       	2024-137182	0.0857
Rprec_mult_0.40       	2024-137182	0.1449
Rprec_mult_0.60       	2024-137182	0.1058
Rprec_mult_0.80       	2024-137182	0.0797
Rprec_mult_1.00       	2024-137182	0.0640
Rprec_mult_1.20       	2024-137182	0.0531
Rprec_mult_1.40       	2024-137182	0.0456
Rprec_mult_1.60       	2024-137182	0.0399
Rprec_mult_1.80       	2024-137182	0.0355
Rprec_mult_2.00       	2024-137182	0.0320
utility               	2024-137182	-78.0000
11pt_avg              	2024-137182	0.0144
binG                  	2024-137182	0.0126
G                     	2024-137182	0.0084
ndcg                  	2024-137182	0.0541
ndcg_rel              	2024-137182	0.0541
Rndcg                 	2024-137182	0.0574
ndcg_cut_5            	2024-137182	0.0000
ndcg_cut_10           	2024-137182	0.0000
ndcg_cut_15           	2024-137182	0.0159
ndcg_cut_20           	2024-137182	0.0359
ndcg_cut_30           	2024-137182	0.0276
ndcg_cut_100          	2024-137182	0.0686
ndcg_cut_200          	2024-137182	0.0541
ndcg_cut_500          	2024-137182	0.0541
ndcg_cut_1000         	2024-137182	0.0541
map_cut_5             	2024-137182	0.0000
map_cut_10            	2024-137182	0.0000
map_cut_15            	2024-137182	0.0005
map_cut_20            	2024-137182	0.0012
map_cut_30            	2024-137182	0.0012
map_cut_100           	2024-137182	0.0080
map_cut_200           	2024-137182	0.0080
map_cut_500           	2024-137182	0.0080
map_cut_1000          	2024-137182	0.0080
relative_P_5          	2024-137182	0.0000
relative_P_10         	2024-137182	0.0000
relative_P_15         	2024-137182	0.0667
relative_P_20         	2024-137182	0.1000
relative_P_30         	2024-137182	0.0667
relative_P_100        	2024-137182	0.1100
relative_P_200        	2024-137182	0.0640
relative_P_500        	2024-137182	0.0640
relative_P_1000       	2024-137182	0.0640
success_1             	2024-137182	0.0000
success_5             	2024-137182	0.0000
success_10            	2024-137182	0.0000
set_P                 	2024-137182	0.1100
set_relative_P        	2024-137182	0.1100
set_recall            	2024-137182	0.0640
set_map               	2024-137182	0.0070
set_F                 	2024-137182	0.0809
num_nonrel_judged_ret 	2024-137182	3
num_ret               	2024-141577	100
num_rel               	2024-141577	195
num_rel_ret           	2024-141577	10
map                   	2024-141577	0.0217
Rprec                 	2024-141577	0.0513
bpref                 	2024-141577	0.0462
recip_rank            	2024-141577	1.0000
iprec_at_recall_0.00  	2024-141577	1.0000
iprec_at_recall_0.10  	2024-141577	0.0000
iprec_at_recall_0.20  	2024-141577	0.0000
iprec_at_recall_0.30  	2024-141577	0.0000
iprec_at_recall_0.40  	2024-141577	0.0000
iprec_at_recall_0.50  	2024-141577	0.0000
iprec_at_recall_0.60  	2024-141577	0.0000
iprec_at_recall_0.70  	2024-141577	0.0000
iprec_at_recall_0.80  	2024-141577	0.0000
iprec_at_recall_0.90  	2024-141577	0.0000
iprec_at_recall_1.00  	2024-141577	0.0000
P_5                   	2024-141577	0.6000
P_10                  	2024-141577	0.4000
P_15                  	2024-141577	0.2667
P_20                  	2024-141577	0.2000
P_30                  	2024-141577	0.1333
P_100                 	2024-141577	0.1000
P_200                 	2024-141577	0.0500
P_500                 	2024-141577	0.0200
P_1000                	2024-141577	0.0100
relstring             	2024-141577	'1110010000'
recall_5              	2024-141577	0.0154
recall_10             	2024-141577	0.0205
recall_15             	2024-141577	0.0205
recall_20             	2024-141577	0.0205
recall_30             	2024-141577	0.0205
recall_100            	2024-141577	0.0513
recall_200            	2024-141577	0.0513
recall_500            	2024-141577	0.0513
recall_1000           	2024-141577	0.0513
infAP                 	2024-141577	0.0217
Rprec_mult_0.20       	2024-141577	0.1026
Rprec_mult_0.40       	2024-141577	0.1026
Rprec_mult_0.60       	2024-141577	0.0855
Rprec_mult_0.80       	2024-141577	0.0641
Rprec_mult_1.00       	2024-141577	0.0513
Rprec_mult_1.20       	2024-141577	0.0427
Rprec_mult_1.40       	2024-141577	0.0366
Rprec_mult_1.60       	2024-141577	0.0321
Rprec_mult_1.80       	2024-141577	0.0285
Rprec_mult_2.00       	2024-141577	0.0256
utility               	2024-141577	-80.0000
11pt_avg              	2024-141577	0.0909
binG                  	2024-141577	0.0229
G                     	2024-141577	0.0097
ndcg                  	2024-141577	0.0711
ndcg_rel              	2024-141577	0.0765
Rndcg                 	2024-141577	0.1282
ndcg_cut_5            	2024-141577	0.2409
ndcg_cut_10           	2024-141577	0.2066
ndcg_cut_15           	2024-141577	0.1695
ndcg_cut_20           	2024-141577	0.1461
ndcg_cut_30           	2024-141577	0.1169
ndcg_cut_100          	2024-141577	0.0949
ndcg_cut_200          	2024-141577	0.0711
ndcg_cut_500          	2024-141577	0.0711
ndcg_cut_1000         	2024-141577	0.0711
map_cut_5             	2024-141577	0.0154
map_cut_10            	2024-141577	0.0188
map_cut_15            	2024-141577	0.0188
map_cut_20            	2024-141577	0.0188
map_cut_30            	2024-141577	0.0188
map_cut_100           	2024-141577	0.0217
map_cut_200           	2024-141577	0.0217
map_cut_500           	2024-141577	0.0217
map_cut_1000          	2024-141577	0.0217
relative_P_5          	2024-141577	0.6000
relative_P_10         	2024-141577	0.4000
relative_P_15         	2024-141577	0.2667
relative_P_20         	2024-141577	0.2000
relative_P_30         	2024-141577	0.1333
relative_P_100        	2024-141577	0.1000
relative_P_200        	2024-141577	0.0513
relative_P_500        	2024-141577	0.0513
relative_P_1000       	2024-141577	0.0513
success_1             	2024-141577	1.0000
success_5             	2024-141577	1.0000
success_10            	2024-141577	1.0000
set_P                 	2024-141577	0.1000
set_relative_P        	2024-141577	0.1000
set_recall            	2024-141577	0.0513
set_map               	2024-141577	0.0051
set_F                 	2024-141577	0.0678
num_nonrel_judged_ret 	2024-141577	39
num_ret               	2024-142395	100
num_rel               	2024-142395	119
num_rel_ret           	2024-142395	3
map                   	2024-142395	0.0033
Rprec                 	2024-142395	0.0252
bpref                 	2024-142395	0.0252
recip_rank            	2024-142395	0.1000
iprec_at_recall_0.00  	2024-142395	0.1818
iprec_at_recall_0.10  	2024-142395	0.0000
iprec_at_recall_0.20  	2024-142395	0.0000
iprec_at_recall_0.30  	2024-142395	0.0000
iprec_at_recall_0.40  	2024-142395	0.0000
iprec_at_recall_0.50  	2024-142395	0.0000
iprec_at_recall_0.60  	2024-142395	0.0000
iprec_at_recall_0.70  	2024-142395	0.0000
iprec_at_recall_0.80  	2024-142395	0.0000
iprec_at_recall_0.90  	2024-142395	0.0000
iprec_at_recall_1.00  	2024-142395	0.0000
P_5                   	2024-142395	0.0000
P_10                  	2024-142395	0.1000
P_15                  	2024-142395	0.1333
P_20                  	2024-142395	0.1000
P_30                  	2024-142395	0.1000
P_100                 	2024-142395	0.0300
P_200                 	2024-142395	0.0150
P_500                 	2024-142395	0.0060
P_1000                	2024-142395	0.0030
relstring             	2024-142395	'---------2'
recall_5              	2024-142395	0.0000
recall_10             	2024-142395	0.0084
recall_15             	2024-142395	0.0168
recall_20             	2024-142395	0.0168
recall_30             	2024-142395	0.0252
recall_100            	2024-142395	0.0252
recall_200            	2024-142395	0.0252
recall_500            	2024-142395	0.0252
recall_1000           	2024-142395	0.0252
infAP                 	2024-142395	0.0033
Rprec_mult_0.20       	2024-142395	0.0833
Rprec_mult_0.40       	2024-142395	0.0625
Rprec_mult_0.60       	2024-142395	0.0417
Rprec_mult_0.80       	2024-142395	0.0312
Rprec_mult_1.00       	2024-142395	0.0252
Rprec_mult_1.20       	2024-142395	0.0210
Rprec_mult_1.40       	2024-142395	0.0180
Rprec_mult_1.60       	2024-142395	0.0157
Rprec_mult_1.80       	2024-142395	0.0140
Rprec_mult_2.00       	2024-142395	0.0126
utility               	2024-142395	-94.0000
11pt_avg              	2024-142395	0.0165
binG                  	2024-142395	0.0066
G                     	2024-142395	0.0081
ndcg                  	2024-142395	0.0437
ndcg_rel              	2024-142395	0.0447
Rndcg                 	2024-142395	0.0453
ndcg_cut_5            	2024-142395	0.0000
ndcg_cut_10           	2024-142395	0.0539
ndcg_cut_15           	2024-142395	0.0884
ndcg_cut_20           	2024-142395	0.0810
ndcg_cut_30           	2024-142395	0.0832
ndcg_cut_100          	2024-142395	0.0481
ndcg_cut_200          	2024-142395	0.0437
ndcg_cut_500          	2024-142395	0.0437
ndcg_cut_1000         	2024-142395	0.0437
map_cut_5             	2024-142395	0.0000
map_cut_10            	2024-142395	0.0008
map_cut_15            	2024-142395	0.0024
map_cut_20            	2024-142395	0.0024
map_cut_30            	2024-142395	0.0033
map_cut_100           	2024-142395	0.0033
map_cut_200           	2024-142395	0.0033
map_cut_500           	2024-142395	0.0033
map_cut_1000          	2024-142395	0.0033
relative_P_5          	2024-142395	0.0000
relative_P_10         	2024-142395	0.1000
relative_P_15         	2024-142395	0.1333
relative_P_20         	2024-142395	0.1000
relative_P_30         	2024-142395	0.1000
relative_P_100        	2024-142395	0.0300
relative_P_200        	2024-142395	0.0252
relative_P_500        	2024-142395	0.0252
relative_P_1000       	2024-142395	0.0252
success_1             	2024-142395	0.0000
success_5             	2024-142395	0.0000
success_10            	2024-142395	1.0000
set_P                 	2024-142395	0.0300
set_relative_P        	2024-142395	0.0300
set_recall            	2024-142395	0.0252
set_map               	2024-142395	0.0008
set_F                 	2024-142395	0.0274
num_nonrel_judged_ret 	2024-142395	1
num_ret               	2024-143869	100
num_rel               	2024-143869	280
num_rel_ret           	2024-143869	13
map                   	2024-143869	0.0208
Rprec                 	2024-143869	0.0464
bpref                 	2024-143869	0.0436
recip_rank            	2024-143869	1.0000
iprec_at_recall_0.00  	2024-143869	1.0000
iprec_at_recall_0.10  	2024-143869	0.0000
iprec_at_recall_0.20  	2024-143869	0.0000
iprec_at_recall_0.30  	2024-143869	0.0000
iprec_at_recall_0.40  	2024-143869	0.0000
iprec_at_recall_0.50  	2024-143869	0.0000
iprec_at_recall_0.60  	2024-143869	0.0000
iprec_at_recall_0.70  	2024-143869	0.0000
iprec_at_recall_0.80  	2024-143869	0.0000
iprec_at_recall_0.90  	2024-143869	0.0000
iprec_at_recall_1.00  	2024-143869	0.0000
P_5                   	2024-143869	0.6000
P_10                  	2024-143869	0.5000
P_15                  	2024-143869	0.4667
P_20                  	2024-143869	0.4000
P_30                  	2024-143869	0.2667
P_100                 	2024-143869	0.1300
P_200                 	2024-143869	0.0650
P_500                 	2024-143869	0.0260
P_1000                	2024-143869	0.0130
relstring             	2024-143869	'2021002020'
recall_5              	2024-143869	0.0107
recall_10             	2024-143869	0.0179
recall_15             	2024-143869	0.0250
recall_20             	2024-143869	0.0286
recall_30             	2024-143869	0.0286
recall_100            	2024-143869	0.0464
recall_200            	2024-143869	0.0464
recall_500            	2024-143869	0.0464
recall_1000           	2024-143869	0.0464
infAP                 	2024-143869	0.0208
Rprec_mult_0.20       	2024-143869	0.1607
Rprec_mult_0.40       	2024-143869	0.1161
Rprec_mult_0.60       	2024-143869	0.0774
Rprec_mult_0.80       	2024-143869	0.0580
Rprec_mult_1.00       	2024-143869	0.0464
Rprec_mult_1.20       	2024-143869	0.0387
Rprec_mult_1.40       	2024-143869	0.0332
Rprec_mult_1.60       	2024-143869	0.0290
Rprec_mult_1.80       	2024-143869	0.0258
Rprec_mult_2.00       	2024-143869	0.0232
utility               	2024-143869	-74.0000
11pt_avg              	2024-143869	0.0909
binG                  	2024-143869	0.0174
G                     	2024-143869	0.0102
ndcg                  	2024-143869	0.0791
ndcg_rel              	2024-143869	0.0898
Rndcg                 	2024-143869	0.1070
ndcg_cut_5            	2024-143869	0.3878
ndcg_cut_10           	2024-143869	0.3448
ndcg_cut_15           	2024-143869	0.3125
ndcg_cut_20           	2024-143869	0.2718
ndcg_cut_30           	2024-143869	0.2088
ndcg_cut_100          	2024-143869	0.1285
ndcg_cut_200          	2024-143869	0.0893
ndcg_cut_500          	2024-143869	0.0791
ndcg_cut_1000         	2024-143869	0.0791
map_cut_5             	2024-143869	0.0086
map_cut_10            	2024-143869	0.0127
map_cut_15            	2024-143869	0.0164
map_cut_20            	2024-143869	0.0182
map_cut_30            	2024-143869	0.0182
map_cut_100           	2024-143869	0.0208
map_cut_200           	2024-143869	0.0208
map_cut_500           	2024-143869	0.0208
map_cut_1000          	2024-143869	0.0208
relative_P_5          	2024-143869	0.6000
relative_P_10         	2024-143869	0.5000
relative_P_15         	2024-143869	0.4667
relative_P_20         	2024-143869	0.4000
relative_P_30         	2024-143869	0.2667
relative_P_100        	2024-143869	0.1300
relative_P_200        	2024-143869	0.0650
relative_P_500        	2024-143869	0.0464
relative_P_1000       	2024-143869	0.0464
success_1             	2024-143869	1.0000
success_5             	2024-143869	1.0000
success_10            	2024-143869	1.0000
set_P                 	2024-143869	0.1300
set_relative_P        	2024-143869	0.1300
set_recall            	2024-143869	0.0464
set_map               	2024-143869	0.0060
set_F                 	2024-143869	0.0684
num_nonrel_judged_ret 	2024-143869	31
num_ret               	2024-145979	100
num_rel               	2024-145979	135
num_rel_ret           	2024-145979	66
map                   	2024-145979	0.4373
Rprec                 	2024-145979	0.4889
bpref                 	2024-145979	0.4889
recip_rank            	2024-145979	1.0000
iprec_at_recall_0.00  	2024-145979	1.0000
iprec_at_recall_0.10  	2024-145979	1.0000
iprec_at_recall_0.20  	2024-145979	0.9655
iprec_at_recall_0.30  	2024-145979	0.9348
iprec_at_recall_0.40  	2024-145979	0.7826
iprec_at_recall_0.50  	2024-145979	0.0000
iprec_at_recall_0.60  	2024-145979	0.0000
iprec_at_recall_0.70  	2024-145979	0.0000
iprec_at_recall_0.80  	2024-145979	0.0000
iprec_at_recall_0.90  	2024-145979	0.0000
iprec_at_recall_1.00  	2024-145979	0.0000
P_5                   	2024-145979	1.0000
P_10                  	2024-145979	1.0000
P_15                  	2024-145979	1.0000
P_20                  	2024-145979	1.0000
P_30                  	2024-145979	0.9333
P_100                 	2024-145979	0.6600
P_200                 	2024-145979	0.3300
P_500                 	2024-145979	0.1320
P_1000                	2024-145979	0.0660
relstring             	2024-145979	'3333333233'
recall_5              	2024-145979	0.0370
recall_10             	2024-145979	0.0741
recall_15             	2024-145979	0.1111
recall_20             	2024-145979	0.1481
recall_30             	2024-145979	0.2074
recall_100            	2024-145979	0.4889
recall_200            	2024-145979	0.4889
recall_500            	2024-145979	0.4889
recall_1000           	2024-145979	0.4889
infAP                 	2024-145979	0.4373
Rprec_mult_0.20       	2024-145979	0.9630
Rprec_mult_0.40       	2024-145979	0.8333
Rprec_mult_0.60       	2024-145979	0.7160
Rprec_mult_0.80       	2024-145979	0.6111
Rprec_mult_1.00       	2024-145979	0.4889
Rprec_mult_1.20       	2024-145979	0.4074
Rprec_mult_1.40       	2024-145979	0.3492
Rprec_mult_1.60       	2024-145979	0.3056
Rprec_mult_1.80       	2024-145979	0.2716
Rprec_mult_2.00       	2024-145979	0.2444
utility               	2024-145979	32.0000
11pt_avg              	2024-145979	0.4257
binG                  	2024-145979	0.2833
G                     	2024-145979	0.1660
ndcg                  	2024-145979	0.5780
ndcg_rel              	2024-145979	0.6917
Rndcg                 	2024-145979	0.6144
ndcg_cut_5            	2024-145979	1.0000
ndcg_cut_10           	2024-145979	0.9769
ndcg_cut_15           	2024-145979	0.8935
ndcg_cut_20           	2024-145979	0.8774
ndcg_cut_30           	2024-145979	0.7830
ndcg_cut_100          	2024-145979	0.6488
ndcg_cut_200          	2024-145979	0.5780
ndcg_cut_500          	2024-145979	0.5780
ndcg_cut_1000         	2024-145979	0.5780
map_cut_5             	2024-145979	0.0370
map_cut_10            	2024-145979	0.0741
map_cut_15            	2024-145979	0.1111
map_cut_20            	2024-145979	0.1481
map_cut_30            	2024-145979	0.2057
map_cut_100           	2024-145979	0.4373
map_cut_200           	2024-145979	0.4373
map_cut_500           	2024-145979	0.4373
map_cut_1000          	2024-145979	0.4373
relative_P_5          	2024-145979	1.0000
relative_P_10         	2024-145979	1.0000
relative_P_15         	2024-145979	1.0000
relative_P_20         	2024-145979	1.0000
relative_P_30         	2024-145979	0.9333
relative_P_100        	2024-145979	0.6600
relative_P_200        	2024-145979	0.4889
relative_P_500        	2024-145979	0.4889
relative_P_1000       	2024-145979	0.4889
success_1             	2024-145979	1.0000
success_5             	2024-145979	1.0000
success_10            	2024-145979	1.0000
set_P                 	2024-145979	0.6600
set_relative_P        	2024-145979	0.6600
set_recall            	2024-145979	0.4889
set_map               	2024-145979	0.3227
set_F                 	2024-145979	0.5617
num_nonrel_judged_ret 	2024-145979	0
num_ret               	2024-149459	100
num_rel               	2024-149459	115
num_rel_ret           	2024-149459	44
map                   	2024-149459	0.3116
Rprec                 	2024-149459	0.3826
bpref                 	2024-149459	0.3826
recip_rank            	2024-149459	1.0000
iprec_at_recall_0.00  	2024-149459	1.0000
iprec_at_recall_0.10  	2024-149459	1.0000
iprec_at_recall_0.20  	2024-149459	0.9583
iprec_at_recall_0.30  	2024-149459	0.6481
iprec_at_recall_0.40  	2024-149459	0.0000
iprec_at_recall_0.50  	2024-149459	0.0000
iprec_at_recall_0.60  	2024-149459	0.0000
iprec_at_recall_0.70  	2024-149459	0.0000
iprec_at_recall_0.80  	2024-149459	0.0000
iprec_at_recall_0.90  	2024-149459	0.0000
iprec_at_recall_1.00  	2024-149459	0.0000
P_5                   	2024-149459	1.0000
P_10                  	2024-149459	1.0000
P_15                  	2024-149459	1.0000
P_20                  	2024-149459	0.9500
P_30                  	2024-149459	0.8000
P_100                 	2024-149459	0.4400
P_200                 	2024-149459	0.2200
P_500                 	2024-149459	0.0880
P_1000                	2024-149459	0.0440
relstring             	2024-149459	'3333121232'
recall_5              	2024-149459	0.0435
recall_10             	2024-149459	0.0870
recall_15             	2024-149459	0.1304
recall_20             	2024-149459	0.1652
recall_30             	2024-149459	0.2087
recall_100            	2024-149459	0.3826
recall_200            	2024-149459	0.3826
recall_500            	2024-149459	0.3826
recall_1000           	2024-149459	0.3826
infAP                 	2024-149459	0.3116
Rprec_mult_0.20       	2024-149459	0.9565
Rprec_mult_0.40       	2024-149459	0.6522
Rprec_mult_0.60       	2024-149459	0.5507
Rprec_mult_0.80       	2024-149459	0.4674
Rprec_mult_1.00       	2024-149459	0.3826
Rprec_mult_1.20       	2024-149459	0.3188
Rprec_mult_1.40       	2024-149459	0.2733
Rprec_mult_1.60       	2024-149459	0.2391
Rprec_mult_1.80       	2024-149459	0.2126
Rprec_mult_2.00       	2024-149459	0.1913
utility               	2024-149459	-12.0000
11pt_avg              	2024-149459	0.3279
binG                  	2024-149459	0.2236
G                     	2024-149459	0.1564
ndcg                  	2024-149459	0.5480
ndcg_rel              	2024-149459	0.6276
Rndcg                 	2024-149459	0.6546
ndcg_cut_5            	2024-149459	0.9125
ndcg_cut_10           	2024-149459	0.8238
ndcg_cut_15           	2024-149459	0.7999
ndcg_cut_20           	2024-149459	0.8006
ndcg_cut_30           	2024-149459	0.7490
ndcg_cut_100          	2024-149459	0.5777
ndcg_cut_200          	2024-149459	0.5480
ndcg_cut_500          	2024-149459	0.5480
ndcg_cut_1000         	2024-149459	0.5480
map_cut_5             	2024-149459	0.0435
map_cut_10            	2024-149459	0.0870
map_cut_15            	2024-149459	0.1304
map_cut_20            	2024-149459	0.1643
map_cut_30            	2024-149459	0.2048
map_cut_100           	2024-149459	0.3116
map_cut_200           	2024-149459	0.3116
map_cut_500           	2024-149459	0.3116
map_cut_1000          	2024-149459	0.3116
relative_P_5          	2024-149459	1.0000
relative_P_10         	2024-149459	1.0000
relative_P_15         	2024-149459	1.0000
relative_P_20         	2024-149459	0.9500
relative_P_30         	2024-149459	0.8000
relative_P_100        	2024-149459	0.4400
relative_P_200        	2024-149459	0.3826
relative_P_500        	2024-149459	0.3826
relative_P_1000       	2024-149459	0.3826
success_1             	2024-149459	1.0000
success_5             	2024-149459	1.0000
success_10            	2024-149459	1.0000
set_P                 	2024-149459	0.4400
set_relative_P        	2024-149459	0.4400
set_recall            	2024-149459	0.3826
set_map               	2024-149459	0.1683
set_F                 	2024-149459	0.4093
num_nonrel_judged_ret 	2024-149459	0
num_ret               	2024-152259	100
num_rel               	2024-152259	72
num_rel_ret           	2024-152259	10
map                   	2024-152259	0.0459
Rprec                 	2024-152259	0.1389
bpref                 	2024-152259	0.1306
recip_rank            	2024-152259	1.0000
iprec_at_recall_0.00  	2024-152259	1.0000
iprec_at_recall_0.10  	2024-152259	0.1915
iprec_at_recall_0.20  	2024-152259	0.0000
iprec_at_recall_0.30  	2024-152259	0.0000
iprec_at_recall_0.40  	2024-152259	0.0000
iprec_at_recall_0.50  	2024-152259	0.0000
iprec_at_recall_0.60  	2024-152259	0.0000
iprec_at_recall_0.70  	2024-152259	0.0000
iprec_at_recall_0.80  	2024-152259	0.0000
iprec_at_recall_0.90  	2024-152259	0.0000
iprec_at_recall_1.00  	2024-152259	0.0000
P_5                   	2024-152259	0.4000
P_10                  	2024-152259	0.2000
P_15                  	2024-152259	0.2000
P_20                  	2024-152259	0.2500
P_30                  	2024-152259	0.2333
P_100                 	2024-152259	0.1000
P_200                 	2024-152259	0.0500
P_500                 	2024-152259	0.0200
P_1000                	2024-152259	0.0100
relstring             	2024-152259	'10-10-0---'
recall_5              	2024-152259	0.0278
recall_10             	2024-152259	0.0278
recall_15             	2024-152259	0.0417
recall_20             	2024-152259	0.0694
recall_30             	2024-152259	0.0972
recall_100            	2024-152259	0.1389
recall_200            	2024-152259	0.1389
recall_500            	2024-152259	0.1389
recall_1000           	2024-152259	0.1389
infAP                 	2024-152259	0.0459
Rprec_mult_0.20       	2024-152259	0.2000
Rprec_mult_0.40       	2024-152259	0.2414
Rprec_mult_0.60       	2024-152259	0.1818
Rprec_mult_0.80       	2024-152259	0.1552
Rprec_mult_1.00       	2024-152259	0.1389
Rprec_mult_1.20       	2024-152259	0.1149
Rprec_mult_1.40       	2024-152259	0.0990
Rprec_mult_1.60       	2024-152259	0.0862
Rprec_mult_1.80       	2024-152259	0.0769
Rprec_mult_2.00       	2024-152259	0.0694
utility               	2024-152259	-80.0000
11pt_avg              	2024-152259	0.1083
binG                  	2024-152259	0.0460
G                     	2024-152259	0.0322
ndcg                  	2024-152259	0.1520
ndcg_rel              	2024-152259	0.1580
Rndcg                 	2024-152259	0.1648
ndcg_cut_5            	2024-152259	0.1691
ndcg_cut_10           	2024-152259	0.1423
ndcg_cut_15           	2024-152259	0.1496
ndcg_cut_20           	2024-152259	0.1919
ndcg_cut_30           	2024-152259	0.1930
ndcg_cut_100          	2024-152259	0.1520
ndcg_cut_200          	2024-152259	0.1520
ndcg_cut_500          	2024-152259	0.1520
ndcg_cut_1000         	2024-152259	0.1520
map_cut_5             	2024-152259	0.0208
map_cut_10            	2024-152259	0.0208
map_cut_15            	2024-152259	0.0243
map_cut_20            	2024-152259	0.0314
map_cut_30            	2024-152259	0.0385
map_cut_100           	2024-152259	0.0459
map_cut_200           	2024-152259	0.0459
map_cut_500           	2024-152259	0.0459
map_cut_1000          	2024-152259	0.0459
relative_P_5          	2024-152259	0.4000
relative_P_10         	2024-152259	0.2000
relative_P_15         	2024-152259	0.2000
relative_P_20         	2024-152259	0.2500
relative_P_30         	2024-152259	0.2333
relative_P_100        	2024-152259	0.1389
relative_P_200        	2024-152259	0.1389
relative_P_500        	2024-152259	0.1389
relative_P_1000       	2024-152259	0.1389
success_1             	2024-152259	1.0000
success_5             	2024-152259	1.0000
success_10            	2024-152259	1.0000
set_P                 	2024-152259	0.1000
set_relative_P        	2024-152259	0.1389
set_recall            	2024-152259	0.1389
set_map               	2024-152259	0.0139
set_F                 	2024-152259	0.1163
num_nonrel_judged_ret 	2024-152259	6
num_ret               	2024-152817	100
num_rel               	2024-152817	239
num_rel_ret           	2024-152817	49
map                   	2024-152817	0.1492
Rprec                 	2024-152817	0.2050
bpref                 	2024-152817	0.1617
recip_rank            	2024-152817	1.0000
iprec_at_recall_0.00  	2024-152817	1.0000
iprec_at_recall_0.10  	2024-152817	0.6757
iprec_at_recall_0.20  	2024-152817	0.4949
iprec_at_recall_0.30  	2024-152817	0.0000
iprec_at_recall_0.40  	2024-152817	0.0000
iprec_at_recall_0.50  	2024-152817	0.0000
iprec_at_recall_0.60  	2024-152817	0.0000
iprec_at_recall_0.70  	2024-152817	0.0000
iprec_at_recall_0.80  	2024-152817	0.0000
iprec_at_recall_0.90  	2024-152817	0.0000
iprec_at_recall_1.00  	2024-152817	0.0000
P_5                   	2024-152817	1.0000
P_10                  	2024-152817	0.9000
P_15                  	2024-152817	0.8000
P_20                  	2024-152817	0.8500
P_30                  	2024-152817	0.7000
P_100                 	2024-152817	0.4900
P_200                 	2024-152817	0.2450
P_500                 	2024-152817	0.0980
P_1000                	2024-152817	0.0490
relstring             	2024-152817	'3133212102'
recall_5              	2024-152817	0.0209
recall_10             	2024-152817	0.0377
recall_15             	2024-152817	0.0502
recall_20             	2024-152817	0.0711
recall_30             	2024-152817	0.0879
recall_100            	2024-152817	0.2050
recall_200            	2024-152817	0.2050
recall_500            	2024-152817	0.2050
recall_1000           	2024-152817	0.2050
infAP                 	2024-152817	0.1492
Rprec_mult_0.20       	2024-152817	0.6667
Rprec_mult_0.40       	2024-152817	0.4896
Rprec_mult_0.60       	2024-152817	0.3403
Rprec_mult_0.80       	2024-152817	0.2552
Rprec_mult_1.00       	2024-152817	0.2050
Rprec_mult_1.20       	2024-152817	0.1707
Rprec_mult_1.40       	2024-152817	0.1463
Rprec_mult_1.60       	2024-152817	0.1279
Rprec_mult_1.80       	2024-152817	0.1137
Rprec_mult_2.00       	2024-152817	0.1025
utility               	2024-152817	-2.0000
11pt_avg              	2024-152817	0.1973
binG                  	2024-152817	0.0827
G                     	2024-152817	0.0521
ndcg                  	2024-152817	0.2901
ndcg_rel              	2024-152817	0.3395
Rndcg                 	2024-152817	0.3900
ndcg_cut_5            	2024-152817	0.8136
ndcg_cut_10           	2024-152817	0.6686
ndcg_cut_15           	2024-152817	0.5628
ndcg_cut_20           	2024-152817	0.5467
ndcg_cut_30           	2024-152817	0.4816
ndcg_cut_100          	2024-152817	0.4013
ndcg_cut_200          	2024-152817	0.3131
ndcg_cut_500          	2024-152817	0.2901
ndcg_cut_1000         	2024-152817	0.2901
map_cut_5             	2024-152817	0.0209
map_cut_10            	2024-152817	0.0372
map_cut_15            	2024-152817	0.0476
map_cut_20            	2024-152817	0.0650
map_cut_30            	2024-152817	0.0774
map_cut_100           	2024-152817	0.1492
map_cut_200           	2024-152817	0.1492
map_cut_500           	2024-152817	0.1492
map_cut_1000          	2024-152817	0.1492
relative_P_5          	2024-152817	1.0000
relative_P_10         	2024-152817	0.9000
relative_P_15         	2024-152817	0.8000
relative_P_20         	2024-152817	0.8500
relative_P_30         	2024-152817	0.7000
relative_P_100        	2024-152817	0.4900
relative_P_200        	2024-152817	0.2450
relative_P_500        	2024-152817	0.2050
relative_P_1000       	2024-152817	0.2050
success_1             	2024-152817	1.0000
success_5             	2024-152817	1.0000
success_10            	2024-152817	1.0000
set_P                 	2024-152817	0.4900
set_relative_P        	2024-152817	0.4900
set_recall            	2024-152817	0.2050
set_map               	2024-152817	0.1005
set_F                 	2024-152817	0.2891
num_nonrel_judged_ret 	2024-152817	7
num_ret               	2024-153051	100
num_rel               	2024-153051	117
num_rel_ret           	2024-153051	57
map                   	2024-153051	0.3766
Rprec                 	2024-153051	0.4872
bpref                 	2024-153051	0.4615
recip_rank            	2024-153051	1.0000
iprec_at_recall_0.00  	2024-153051	1.0000
iprec_at_recall_0.10  	2024-153051	0.9444
iprec_at_recall_0.20  	2024-153051	0.8438
iprec_at_recall_0.30  	2024-153051	0.7347
iprec_at_recall_0.40  	2024-153051	0.6026
iprec_at_recall_0.50  	2024-153051	0.0000
iprec_at_recall_0.60  	2024-153051	0.0000
iprec_at_recall_0.70  	2024-153051	0.0000
iprec_at_recall_0.80  	2024-153051	0.0000
iprec_at_recall_0.90  	2024-153051	0.0000
iprec_at_recall_1.00  	2024-153051	0.0000
P_5                   	2024-153051	0.8000
P_10                  	2024-153051	0.9000
P_15                  	2024-153051	0.9333
P_20                  	2024-153051	0.9000
P_30                  	2024-153051	0.8333
P_100                 	2024-153051	0.5700
P_200                 	2024-153051	0.2850
P_500                 	2024-153051	0.1140
P_1000                	2024-153051	0.0570
relstring             	2024-153051	'3303321112'
recall_5              	2024-153051	0.0342
recall_10             	2024-153051	0.0769
recall_15             	2024-153051	0.1197
recall_20             	2024-153051	0.1538
recall_30             	2024-153051	0.2137
recall_100            	2024-153051	0.4872
recall_200            	2024-153051	0.4872
recall_500            	2024-153051	0.4872
recall_1000           	2024-153051	0.4872
infAP                 	2024-153051	0.3766
Rprec_mult_0.20       	2024-153051	0.9167
Rprec_mult_0.40       	2024-153051	0.7234
Rprec_mult_0.60       	2024-153051	0.6197
Rprec_mult_0.80       	2024-153051	0.5851
Rprec_mult_1.00       	2024-153051	0.4872
Rprec_mult_1.20       	2024-153051	0.4043
Rprec_mult_1.40       	2024-153051	0.3476
Rprec_mult_1.60       	2024-153051	0.3032
Rprec_mult_1.80       	2024-153051	0.2701
Rprec_mult_2.00       	2024-153051	0.2436
utility               	2024-153051	14.0000
11pt_avg              	2024-153051	0.3750
binG                  	2024-153051	0.1937
G                     	2024-153051	0.1397
ndcg                  	2024-153051	0.5407
ndcg_rel              	2024-153051	0.6010
Rndcg                 	2024-153051	0.6368
ndcg_cut_5            	2024-153051	0.8304
ndcg_cut_10           	2024-153051	0.7032
ndcg_cut_15           	2024-153051	0.6927
ndcg_cut_20           	2024-153051	0.6565
ndcg_cut_30           	2024-153051	0.6475
ndcg_cut_100          	2024-153051	0.5815
ndcg_cut_200          	2024-153051	0.5407
ndcg_cut_500          	2024-153051	0.5407
ndcg_cut_1000         	2024-153051	0.5407
map_cut_5             	2024-153051	0.0303
map_cut_10            	2024-153051	0.0676
map_cut_15            	2024-153051	0.1070
map_cut_20            	2024-153051	0.1388
map_cut_30            	2024-153051	0.1914
map_cut_100           	2024-153051	0.3766
map_cut_200           	2024-153051	0.3766
map_cut_500           	2024-153051	0.3766
map_cut_1000          	2024-153051	0.3766
relative_P_5          	2024-153051	0.8000
relative_P_10         	2024-153051	0.9000
relative_P_15         	2024-153051	0.9333
relative_P_20         	2024-153051	0.9000
relative_P_30         	2024-153051	0.8333
relative_P_100        	2024-153051	0.5700
relative_P_200        	2024-153051	0.4872
relative_P_500        	2024-153051	0.4872
relative_P_1000       	2024-153051	0.4872
success_1             	2024-153051	1.0000
success_5             	2024-153051	1.0000
success_10            	2024-153051	1.0000
set_P                 	2024-153051	0.5700
set_relative_P        	2024-153051	0.5700
set_recall            	2024-153051	0.4872
set_map               	2024-153051	0.2777
set_F                 	2024-153051	0.5253
num_nonrel_judged_ret 	2024-153051	13
num_ret               	2024-158261	100
num_rel               	2024-158261	218
num_rel_ret           	2024-158261	34
map                   	2024-158261	0.0701
Rprec                 	2024-158261	0.1560
bpref                 	2024-158261	0.1481
recip_rank            	2024-158261	0.3333
iprec_at_recall_0.00  	2024-158261	0.5500
iprec_at_recall_0.10  	2024-158261	0.4490
iprec_at_recall_0.20  	2024-158261	0.0000
iprec_at_recall_0.30  	2024-158261	0.0000
iprec_at_recall_0.40  	2024-158261	0.0000
iprec_at_recall_0.50  	2024-158261	0.0000
iprec_at_recall_0.60  	2024-158261	0.0000
iprec_at_recall_0.70  	2024-158261	0.0000
iprec_at_recall_0.80  	2024-158261	0.0000
iprec_at_recall_0.90  	2024-158261	0.0000
iprec_at_recall_1.00  	2024-158261	0.0000
P_5                   	2024-158261	0.2000
P_10                  	2024-158261	0.2000
P_15                  	2024-158261	0.4667
P_20                  	2024-158261	0.5500
P_30                  	2024-158261	0.5000
P_100                 	2024-158261	0.3400
P_200                 	2024-158261	0.1700
P_500                 	2024-158261	0.0680
P_1000                	2024-158261	0.0340
relstring             	2024-158261	'--1--2----'
recall_5              	2024-158261	0.0046
recall_10             	2024-158261	0.0092
recall_15             	2024-158261	0.0321
recall_20             	2024-158261	0.0505
recall_30             	2024-158261	0.0688
recall_100            	2024-158261	0.1560
recall_200            	2024-158261	0.1560
recall_500            	2024-158261	0.1560
recall_1000           	2024-158261	0.1560
infAP                 	2024-158261	0.0701
Rprec_mult_0.20       	2024-158261	0.4773
Rprec_mult_0.40       	2024-158261	0.3864
Rprec_mult_0.60       	2024-158261	0.2595
Rprec_mult_0.80       	2024-158261	0.1943
Rprec_mult_1.00       	2024-158261	0.1560
Rprec_mult_1.20       	2024-158261	0.1298
Rprec_mult_1.40       	2024-158261	0.1111
Rprec_mult_1.60       	2024-158261	0.0974
Rprec_mult_1.80       	2024-158261	0.0865
Rprec_mult_2.00       	2024-158261	0.0780
utility               	2024-158261	-32.0000
11pt_avg              	2024-158261	0.0908
binG                  	2024-158261	0.0387
G                     	2024-158261	0.0252
ndcg                  	2024-158261	0.1614
ndcg_rel              	2024-158261	0.1696
Rndcg                 	2024-158261	0.1793
ndcg_cut_5            	2024-158261	0.0565
ndcg_cut_10           	2024-158261	0.0889
ndcg_cut_15           	2024-158261	0.1593
ndcg_cut_20           	2024-158261	0.2061
ndcg_cut_30           	2024-158261	0.2307
ndcg_cut_100          	2024-158261	0.2230
ndcg_cut_200          	2024-158261	0.1672
ndcg_cut_500          	2024-158261	0.1614
ndcg_cut_1000         	2024-158261	0.1614
map_cut_5             	2024-158261	0.0015
map_cut_10            	2024-158261	0.0031
map_cut_15            	2024-158261	0.0117
map_cut_20            	2024-158261	0.0211
map_cut_30            	2024-158261	0.0307
map_cut_100           	2024-158261	0.0701
map_cut_200           	2024-158261	0.0701
map_cut_500           	2024-158261	0.0701
map_cut_1000          	2024-158261	0.0701
relative_P_5          	2024-158261	0.2000
relative_P_10         	2024-158261	0.2000
relative_P_15         	2024-158261	0.4667
relative_P_20         	2024-158261	0.5500
relative_P_30         	2024-158261	0.5000
relative_P_100        	2024-158261	0.3400
relative_P_200        	2024-158261	0.1700
relative_P_500        	2024-158261	0.1560
relative_P_1000       	2024-158261	0.1560
success_1             	2024-158261	0.0000
success_5             	2024-158261	1.0000
success_10            	2024-158261	1.0000
set_P                 	2024-158261	0.3400
set_relative_P        	2024-158261	0.3400
set_recall            	2024-158261	0.1560
set_map               	2024-158261	0.0530
set_F                 	2024-158261	0.2138
num_nonrel_judged_ret 	2024-158261	2
num_ret               	2024-158677	100
num_rel               	2024-158677	254
num_rel_ret           	2024-158677	43
map                   	2024-158677	0.1186
Rprec                 	2024-158677	0.1693
bpref                 	2024-158677	0.1693
recip_rank            	2024-158677	1.0000
iprec_at_recall_0.00  	2024-158677	1.0000
iprec_at_recall_0.10  	2024-158677	0.7429
iprec_at_recall_0.20  	2024-158677	0.0000
iprec_at_recall_0.30  	2024-158677	0.0000
iprec_at_recall_0.40  	2024-158677	0.0000
iprec_at_recall_0.50  	2024-158677	0.0000
iprec_at_recall_0.60  	2024-158677	0.0000
iprec_at_recall_0.70  	2024-158677	0.0000
iprec_at_recall_0.80  	2024-158677	0.0000
iprec_at_recall_0.90  	2024-158677	0.0000
iprec_at_recall_1.00  	2024-158677	0.0000
P_5                   	2024-158677	0.6000
P_10                  	2024-158677	0.7000
P_15                  	2024-158677	0.6667
P_20                  	2024-158677	0.7500
P_30                  	2024-158677	0.7667
P_100                 	2024-158677	0.4300
P_200                 	2024-158677	0.2150
P_500                 	2024-158677	0.0860
P_1000                	2024-158677	0.0430
relstring             	2024-158677	'22-2-222-2'
recall_5              	2024-158677	0.0118
recall_10             	2024-158677	0.0276
recall_15             	2024-158677	0.0394
recall_20             	2024-158677	0.0591
recall_30             	2024-158677	0.0906
recall_100            	2024-158677	0.1693
recall_200            	2024-158677	0.1693
recall_500            	2024-158677	0.1693
recall_1000           	2024-158677	0.1693
infAP                 	2024-158677	0.1186
Rprec_mult_0.20       	2024-158677	0.6078
Rprec_mult_0.40       	2024-158677	0.4216
Rprec_mult_0.60       	2024-158677	0.2810
Rprec_mult_0.80       	2024-158677	0.2108
Rprec_mult_1.00       	2024-158677	0.1693
Rprec_mult_1.20       	2024-158677	0.1410
Rprec_mult_1.40       	2024-158677	0.1208
Rprec_mult_1.60       	2024-158677	0.1057
Rprec_mult_1.80       	2024-158677	0.0939
Rprec_mult_2.00       	2024-158677	0.0846
utility               	2024-158677	-14.0000
11pt_avg              	2024-158677	0.1584
binG                  	2024-158677	0.0591
G                     	2024-158677	0.0359
ndcg                  	2024-158677	0.2372
ndcg_rel              	2024-158677	0.2807
Rndcg                 	2024-158677	0.3247
ndcg_cut_5            	2024-158677	0.4661
ndcg_cut_10           	2024-158677	0.4924
ndcg_cut_15           	2024-158677	0.4586
ndcg_cut_20           	2024-158677	0.4714
ndcg_cut_30           	2024-158677	0.5098
ndcg_cut_100          	2024-158677	0.3963
ndcg_cut_200          	2024-158677	0.2590
ndcg_cut_500          	2024-158677	0.2372
ndcg_cut_1000         	2024-158677	0.2372
map_cut_5             	2024-158677	0.0108
map_cut_10            	2024-158677	0.0220
map_cut_15            	2024-158677	0.0308
map_cut_20            	2024-158677	0.0450
map_cut_30            	2024-158677	0.0696
map_cut_100           	2024-158677	0.1186
map_cut_200           	2024-158677	0.1186
map_cut_500           	2024-158677	0.1186
map_cut_1000          	2024-158677	0.1186
relative_P_5          	2024-158677	0.6000
relative_P_10         	2024-158677	0.7000
relative_P_15         	2024-158677	0.6667
relative_P_20         	2024-158677	0.7500
relative_P_30         	2024-158677	0.7667
relative_P_100        	2024-158677	0.4300
relative_P_200        	2024-158677	0.2150
relative_P_500        	2024-158677	0.1693
relative_P_1000       	2024-158677	0.1693
success_1             	2024-158677	1.0000
success_5             	2024-158677	1.0000
success_10            	2024-158677	1.0000
set_P                 	2024-158677	0.4300
set_relative_P        	2024-158677	0.4300
set_recall            	2024-158677	0.1693
set_map               	2024-158677	0.0728
set_F                 	2024-158677	0.2429
num_nonrel_judged_ret 	2024-158677	0
num_ret               	2024-158743	100
num_rel               	2024-158743	204
num_rel_ret           	2024-158743	12
map                   	2024-158743	0.0127
Rprec                 	2024-158743	0.0588
bpref                 	2024-158743	0.0541
recip_rank            	2024-158743	0.5000
iprec_at_recall_0.00  	2024-158743	0.5000
iprec_at_recall_0.10  	2024-158743	0.0000
iprec_at_recall_0.20  	2024-158743	0.0000
iprec_at_recall_0.30  	2024-158743	0.0000
iprec_at_recall_0.40  	2024-158743	0.0000
iprec_at_recall_0.50  	2024-158743	0.0000
iprec_at_recall_0.60  	2024-158743	0.0000
iprec_at_recall_0.70  	2024-158743	0.0000
iprec_at_recall_0.80  	2024-158743	0.0000
iprec_at_recall_0.90  	2024-158743	0.0000
iprec_at_recall_1.00  	2024-158743	0.0000
P_5                   	2024-158743	0.2000
P_10                  	2024-158743	0.4000
P_15                  	2024-158743	0.2667
P_20                  	2024-158743	0.2000
P_30                  	2024-158743	0.1333
P_100                 	2024-158743	0.1200
P_200                 	2024-158743	0.0600
P_500                 	2024-158743	0.0240
P_1000                	2024-158743	0.0120
relstring             	2024-158743	'-3----3-33'
recall_5              	2024-158743	0.0049
recall_10             	2024-158743	0.0196
recall_15             	2024-158743	0.0196
recall_20             	2024-158743	0.0196
recall_30             	2024-158743	0.0196
recall_100            	2024-158743	0.0588
recall_200            	2024-158743	0.0588
recall_500            	2024-158743	0.0588
recall_1000           	2024-158743	0.0588
infAP                 	2024-158743	0.0127
Rprec_mult_0.20       	2024-158743	0.1220
Rprec_mult_0.40       	2024-158743	0.1341
Rprec_mult_0.60       	2024-158743	0.0976
Rprec_mult_0.80       	2024-158743	0.0732
Rprec_mult_1.00       	2024-158743	0.0588
Rprec_mult_1.20       	2024-158743	0.0490
Rprec_mult_1.40       	2024-158743	0.0420
Rprec_mult_1.60       	2024-158743	0.0367
Rprec_mult_1.80       	2024-158743	0.0326
Rprec_mult_2.00       	2024-158743	0.0294
utility               	2024-158743	-76.0000
11pt_avg              	2024-158743	0.0455
binG                  	2024-158743	0.0149
G                     	2024-158743	0.0116
ndcg                  	2024-158743	0.0844
ndcg_rel              	2024-158743	0.0915
Rndcg                 	2024-158743	0.0917
ndcg_cut_5            	2024-158743	0.2140
ndcg_cut_10           	2024-158743	0.3421
ndcg_cut_15           	2024-158743	0.2652
ndcg_cut_20           	2024-158743	0.2208
ndcg_cut_30           	2024-158743	0.1697
ndcg_cut_100          	2024-158743	0.1252
ndcg_cut_200          	2024-158743	0.0849
ndcg_cut_500          	2024-158743	0.0844
ndcg_cut_1000         	2024-158743	0.0844
map_cut_5             	2024-158743	0.0025
map_cut_10            	2024-158743	0.0074
map_cut_15            	2024-158743	0.0074
map_cut_20            	2024-158743	0.0074
map_cut_30            	2024-158743	0.0074
map_cut_100           	2024-158743	0.0127
map_cut_200           	2024-158743	0.0127
map_cut_500           	2024-158743	0.0127
map_cut_1000          	2024-158743	0.0127
relative_P_5          	2024-158743	0.2000
relative_P_10         	2024-158743	0.4000
relative_P_15         	2024-158743	0.2667
relative_P_20         	2024-158743	0.2000
relative_P_30         	2024-158743	0.1333
relative_P_100        	2024-158743	0.1200
relative_P_200        	2024-158743	0.0600
relative_P_500        	2024-158743	0.0588
relative_P_1000       	2024-158743	0.0588
success_1             	2024-158743	0.0000
success_5             	2024-158743	1.0000
success_10            	2024-158743	1.0000
set_P                 	2024-158743	0.1200
set_relative_P        	2024-158743	0.1200
set_recall            	2024-158743	0.0588
set_map               	2024-158743	0.0071
set_F                 	2024-158743	0.0789
num_nonrel_judged_ret 	2024-158743	7
num_ret               	2024-18963	100
num_rel               	2024-18963	121
num_rel_ret           	2024-18963	43
map                   	2024-18963	0.1965
Rprec                 	2024-18963	0.3554
bpref                 	2024-18963	0.3179
recip_rank            	2024-18963	0.5000
iprec_at_recall_0.00  	2024-18963	0.8000
iprec_at_recall_0.10  	2024-18963	0.6190
iprec_at_recall_0.20  	2024-18963	0.5682
iprec_at_recall_0.30  	2024-18963	0.4375
iprec_at_recall_0.40  	2024-18963	0.0000
iprec_at_recall_0.50  	2024-18963	0.0000
iprec_at_recall_0.60  	2024-18963	0.0000
iprec_at_recall_0.70  	2024-18963	0.0000
iprec_at_recall_0.80  	2024-18963	0.0000
iprec_at_recall_0.90  	2024-18963	0.0000
iprec_at_recall_1.00  	2024-18963	0.0000
P_5                   	2024-18963	0.8000
P_10                  	2024-18963	0.8000
P_15                  	2024-18963	0.6667
P_20                  	2024-18963	0.6000
P_30                  	2024-18963	0.5333
P_100                 	2024-18963	0.4300
P_200                 	2024-18963	0.2150
P_500                 	2024-18963	0.0860
P_1000                	2024-18963	0.0430
relstring             	2024-18963	'0221202321'
recall_5              	2024-18963	0.0331
recall_10             	2024-18963	0.0661
recall_15             	2024-18963	0.0826
recall_20             	2024-18963	0.0992
recall_30             	2024-18963	0.1322
recall_100            	2024-18963	0.3554
recall_200            	2024-18963	0.3554
recall_500            	2024-18963	0.3554
recall_1000           	2024-18963	0.3554
infAP                 	2024-18963	0.1965
Rprec_mult_0.20       	2024-18963	0.5200
Rprec_mult_0.40       	2024-18963	0.5306
Rprec_mult_0.60       	2024-18963	0.4247
Rprec_mult_0.80       	2024-18963	0.4330
Rprec_mult_1.00       	2024-18963	0.3554
Rprec_mult_1.20       	2024-18963	0.2945
Rprec_mult_1.40       	2024-18963	0.2529
Rprec_mult_1.60       	2024-18963	0.2216
Rprec_mult_1.80       	2024-18963	0.1972
Rprec_mult_2.00       	2024-18963	0.1777
utility               	2024-18963	-14.0000
11pt_avg              	2024-18963	0.2204
binG                  	2024-18963	0.1028
G                     	2024-18963	0.0720
ndcg                  	2024-18963	0.3723
ndcg_rel              	2024-18963	0.3798
Rndcg                 	2024-18963	0.3810
ndcg_cut_5            	2024-18963	0.3919
ndcg_cut_10           	2024-18963	0.4380
ndcg_cut_15           	2024-18963	0.4069
ndcg_cut_20           	2024-18963	0.3937
ndcg_cut_30           	2024-18963	0.3953
ndcg_cut_100          	2024-18963	0.4000
ndcg_cut_200          	2024-18963	0.3723
ndcg_cut_500          	2024-18963	0.3723
ndcg_cut_1000         	2024-18963	0.3723
map_cut_5             	2024-18963	0.0225
map_cut_10            	2024-18963	0.0476
map_cut_15            	2024-18963	0.0584
map_cut_20            	2024-18963	0.0693
map_cut_30            	2024-18963	0.0878
map_cut_100           	2024-18963	0.1965
map_cut_200           	2024-18963	0.1965
map_cut_500           	2024-18963	0.1965
map_cut_1000          	2024-18963	0.1965
relative_P_5          	2024-18963	0.8000
relative_P_10         	2024-18963	0.8000
relative_P_15         	2024-18963	0.6667
relative_P_20         	2024-18963	0.6000
relative_P_30         	2024-18963	0.5333
relative_P_100        	2024-18963	0.4300
relative_P_200        	2024-18963	0.3554
relative_P_500        	2024-18963	0.3554
relative_P_1000       	2024-18963	0.3554
success_1             	2024-18963	0.0000
success_5             	2024-18963	1.0000
success_10            	2024-18963	1.0000
set_P                 	2024-18963	0.4300
set_relative_P        	2024-18963	0.4300
set_recall            	2024-18963	0.3554
set_map               	2024-18963	0.1528
set_F                 	2024-18963	0.3891
num_nonrel_judged_ret 	2024-18963	26
num_ret               	2024-19025	100
num_rel               	2024-19025	43
num_rel_ret           	2024-19025	15
map                   	2024-19025	0.1625
Rprec                 	2024-19025	0.2558
bpref                 	2024-19025	0.3175
recip_rank            	2024-19025	1.0000
iprec_at_recall_0.00  	2024-19025	1.0000
iprec_at_recall_0.10  	2024-19025	0.5000
iprec_at_recall_0.20  	2024-19025	0.5000
iprec_at_recall_0.30  	2024-19025	0.2373
iprec_at_recall_0.40  	2024-19025	0.0000
iprec_at_recall_0.50  	2024-19025	0.0000
iprec_at_recall_0.60  	2024-19025	0.0000
iprec_at_recall_0.70  	2024-19025	0.0000
iprec_at_recall_0.80  	2024-19025	0.0000
iprec_at_recall_0.90  	2024-19025	0.0000
iprec_at_recall_1.00  	2024-19025	0.0000
P_5                   	2024-19025	0.6000
P_10                  	2024-19025	0.4000
P_15                  	2024-19025	0.4667
P_20                  	2024-19025	0.4500
P_30                  	2024-19025	0.3333
P_100                 	2024-19025	0.1500
P_200                 	2024-19025	0.0750
P_500                 	2024-19025	0.0300
P_1000                	2024-19025	0.0150
relstring             	2024-19025	'22--2----2'
recall_5              	2024-19025	0.0698
recall_10             	2024-19025	0.0930
recall_15             	2024-19025	0.1628
recall_20             	2024-19025	0.2093
recall_30             	2024-19025	0.2326
recall_100            	2024-19025	0.3488
recall_200            	2024-19025	0.3488
recall_500            	2024-19025	0.3488
recall_1000           	2024-19025	0.3488
infAP                 	2024-19025	0.1625
Rprec_mult_0.20       	2024-19025	0.3333
Rprec_mult_0.40       	2024-19025	0.5000
Rprec_mult_0.60       	2024-19025	0.3846
Rprec_mult_0.80       	2024-19025	0.2857
Rprec_mult_1.00       	2024-19025	0.2558
Rprec_mult_1.20       	2024-19025	0.2308
Rprec_mult_1.40       	2024-19025	0.2295
Rprec_mult_1.60       	2024-19025	0.2174
Rprec_mult_1.80       	2024-19025	0.1923
Rprec_mult_2.00       	2024-19025	0.1744
utility               	2024-19025	-70.0000
11pt_avg              	2024-19025	0.2034
binG                  	2024-19025	0.1289
G                     	2024-19025	0.0937
ndcg                  	2024-19025	0.3835
ndcg_rel              	2024-19025	0.4165
Rndcg                 	2024-19025	0.4592
ndcg_cut_5            	2024-19025	0.5851
ndcg_cut_10           	2024-19025	0.4574
ndcg_cut_15           	2024-19025	0.4866
ndcg_cut_20           	2024-19025	0.4742
ndcg_cut_30           	2024-19025	0.3921
ndcg_cut_100          	2024-19025	0.3835
ndcg_cut_200          	2024-19025	0.3835
ndcg_cut_500          	2024-19025	0.3835
ndcg_cut_1000         	2024-19025	0.3835
map_cut_5             	2024-19025	0.0605
map_cut_10            	2024-19025	0.0698
map_cut_15            	2024-19025	0.1018
map_cut_20            	2024-19025	0.1251
map_cut_30            	2024-19025	0.1344
map_cut_100           	2024-19025	0.1625
map_cut_200           	2024-19025	0.1625
map_cut_500           	2024-19025	0.1625
map_cut_1000          	2024-19025	0.1625
relative_P_5          	2024-19025	0.6000
relative_P_10         	2024-19025	0.4000
relative_P_15         	2024-19025	0.4667
relative_P_20         	2024-19025	0.4500
relative_P_30         	2024-19025	0.3333
relative_P_100        	2024-19025	0.3488
relative_P_200        	2024-19025	0.3488
relative_P_500        	2024-19025	0.3488
relative_P_1000       	2024-19025	0.3488
success_1             	2024-19025	1.0000
success_5             	2024-19025	1.0000
success_10            	2024-19025	1.0000
set_P                 	2024-19025	0.1500
set_relative_P        	2024-19025	0.3488
set_recall            	2024-19025	0.3488
set_map               	2024-19025	0.0523
set_F                 	2024-19025	0.2098
num_nonrel_judged_ret 	2024-19025	15
num_ret               	2024-213469	100
num_rel               	2024-213469	151
num_rel_ret           	2024-213469	5
map                   	2024-213469	0.0045
Rprec                 	2024-213469	0.0331
bpref                 	2024-213469	0.0331
recip_rank            	2024-213469	0.3333
iprec_at_recall_0.00  	2024-213469	0.3333
iprec_at_recall_0.10  	2024-213469	0.0000
iprec_at_recall_0.20  	2024-213469	0.0000
iprec_at_recall_0.30  	2024-213469	0.0000
iprec_at_recall_0.40  	2024-213469	0.0000
iprec_at_recall_0.50  	2024-213469	0.0000
iprec_at_recall_0.60  	2024-213469	0.0000
iprec_at_recall_0.70  	2024-213469	0.0000
iprec_at_recall_0.80  	2024-213469	0.0000
iprec_at_recall_0.90  	2024-213469	0.0000
iprec_at_recall_1.00  	2024-213469	0.0000
P_5                   	2024-213469	0.2000
P_10                  	2024-213469	0.1000
P_15                  	2024-213469	0.0667
P_20                  	2024-213469	0.0500
P_30                  	2024-213469	0.1000
P_100                 	2024-213469	0.0500
P_200                 	2024-213469	0.0250
P_500                 	2024-213469	0.0100
P_1000                	2024-213469	0.0050
relstring             	2024-213469	'--1-------'
recall_5              	2024-213469	0.0066
recall_10             	2024-213469	0.0066
recall_15             	2024-213469	0.0066
recall_20             	2024-213469	0.0066
recall_30             	2024-213469	0.0199
recall_100            	2024-213469	0.0331
recall_200            	2024-213469	0.0331
recall_500            	2024-213469	0.0331
recall_1000           	2024-213469	0.0331
infAP                 	2024-213469	0.0045
Rprec_mult_0.20       	2024-213469	0.0968
Rprec_mult_0.40       	2024-213469	0.0656
Rprec_mult_0.60       	2024-213469	0.0549
Rprec_mult_0.80       	2024-213469	0.0413
Rprec_mult_1.00       	2024-213469	0.0331
Rprec_mult_1.20       	2024-213469	0.0275
Rprec_mult_1.40       	2024-213469	0.0236
Rprec_mult_1.60       	2024-213469	0.0207
Rprec_mult_1.80       	2024-213469	0.0184
Rprec_mult_2.00       	2024-213469	0.0166
utility               	2024-213469	-90.0000
11pt_avg              	2024-213469	0.0303
binG                  	2024-213469	0.0085
G                     	2024-213469	0.0069
ndcg                  	2024-213469	0.0405
ndcg_rel              	2024-213469	0.0415
Rndcg                 	2024-213469	0.0422
ndcg_cut_5            	2024-213469	0.0848
ndcg_cut_10           	2024-213469	0.0550
ndcg_cut_15           	2024-213469	0.0427
ndcg_cut_20           	2024-213469	0.0355
ndcg_cut_30           	2024-213469	0.0655
ndcg_cut_100          	2024-213469	0.0507
ndcg_cut_200          	2024-213469	0.0405
ndcg_cut_500          	2024-213469	0.0405
ndcg_cut_1000         	2024-213469	0.0405
map_cut_5             	2024-213469	0.0022
map_cut_10            	2024-213469	0.0022
map_cut_15            	2024-213469	0.0022
map_cut_20            	2024-213469	0.0022
map_cut_30            	2024-213469	0.0035
map_cut_100           	2024-213469	0.0045
map_cut_200           	2024-213469	0.0045
map_cut_500           	2024-213469	0.0045
map_cut_1000          	2024-213469	0.0045
relative_P_5          	2024-213469	0.2000
relative_P_10         	2024-213469	0.1000
relative_P_15         	2024-213469	0.0667
relative_P_20         	2024-213469	0.0500
relative_P_30         	2024-213469	0.1000
relative_P_100        	2024-213469	0.0500
relative_P_200        	2024-213469	0.0331
relative_P_500        	2024-213469	0.0331
relative_P_1000       	2024-213469	0.0331
success_1             	2024-213469	0.0000
success_5             	2024-213469	1.0000
success_10            	2024-213469	1.0000
set_P                 	2024-213469	0.0500
set_relative_P        	2024-213469	0.0500
set_recall            	2024-213469	0.0331
set_map               	2024-213469	0.0017
set_F                 	2024-213469	0.0398
num_nonrel_judged_ret 	2024-213469	0
num_ret               	2024-213789	100
num_rel               	2024-213789	91
num_rel_ret           	2024-213789	15
map                   	2024-213789	0.0447
Rprec                 	2024-213789	0.1648
bpref                 	2024-213789	0.1322
recip_rank            	2024-213789	0.5000
iprec_at_recall_0.00  	2024-213789	0.5000
iprec_at_recall_0.10  	2024-213789	0.2333
iprec_at_recall_0.20  	2024-213789	0.0000
iprec_at_recall_0.30  	2024-213789	0.0000
iprec_at_recall_0.40  	2024-213789	0.0000
iprec_at_recall_0.50  	2024-213789	0.0000
iprec_at_recall_0.60  	2024-213789	0.0000
iprec_at_recall_0.70  	2024-213789	0.0000
iprec_at_recall_0.80  	2024-213789	0.0000
iprec_at_recall_0.90  	2024-213789	0.0000
iprec_at_recall_1.00  	2024-213789	0.0000
P_5                   	2024-213789	0.2000
P_10                  	2024-213789	0.4000
P_15                  	2024-213789	0.2667
P_20                  	2024-213789	0.2500
P_30                  	2024-213789	0.2333
P_100                 	2024-213789	0.1500
P_200                 	2024-213789	0.0750
P_500                 	2024-213789	0.0300
P_1000                	2024-213789	0.0150
relstring             	2024-213789	'0100022010'
recall_5              	2024-213789	0.0110
recall_10             	2024-213789	0.0440
recall_15             	2024-213789	0.0440
recall_20             	2024-213789	0.0549
recall_30             	2024-213789	0.0769
recall_100            	2024-213789	0.1648
recall_200            	2024-213789	0.1648
recall_500            	2024-213789	0.1648
recall_1000           	2024-213789	0.1648
infAP                 	2024-213789	0.0447
Rprec_mult_0.20       	2024-213789	0.2632
Rprec_mult_0.40       	2024-213789	0.1892
Rprec_mult_0.60       	2024-213789	0.2000
Rprec_mult_0.80       	2024-213789	0.1918
Rprec_mult_1.00       	2024-213789	0.1648
Rprec_mult_1.20       	2024-213789	0.1364
Rprec_mult_1.40       	2024-213789	0.1172
Rprec_mult_1.60       	2024-213789	0.1027
Rprec_mult_1.80       	2024-213789	0.0915
Rprec_mult_2.00       	2024-213789	0.0824
utility               	2024-213789	-70.0000
11pt_avg              	2024-213789	0.0667
binG                  	2024-213789	0.0429
G                     	2024-213789	0.0353
ndcg                  	2024-213789	0.1741
ndcg_rel              	2024-213789	0.1769
Rndcg                 	2024-213789	0.1671
ndcg_cut_5            	2024-213789	0.1070
ndcg_cut_10           	2024-213789	0.2543
ndcg_cut_15           	2024-213789	0.1971
ndcg_cut_20           	2024-213789	0.1812
ndcg_cut_30           	2024-213789	0.1727
ndcg_cut_100          	2024-213789	0.1741
ndcg_cut_200          	2024-213789	0.1741
ndcg_cut_500          	2024-213789	0.1741
ndcg_cut_1000         	2024-213789	0.1741
map_cut_5             	2024-213789	0.0055
map_cut_10            	2024-213789	0.0188
map_cut_15            	2024-213789	0.0188
map_cut_20            	2024-213789	0.0220
map_cut_30            	2024-213789	0.0271
map_cut_100           	2024-213789	0.0447
map_cut_200           	2024-213789	0.0447
map_cut_500           	2024-213789	0.0447
map_cut_1000          	2024-213789	0.0447
relative_P_5          	2024-213789	0.2000
relative_P_10         	2024-213789	0.4000
relative_P_15         	2024-213789	0.2667
relative_P_20         	2024-213789	0.2500
relative_P_30         	2024-213789	0.2333
relative_P_100        	2024-213789	0.1648
relative_P_200        	2024-213789	0.1648
relative_P_500        	2024-213789	0.1648
relative_P_1000       	2024-213789	0.1648
success_1             	2024-213789	0.0000
success_5             	2024-213789	1.0000
success_10            	2024-213789	1.0000
set_P                 	2024-213789	0.1500
set_relative_P        	2024-213789	0.1648
set_recall            	2024-213789	0.1648
set_map               	2024-213789	0.0247
set_F                 	2024-213789	0.1571
num_nonrel_judged_ret 	2024-213789	35
num_ret               	2024-213817	100
num_rel               	2024-213817	80
num_rel_ret           	2024-213817	2
map                   	2024-213817	0.0017
Rprec                 	2024-213817	0.0250
bpref                 	2024-213817	0.0186
recip_rank            	2024-213817	0.0833
iprec_at_recall_0.00  	2024-213817	0.0833
iprec_at_recall_0.10  	2024-213817	0.0000
iprec_at_recall_0.20  	2024-213817	0.0000
iprec_at_recall_0.30  	2024-213817	0.0000
iprec_at_recall_0.40  	2024-213817	0.0000
iprec_at_recall_0.50  	2024-213817	0.0000
iprec_at_recall_0.60  	2024-213817	0.0000
iprec_at_recall_0.70  	2024-213817	0.0000
iprec_at_recall_0.80  	2024-213817	0.0000
iprec_at_recall_0.90  	2024-213817	0.0000
iprec_at_recall_1.00  	2024-213817	0.0000
P_5                   	2024-213817	0.0000
P_10                  	2024-213817	0.0000
P_15                  	2024-213817	0.0667
P_20                  	2024-213817	0.0500
P_30                  	2024-213817	0.0333
P_100                 	2024-213817	0.0200
P_200                 	2024-213817	0.0100
P_500                 	2024-213817	0.0040
P_1000                	2024-213817	0.0020
relstring             	2024-213817	'0000000000'
recall_5              	2024-213817	0.0000
recall_10             	2024-213817	0.0000
recall_15             	2024-213817	0.0125
recall_20             	2024-213817	0.0125
recall_30             	2024-213817	0.0125
recall_100            	2024-213817	0.0250
recall_200            	2024-213817	0.0250
recall_500            	2024-213817	0.0250
recall_1000           	2024-213817	0.0250
infAP                 	2024-213817	0.0017
Rprec_mult_0.20       	2024-213817	0.0625
Rprec_mult_0.40       	2024-213817	0.0312
Rprec_mult_0.60       	2024-213817	0.0417
Rprec_mult_0.80       	2024-213817	0.0312
Rprec_mult_1.00       	2024-213817	0.0250
Rprec_mult_1.20       	2024-213817	0.0208
Rprec_mult_1.40       	2024-213817	0.0179
Rprec_mult_1.60       	2024-213817	0.0156
Rprec_mult_1.80       	2024-213817	0.0139
Rprec_mult_2.00       	2024-213817	0.0125
utility               	2024-213817	-96.0000
11pt_avg              	2024-213817	0.0076
binG                  	2024-213817	0.0058
G                     	2024-213817	0.0027
ndcg                  	2024-213817	0.0137
ndcg_rel              	2024-213817	0.0139
Rndcg                 	2024-213817	0.0110
ndcg_cut_5            	2024-213817	0.0000
ndcg_cut_10           	2024-213817	0.0000
ndcg_cut_15           	2024-213817	0.0180
ndcg_cut_20           	2024-213817	0.0155
ndcg_cut_30           	2024-213817	0.0125
ndcg_cut_100          	2024-213817	0.0137
ndcg_cut_200          	2024-213817	0.0137
ndcg_cut_500          	2024-213817	0.0137
ndcg_cut_1000         	2024-213817	0.0137
map_cut_5             	2024-213817	0.0000
map_cut_10            	2024-213817	0.0000
map_cut_15            	2024-213817	0.0010
map_cut_20            	2024-213817	0.0010
map_cut_30            	2024-213817	0.0010
map_cut_100           	2024-213817	0.0017
map_cut_200           	2024-213817	0.0017
map_cut_500           	2024-213817	0.0017
map_cut_1000          	2024-213817	0.0017
relative_P_5          	2024-213817	0.0000
relative_P_10         	2024-213817	0.0000
relative_P_15         	2024-213817	0.0667
relative_P_20         	2024-213817	0.0500
relative_P_30         	2024-213817	0.0333
relative_P_100        	2024-213817	0.0250
relative_P_200        	2024-213817	0.0250
relative_P_500        	2024-213817	0.0250
relative_P_1000       	2024-213817	0.0250
success_1             	2024-213817	0.0000
success_5             	2024-213817	0.0000
success_10            	2024-213817	0.0000
set_P                 	2024-213817	0.0200
set_relative_P        	2024-213817	0.0250
set_recall            	2024-213817	0.0250
set_map               	2024-213817	0.0005
set_F                 	2024-213817	0.0222
num_nonrel_judged_ret 	2024-213817	48
num_ret               	2024-213978	100
num_rel               	2024-213978	69
num_rel_ret           	2024-213978	14
map                   	2024-213978	0.0479
Rprec                 	2024-213978	0.0870
bpref                 	2024-213978	0.2020
recip_rank            	2024-213978	1.0000
iprec_at_recall_0.00  	2024-213978	1.0000
iprec_at_recall_0.10  	2024-213978	0.1461
iprec_at_recall_0.20  	2024-213978	0.1458
iprec_at_recall_0.30  	2024-213978	0.0000
iprec_at_recall_0.40  	2024-213978	0.0000
iprec_at_recall_0.50  	2024-213978	0.0000
iprec_at_recall_0.60  	2024-213978	0.0000
iprec_at_recall_0.70  	2024-213978	0.0000
iprec_at_recall_0.80  	2024-213978	0.0000
iprec_at_recall_0.90  	2024-213978	0.0000
iprec_at_recall_1.00  	2024-213978	0.0000
P_5                   	2024-213978	0.4000
P_10                  	2024-213978	0.2000
P_15                  	2024-213978	0.1333
P_20                  	2024-213978	0.1000
P_30                  	2024-213978	0.0667
P_100                 	2024-213978	0.1400
P_200                 	2024-213978	0.0700
P_500                 	2024-213978	0.0280
P_1000                	2024-213978	0.0140
relstring             	2024-213978	'11--------'
recall_5              	2024-213978	0.0290
recall_10             	2024-213978	0.0290
recall_15             	2024-213978	0.0290
recall_20             	2024-213978	0.0290
recall_30             	2024-213978	0.0290
recall_100            	2024-213978	0.2029
recall_200            	2024-213978	0.2029
recall_500            	2024-213978	0.2029
recall_1000           	2024-213978	0.2029
infAP                 	2024-213978	0.0479
Rprec_mult_0.20       	2024-213978	0.1429
Rprec_mult_0.40       	2024-213978	0.0714
Rprec_mult_0.60       	2024-213978	0.0476
Rprec_mult_0.80       	2024-213978	0.0536
Rprec_mult_1.00       	2024-213978	0.0870
Rprec_mult_1.20       	2024-213978	0.1446
Rprec_mult_1.40       	2024-213978	0.1443
Rprec_mult_1.60       	2024-213978	0.1261
Rprec_mult_1.80       	2024-213978	0.1120
Rprec_mult_2.00       	2024-213978	0.1014
utility               	2024-213978	-72.0000
11pt_avg              	2024-213978	0.1174
binG                  	2024-213978	0.0576
G                     	2024-213978	0.0404
ndcg                  	2024-213978	0.1798
ndcg_rel              	2024-213978	0.1808
Rndcg                 	2024-213978	0.1394
ndcg_cut_5            	2024-213978	0.2766
ndcg_cut_10           	2024-213978	0.1795
ndcg_cut_15           	2024-213978	0.1391
ndcg_cut_20           	2024-213978	0.1218
ndcg_cut_30           	2024-213978	0.1052
ndcg_cut_100          	2024-213978	0.1798
ndcg_cut_200          	2024-213978	0.1798
ndcg_cut_500          	2024-213978	0.1798
ndcg_cut_1000         	2024-213978	0.1798
map_cut_5             	2024-213978	0.0290
map_cut_10            	2024-213978	0.0290
map_cut_15            	2024-213978	0.0290
map_cut_20            	2024-213978	0.0290
map_cut_30            	2024-213978	0.0290
map_cut_100           	2024-213978	0.0479
map_cut_200           	2024-213978	0.0479
map_cut_500           	2024-213978	0.0479
map_cut_1000          	2024-213978	0.0479
relative_P_5          	2024-213978	0.4000
relative_P_10         	2024-213978	0.2000
relative_P_15         	2024-213978	0.1333
relative_P_20         	2024-213978	0.1000
relative_P_30         	2024-213978	0.0667
relative_P_100        	2024-213978	0.2029
relative_P_200        	2024-213978	0.2029
relative_P_500        	2024-213978	0.2029
relative_P_1000       	2024-213978	0.2029
success_1             	2024-213978	1.0000
success_5             	2024-213978	1.0000
success_10            	2024-213978	1.0000
set_P                 	2024-213978	0.1400
set_relative_P        	2024-213978	0.2029
set_recall            	2024-213978	0.2029
set_map               	2024-213978	0.0284
set_F                 	2024-213978	0.1657
num_nonrel_judged_ret 	2024-213978	1
num_ret               	2024-214096	100
num_rel               	2024-214096	183
num_rel_ret           	2024-214096	50
map                   	2024-214096	0.1853
Rprec                 	2024-214096	0.2732
bpref                 	2024-214096	0.2536
recip_rank            	2024-214096	1.0000
iprec_at_recall_0.00  	2024-214096	1.0000
iprec_at_recall_0.10  	2024-214096	0.7143
iprec_at_recall_0.20  	2024-214096	0.6290
iprec_at_recall_0.30  	2024-214096	0.0000
iprec_at_recall_0.40  	2024-214096	0.0000
iprec_at_recall_0.50  	2024-214096	0.0000
iprec_at_recall_0.60  	2024-214096	0.0000
iprec_at_recall_0.70  	2024-214096	0.0000
iprec_at_recall_0.80  	2024-214096	0.0000
iprec_at_recall_0.90  	2024-214096	0.0000
iprec_at_recall_1.00  	2024-214096	0.0000
P_5                   	2024-214096	0.8000
P_10                  	2024-214096	0.7000
P_15                  	2024-214096	0.7333
P_20                  	2024-214096	0.6500
P_30                  	2024-214096	0.6333
P_100                 	2024-214096	0.5000
P_200                 	2024-214096	0.2500
P_500                 	2024-214096	0.1000
P_1000                	2024-214096	0.0500
relstring             	2024-214096	'3233001011'
recall_5              	2024-214096	0.0219
recall_10             	2024-214096	0.0383
recall_15             	2024-214096	0.0601
recall_20             	2024-214096	0.0710
recall_30             	2024-214096	0.1038
recall_100            	2024-214096	0.2732
recall_200            	2024-214096	0.2732
recall_500            	2024-214096	0.2732
recall_1000           	2024-214096	0.2732
infAP                 	2024-214096	0.1853
Rprec_mult_0.20       	2024-214096	0.6757
Rprec_mult_0.40       	2024-214096	0.5676
Rprec_mult_0.60       	2024-214096	0.4545
Rprec_mult_0.80       	2024-214096	0.3401
Rprec_mult_1.00       	2024-214096	0.2732
Rprec_mult_1.20       	2024-214096	0.2273
Rprec_mult_1.40       	2024-214096	0.1946
Rprec_mult_1.60       	2024-214096	0.1706
Rprec_mult_1.80       	2024-214096	0.1515
Rprec_mult_2.00       	2024-214096	0.1366
utility               	2024-214096	0.0000
11pt_avg              	2024-214096	0.2130
binG                  	2024-214096	0.0909
G                     	2024-214096	0.0735
ndcg                  	2024-214096	0.3635
ndcg_rel              	2024-214096	0.4203
Rndcg                 	2024-214096	0.4752
ndcg_cut_5            	2024-214096	0.7975
ndcg_cut_10           	2024-214096	0.5979
ndcg_cut_15           	2024-214096	0.5836
ndcg_cut_20           	2024-214096	0.5343
ndcg_cut_30           	2024-214096	0.5368
ndcg_cut_100          	2024-214096	0.4601
ndcg_cut_200          	2024-214096	0.3635
ndcg_cut_500          	2024-214096	0.3635
ndcg_cut_1000         	2024-214096	0.3635
map_cut_5             	2024-214096	0.0219
map_cut_10            	2024-214096	0.0332
map_cut_15            	2024-214096	0.0498
map_cut_20            	2024-214096	0.0574
map_cut_30            	2024-214096	0.0787
map_cut_100           	2024-214096	0.1853
map_cut_200           	2024-214096	0.1853
map_cut_500           	2024-214096	0.1853
map_cut_1000          	2024-214096	0.1853
relative_P_5          	2024-214096	0.8000
relative_P_10         	2024-214096	0.7000
relative_P_15         	2024-214096	0.7333
relative_P_20         	2024-214096	0.6500
relative_P_30         	2024-214096	0.6333
relative_P_100        	2024-214096	0.5000
relative_P_200        	2024-214096	0.2732
relative_P_500        	2024-214096	0.2732
relative_P_1000       	2024-214096	0.2732
success_1             	2024-214096	1.0000
success_5             	2024-214096	1.0000
success_10            	2024-214096	1.0000
set_P                 	2024-214096	0.5000
set_relative_P        	2024-214096	0.5000
set_recall            	2024-214096	0.2732
set_map               	2024-214096	0.1366
set_F                 	2024-214096	0.3534
num_nonrel_judged_ret 	2024-214096	16
num_ret               	2024-214126	100
num_rel               	2024-214126	9
num_rel_ret           	2024-214126	0
map                   	2024-214126	0.0000
Rprec                 	2024-214126	0.0000
bpref                 	2024-214126	0.0000
recip_rank            	2024-214126	0.0000
iprec_at_recall_0.00  	2024-214126	0.0000
iprec_at_recall_0.10  	2024-214126	0.0000
iprec_at_recall_0.20  	2024-214126	0.0000
iprec_at_recall_0.30  	2024-214126	0.0000
iprec_at_recall_0.40  	2024-214126	0.0000
iprec_at_recall_0.50  	2024-214126	0.0000
iprec_at_recall_0.60  	2024-214126	0.0000
iprec_at_recall_0.70  	2024-214126	0.0000
iprec_at_recall_0.80  	2024-214126	0.0000
iprec_at_recall_0.90  	2024-214126	0.0000
iprec_at_recall_1.00  	2024-214126	0.0000
P_5                   	2024-214126	0.0000
P_10                  	2024-214126	0.0000
P_15                  	2024-214126	0.0000
P_20                  	2024-214126	0.0000
P_30                  	2024-214126	0.0000
P_100                 	2024-214126	0.0000
P_200                 	2024-214126	0.0000
P_500                 	2024-214126	0.0000
P_1000                	2024-214126	0.0000
relstring             	2024-214126	'---0---00-'
recall_5              	2024-214126	0.0000
recall_10             	2024-214126	0.0000
recall_15             	2024-214126	0.0000
recall_20             	2024-214126	0.0000
recall_30             	2024-214126	0.0000
recall_100            	2024-214126	0.0000
recall_200            	2024-214126	0.0000
recall_500            	2024-214126	0.0000
recall_1000           	2024-214126	0.0000
infAP                 	2024-214126	0.0000
Rprec_mult_0.20       	2024-214126	0.0000
Rprec_mult_0.40       	2024-214126	0.0000
Rprec_mult_0.60       	2024-214126	0.0000
Rprec_mult_0.80       	2024-214126	0.0000
Rprec_mult_1.00       	2024-214126	0.0000
Rprec_mult_1.20       	2024-214126	0.0000
Rprec_mult_1.40       	2024-214126	0.0000
Rprec_mult_1.60       	2024-214126	0.0000
Rprec_mult_1.80       	2024-214126	0.0000
Rprec_mult_2.00       	2024-214126	0.0000
utility               	2024-214126	-100.0000
11pt_avg              	2024-214126	0.0000
binG                  	2024-214126	0.0000
G                     	2024-214126	0.0000
ndcg                  	2024-214126	0.0000
ndcg_rel              	2024-214126	0.0000
Rndcg                 	2024-214126	0.0000
ndcg_cut_5            	2024-214126	0.0000
ndcg_cut_10           	2024-214126	0.0000
ndcg_cut_15           	2024-214126	0.0000
ndcg_cut_20           	2024-214126	0.0000
ndcg_cut_30           	2024-214126	0.0000
ndcg_cut_100          	2024-214126	0.0000
ndcg_cut_200          	2024-214126	0.0000
ndcg_cut_500          	2024-214126	0.0000
ndcg_cut_1000         	2024-214126	0.0000
map_cut_5             	2024-214126	0.0000
map_cut_10            	2024-214126	0.0000
map_cut_15            	2024-214126	0.0000
map_cut_20            	2024-214126	0.0000
map_cut_30            	2024-214126	0.0000
map_cut_100           	2024-214126	0.0000
map_cut_200           	2024-214126	0.0000
map_cut_500           	2024-214126	0.0000
map_cut_1000          	2024-214126	0.0000
relative_P_5          	2024-214126	0.0000
relative_P_10         	2024-214126	0.0000
relative_P_15         	2024-214126	0.0000
relative_P_20         	2024-214126	0.0000
relative_P_30         	2024-214126	0.0000
relative_P_100        	2024-214126	0.0000
relative_P_200        	2024-214126	0.0000
relative_P_500        	2024-214126	0.0000
relative_P_1000       	2024-214126	0.0000
success_1             	2024-214126	0.0000
success_5             	2024-214126	0.0000
success_10            	2024-214126	0.0000
set_P                 	2024-214126	0.0000
set_relative_P        	2024-214126	0.0000
set_recall            	2024-214126	0.0000
set_map               	2024-214126	0.0000
set_F                 	2024-214126	0.0000
num_nonrel_judged_ret 	2024-214126	26
num_ret               	2024-214257	100
num_rel               	2024-214257	57
num_rel_ret           	2024-214257	12
map                   	2024-214257	0.0504
Rprec                 	2024-214257	0.1754
bpref                 	2024-214257	0.1425
recip_rank            	2024-214257	0.5000
iprec_at_recall_0.00  	2024-214257	0.5000
iprec_at_recall_0.10  	2024-214257	0.2162
iprec_at_recall_0.20  	2024-214257	0.1446
iprec_at_recall_0.30  	2024-214257	0.0000
iprec_at_recall_0.40  	2024-214257	0.0000
iprec_at_recall_0.50  	2024-214257	0.0000
iprec_at_recall_0.60  	2024-214257	0.0000
iprec_at_recall_0.70  	2024-214257	0.0000
iprec_at_recall_0.80  	2024-214257	0.0000
iprec_at_recall_0.90  	2024-214257	0.0000
iprec_at_recall_1.00  	2024-214257	0.0000
P_5                   	2024-214257	0.2000
P_10                  	2024-214257	0.2000
P_15                  	2024-214257	0.2667
P_20                  	2024-214257	0.2000
P_30                  	2024-214257	0.1667
P_100                 	2024-214257	0.1200
P_200                 	2024-214257	0.0600
P_500                 	2024-214257	0.0240
P_1000                	2024-214257	0.0120
relstring             	2024-214257	'0200020000'
recall_5              	2024-214257	0.0175
recall_10             	2024-214257	0.0351
recall_15             	2024-214257	0.0702
recall_20             	2024-214257	0.0702
recall_30             	2024-214257	0.0877
recall_100            	2024-214257	0.2105
recall_200            	2024-214257	0.2105
recall_500            	2024-214257	0.2105
recall_1000           	2024-214257	0.2105
infAP                 	2024-214257	0.0504
Rprec_mult_0.20       	2024-214257	0.2500
Rprec_mult_0.40       	2024-214257	0.1739
Rprec_mult_0.60       	2024-214257	0.2000
Rprec_mult_0.80       	2024-214257	0.1739
Rprec_mult_1.00       	2024-214257	0.1754
Rprec_mult_1.20       	2024-214257	0.1449
Rprec_mult_1.40       	2024-214257	0.1375
Rprec_mult_1.60       	2024-214257	0.1304
Rprec_mult_1.80       	2024-214257	0.1165
Rprec_mult_2.00       	2024-214257	0.1053
utility               	2024-214257	-76.0000
11pt_avg              	2024-214257	0.0783
binG                  	2024-214257	0.0550
G                     	2024-214257	0.0498
ndcg                  	2024-214257	0.2054
ndcg_rel              	2024-214257	0.2097
Rndcg                 	2024-214257	0.2002
ndcg_cut_5            	2024-214257	0.2140
ndcg_cut_10           	2024-214257	0.2173
ndcg_cut_15           	2024-214257	0.2139
ndcg_cut_20           	2024-214257	0.1907
ndcg_cut_30           	2024-214257	0.1783
ndcg_cut_100          	2024-214257	0.2054
ndcg_cut_200          	2024-214257	0.2054
ndcg_cut_500          	2024-214257	0.2054
ndcg_cut_1000         	2024-214257	0.2054
map_cut_5             	2024-214257	0.0088
map_cut_10            	2024-214257	0.0146
map_cut_15            	2024-214257	0.0244
map_cut_20            	2024-214257	0.0244
map_cut_30            	2024-214257	0.0281
map_cut_100           	2024-214257	0.0504
map_cut_200           	2024-214257	0.0504
map_cut_500           	2024-214257	0.0504
map_cut_1000          	2024-214257	0.0504
relative_P_5          	2024-214257	0.2000
relative_P_10         	2024-214257	0.2000
relative_P_15         	2024-214257	0.2667
relative_P_20         	2024-214257	0.2000
relative_P_30         	2024-214257	0.1667
relative_P_100        	2024-214257	0.2105
relative_P_200        	2024-214257	0.2105
relative_P_500        	2024-214257	0.2105
relative_P_1000       	2024-214257	0.2105
success_1             	2024-214257	0.0000
success_5             	2024-214257	1.0000
success_10            	2024-214257	1.0000
set_P                 	2024-214257	0.1200
set_relative_P        	2024-214257	0.2105
set_recall            	2024-214257	0.2105
set_map               	2024-214257	0.0253
set_F                 	2024-214257	0.1529
num_nonrel_judged_ret 	2024-214257	39
num_ret               	2024-214467	100
num_rel               	2024-214467	90
num_rel_ret           	2024-214467	55
map                   	2024-214467	0.4790
Rprec                 	2024-214467	0.5556
bpref                 	2024-214467	0.5303
recip_rank            	2024-214467	1.0000
iprec_at_recall_0.00  	2024-214467	1.0000
iprec_at_recall_0.10  	2024-214467	1.0000
iprec_at_recall_0.20  	2024-214467	0.9500
iprec_at_recall_0.30  	2024-214467	0.8710
iprec_at_recall_0.40  	2024-214467	0.6316
iprec_at_recall_0.50  	2024-214467	0.5679
iprec_at_recall_0.60  	2024-214467	0.5556
iprec_at_recall_0.70  	2024-214467	0.0000
iprec_at_recall_0.80  	2024-214467	0.0000
iprec_at_recall_0.90  	2024-214467	0.0000
iprec_at_recall_1.00  	2024-214467	0.0000
P_5                   	2024-214467	1.0000
P_10                  	2024-214467	1.0000
P_15                  	2024-214467	0.9333
P_20                  	2024-214467	0.9500
P_30                  	2024-214467	0.8667
P_100                 	2024-214467	0.5500
P_200                 	2024-214467	0.2750
P_500                 	2024-214467	0.1100
P_1000                	2024-214467	0.0550
relstring             	2024-214467	'2222122222'
recall_5              	2024-214467	0.0556
recall_10             	2024-214467	0.1111
recall_15             	2024-214467	0.1556
recall_20             	2024-214467	0.2111
recall_30             	2024-214467	0.2889
recall_100            	2024-214467	0.6111
recall_200            	2024-214467	0.6111
recall_500            	2024-214467	0.6111
recall_1000           	2024-214467	0.6111
infAP                 	2024-214467	0.4790
Rprec_mult_0.20       	2024-214467	0.9444
Rprec_mult_0.40       	2024-214467	0.7778
Rprec_mult_0.60       	2024-214467	0.6481
Rprec_mult_0.80       	2024-214467	0.5694
Rprec_mult_1.00       	2024-214467	0.5556
Rprec_mult_1.20       	2024-214467	0.5093
Rprec_mult_1.40       	2024-214467	0.4365
Rprec_mult_1.60       	2024-214467	0.3819
Rprec_mult_1.80       	2024-214467	0.3395
Rprec_mult_2.00       	2024-214467	0.3056
utility               	2024-214467	10.0000
11pt_avg              	2024-214467	0.5069
binG                  	2024-214467	0.2944
G                     	2024-214467	0.2303
ndcg                  	2024-214467	0.7002
ndcg_rel              	2024-214467	0.7507
Rndcg                 	2024-214467	0.6852
ndcg_cut_5            	2024-214467	0.9344
ndcg_cut_10           	2024-214467	0.9574
ndcg_cut_15           	2024-214467	0.8552
ndcg_cut_20           	2024-214467	0.8450
ndcg_cut_30           	2024-214467	0.7891
ndcg_cut_100          	2024-214467	0.7002
ndcg_cut_200          	2024-214467	0.7002
ndcg_cut_500          	2024-214467	0.7002
ndcg_cut_1000         	2024-214467	0.7002
map_cut_5             	2024-214467	0.0556
map_cut_10            	2024-214467	0.1111
map_cut_15            	2024-214467	0.1548
map_cut_20            	2024-214467	0.2073
map_cut_30            	2024-214467	0.2777
map_cut_100           	2024-214467	0.4790
map_cut_200           	2024-214467	0.4790
map_cut_500           	2024-214467	0.4790
map_cut_1000          	2024-214467	0.4790
relative_P_5          	2024-214467	1.0000
relative_P_10         	2024-214467	1.0000
relative_P_15         	2024-214467	0.9333
relative_P_20         	2024-214467	0.9500
relative_P_30         	2024-214467	0.8667
relative_P_100        	2024-214467	0.6111
relative_P_200        	2024-214467	0.6111
relative_P_500        	2024-214467	0.6111
relative_P_1000       	2024-214467	0.6111
success_1             	2024-214467	1.0000
success_5             	2024-214467	1.0000
success_10            	2024-214467	1.0000
set_P                 	2024-214467	0.5500
set_relative_P        	2024-214467	0.6111
set_recall            	2024-214467	0.6111
set_map               	2024-214467	0.3361
set_F                 	2024-214467	0.5789
num_nonrel_judged_ret 	2024-214467	3
num_ret               	2024-215044	100
num_rel               	2024-215044	40
num_rel_ret           	2024-215044	0
map                   	2024-215044	0.0000
Rprec                 	2024-215044	0.0000
bpref                 	2024-215044	0.0000
recip_rank            	2024-215044	0.0000
iprec_at_recall_0.00  	2024-215044	0.0000
iprec_at_recall_0.10  	2024-215044	0.0000
iprec_at_recall_0.20  	2024-215044	0.0000
iprec_at_recall_0.30  	2024-215044	0.0000
iprec_at_recall_0.40  	2024-215044	0.0000
iprec_at_recall_0.50  	2024-215044	0.0000
iprec_at_recall_0.60  	2024-215044	0.0000
iprec_at_recall_0.70  	2024-215044	0.0000
iprec_at_recall_0.80  	2024-215044	0.0000
iprec_at_recall_0.90  	2024-215044	0.0000
iprec_at_recall_1.00  	2024-215044	0.0000
P_5                   	2024-215044	0.0000
P_10                  	2024-215044	0.0000
P_15                  	2024-215044	0.0000
P_20                  	2024-215044	0.0000
P_30                  	2024-215044	0.0000
P_100                 	2024-215044	0.0000
P_200                 	2024-215044	0.0000
P_500                 	2024-215044	0.0000
P_1000                	2024-215044	0.0000
relstring             	2024-215044	'----------'
recall_5              	2024-215044	0.0000
recall_10             	2024-215044	0.0000
recall_15             	2024-215044	0.0000
recall_20             	2024-215044	0.0000
recall_30             	2024-215044	0.0000
recall_100            	2024-215044	0.0000
recall_200            	2024-215044	0.0000
recall_500            	2024-215044	0.0000
recall_1000           	2024-215044	0.0000
infAP                 	2024-215044	0.0000
Rprec_mult_0.20       	2024-215044	0.0000
Rprec_mult_0.40       	2024-215044	0.0000
Rprec_mult_0.60       	2024-215044	0.0000
Rprec_mult_0.80       	2024-215044	0.0000
Rprec_mult_1.00       	2024-215044	0.0000
Rprec_mult_1.20       	2024-215044	0.0000
Rprec_mult_1.40       	2024-215044	0.0000
Rprec_mult_1.60       	2024-215044	0.0000
Rprec_mult_1.80       	2024-215044	0.0000
Rprec_mult_2.00       	2024-215044	0.0000
utility               	2024-215044	-100.0000
11pt_avg              	2024-215044	0.0000
binG                  	2024-215044	0.0000
G                     	2024-215044	0.0000
ndcg                  	2024-215044	0.0000
ndcg_rel              	2024-215044	0.0000
Rndcg                 	2024-215044	0.0000
ndcg_cut_5            	2024-215044	0.0000
ndcg_cut_10           	2024-215044	0.0000
ndcg_cut_15           	2024-215044	0.0000
ndcg_cut_20           	2024-215044	0.0000
ndcg_cut_30           	2024-215044	0.0000
ndcg_cut_100          	2024-215044	0.0000
ndcg_cut_200          	2024-215044	0.0000
ndcg_cut_500          	2024-215044	0.0000
ndcg_cut_1000         	2024-215044	0.0000
map_cut_5             	2024-215044	0.0000
map_cut_10            	2024-215044	0.0000
map_cut_15            	2024-215044	0.0000
map_cut_20            	2024-215044	0.0000
map_cut_30            	2024-215044	0.0000
map_cut_100           	2024-215044	0.0000
map_cut_200           	2024-215044	0.0000
map_cut_500           	2024-215044	0.0000
map_cut_1000          	2024-215044	0.0000
relative_P_5          	2024-215044	0.0000
relative_P_10         	2024-215044	0.0000
relative_P_15         	2024-215044	0.0000
relative_P_20         	2024-215044	0.0000
relative_P_30         	2024-215044	0.0000
relative_P_100        	2024-215044	0.0000
relative_P_200        	2024-215044	0.0000
relative_P_500        	2024-215044	0.0000
relative_P_1000       	2024-215044	0.0000
success_1             	2024-215044	0.0000
success_5             	2024-215044	0.0000
success_10            	2024-215044	0.0000
set_P                 	2024-215044	0.0000
set_relative_P        	2024-215044	0.0000
set_recall            	2024-215044	0.0000
set_map               	2024-215044	0.0000
set_F                 	2024-215044	0.0000
num_nonrel_judged_ret 	2024-215044	0
num_ret               	2024-215952	100
num_rel               	2024-215952	64
num_rel_ret           	2024-215952	18
map                   	2024-215952	0.0948
Rprec                 	2024-215952	0.1875
bpref                 	2024-215952	0.2026
recip_rank            	2024-215952	1.0000
iprec_at_recall_0.00  	2024-215952	1.0000
iprec_at_recall_0.10  	2024-215952	0.2222
iprec_at_recall_0.20  	2024-215952	0.1970
iprec_at_recall_0.30  	2024-215952	0.0000
iprec_at_recall_0.40  	2024-215952	0.0000
iprec_at_recall_0.50  	2024-215952	0.0000
iprec_at_recall_0.60  	2024-215952	0.0000
iprec_at_recall_0.70  	2024-215952	0.0000
iprec_at_recall_0.80  	2024-215952	0.0000
iprec_at_recall_0.90  	2024-215952	0.0000
iprec_at_recall_1.00  	2024-215952	0.0000
P_5                   	2024-215952	0.8000
P_10                  	2024-215952	0.4000
P_15                  	2024-215952	0.2667
P_20                  	2024-215952	0.2500
P_30                  	2024-215952	0.2000
P_100                 	2024-215952	0.1800
P_200                 	2024-215952	0.0900
P_500                 	2024-215952	0.0360
P_1000                	2024-215952	0.0180
relstring             	2024-215952	'3-311----0'
recall_5              	2024-215952	0.0625
recall_10             	2024-215952	0.0625
recall_15             	2024-215952	0.0625
recall_20             	2024-215952	0.0781
recall_30             	2024-215952	0.0938
recall_100            	2024-215952	0.2812
recall_200            	2024-215952	0.2812
recall_500            	2024-215952	0.2812
recall_1000           	2024-215952	0.2812
infAP                 	2024-215952	0.0948
Rprec_mult_0.20       	2024-215952	0.3077
Rprec_mult_0.40       	2024-215952	0.2308
Rprec_mult_0.60       	2024-215952	0.2051
Rprec_mult_0.80       	2024-215952	0.1923
Rprec_mult_1.00       	2024-215952	0.1875
Rprec_mult_1.20       	2024-215952	0.1948
Rprec_mult_1.40       	2024-215952	0.1778
Rprec_mult_1.60       	2024-215952	0.1748
Rprec_mult_1.80       	2024-215952	0.1552
Rprec_mult_2.00       	2024-215952	0.1406
utility               	2024-215952	-64.0000
11pt_avg              	2024-215952	0.1290
binG                  	2024-215952	0.0859
G                     	2024-215952	0.0753
ndcg                  	2024-215952	0.3025
ndcg_rel              	2024-215952	0.3255
Rndcg                 	2024-215952	0.2736
ndcg_cut_5            	2024-215952	0.6012
ndcg_cut_10           	2024-215952	0.3901
ndcg_cut_15           	2024-215952	0.3024
ndcg_cut_20           	2024-215952	0.2846
ndcg_cut_30           	2024-215952	0.2595
ndcg_cut_100          	2024-215952	0.3025
ndcg_cut_200          	2024-215952	0.3025
ndcg_cut_500          	2024-215952	0.3025
ndcg_cut_1000         	2024-215952	0.3025
map_cut_5             	2024-215952	0.0503
map_cut_10            	2024-215952	0.0503
map_cut_15            	2024-215952	0.0503
map_cut_20            	2024-215952	0.0544
map_cut_30            	2024-215952	0.0581
map_cut_100           	2024-215952	0.0948
map_cut_200           	2024-215952	0.0948
map_cut_500           	2024-215952	0.0948
map_cut_1000          	2024-215952	0.0948
relative_P_5          	2024-215952	0.8000
relative_P_10         	2024-215952	0.4000
relative_P_15         	2024-215952	0.2667
relative_P_20         	2024-215952	0.2500
relative_P_30         	2024-215952	0.2000
relative_P_100        	2024-215952	0.2812
relative_P_200        	2024-215952	0.2812
relative_P_500        	2024-215952	0.2812
relative_P_1000       	2024-215952	0.2812
success_1             	2024-215952	1.0000
success_5             	2024-215952	1.0000
success_10            	2024-215952	1.0000
set_P                 	2024-215952	0.1800
set_relative_P        	2024-215952	0.2812
set_recall            	2024-215952	0.2812
set_map               	2024-215952	0.0506
set_F                 	2024-215952	0.2195
num_nonrel_judged_ret 	2024-215952	38
num_ret               	2024-216592	100
num_rel               	2024-216592	202
num_rel_ret           	2024-216592	15
map                   	2024-216592	0.0111
Rprec                 	2024-216592	0.0743
bpref                 	2024-216592	0.0616
recip_rank            	2024-216592	0.5000
iprec_at_recall_0.00  	2024-216592	0.5000
iprec_at_recall_0.10  	2024-216592	0.0000
iprec_at_recall_0.20  	2024-216592	0.0000
iprec_at_recall_0.30  	2024-216592	0.0000
iprec_at_recall_0.40  	2024-216592	0.0000
iprec_at_recall_0.50  	2024-216592	0.0000
iprec_at_recall_0.60  	2024-216592	0.0000
iprec_at_recall_0.70  	2024-216592	0.0000
iprec_at_recall_0.80  	2024-216592	0.0000
iprec_at_recall_0.90  	2024-216592	0.0000
iprec_at_recall_1.00  	2024-216592	0.0000
P_5                   	2024-216592	0.2000
P_10                  	2024-216592	0.1000
P_15                  	2024-216592	0.1333
P_20                  	2024-216592	0.1000
P_30                  	2024-216592	0.0667
P_100                 	2024-216592	0.1500
P_200                 	2024-216592	0.0750
P_500                 	2024-216592	0.0300
P_1000                	2024-216592	0.0150
relstring             	2024-216592	'0200000000'
recall_5              	2024-216592	0.0050
recall_10             	2024-216592	0.0050
recall_15             	2024-216592	0.0099
recall_20             	2024-216592	0.0099
recall_30             	2024-216592	0.0099
recall_100            	2024-216592	0.0743
recall_200            	2024-216592	0.0743
recall_500            	2024-216592	0.0743
recall_1000           	2024-216592	0.0743
infAP                 	2024-216592	0.0111
Rprec_mult_0.20       	2024-216592	0.1220
Rprec_mult_0.40       	2024-216592	0.1111
Rprec_mult_0.60       	2024-216592	0.1230
Rprec_mult_0.80       	2024-216592	0.0926
Rprec_mult_1.00       	2024-216592	0.0743
Rprec_mult_1.20       	2024-216592	0.0617
Rprec_mult_1.40       	2024-216592	0.0530
Rprec_mult_1.60       	2024-216592	0.0463
Rprec_mult_1.80       	2024-216592	0.0412
Rprec_mult_2.00       	2024-216592	0.0371
utility               	2024-216592	-70.0000
11pt_avg              	2024-216592	0.0455
binG                  	2024-216592	0.0154
G                     	2024-216592	0.0136
ndcg                  	2024-216592	0.0894
ndcg_rel              	2024-216592	0.0914
Rndcg                 	2024-216592	0.1131
ndcg_cut_5            	2024-216592	0.1427
ndcg_cut_10           	2024-216592	0.0926
ndcg_cut_15           	2024-216592	0.1233
ndcg_cut_20           	2024-216592	0.1081
ndcg_cut_30           	2024-216592	0.0885
ndcg_cut_100          	2024-216592	0.1177
ndcg_cut_200          	2024-216592	0.0898
ndcg_cut_500          	2024-216592	0.0894
ndcg_cut_1000         	2024-216592	0.0894
map_cut_5             	2024-216592	0.0025
map_cut_10            	2024-216592	0.0025
map_cut_15            	2024-216592	0.0033
map_cut_20            	2024-216592	0.0033
map_cut_30            	2024-216592	0.0033
map_cut_100           	2024-216592	0.0111
map_cut_200           	2024-216592	0.0111
map_cut_500           	2024-216592	0.0111
map_cut_1000          	2024-216592	0.0111
relative_P_5          	2024-216592	0.2000
relative_P_10         	2024-216592	0.1000
relative_P_15         	2024-216592	0.1333
relative_P_20         	2024-216592	0.1000
relative_P_30         	2024-216592	0.0667
relative_P_100        	2024-216592	0.1500
relative_P_200        	2024-216592	0.0750
relative_P_500        	2024-216592	0.0743
relative_P_1000       	2024-216592	0.0743
success_1             	2024-216592	0.0000
success_5             	2024-216592	1.0000
success_10            	2024-216592	1.0000
set_P                 	2024-216592	0.1500
set_relative_P        	2024-216592	0.1500
set_recall            	2024-216592	0.0743
set_map               	2024-216592	0.0111
set_F                 	2024-216592	0.0993
num_nonrel_judged_ret 	2024-216592	38
num_ret               	2024-216957	100
num_rel               	2024-216957	258
num_rel_ret           	2024-216957	17
map                   	2024-216957	0.0211
Rprec                 	2024-216957	0.0659
bpref                 	2024-216957	0.0659
recip_rank            	2024-216957	0.3333
iprec_at_recall_0.00  	2024-216957	0.6667
iprec_at_recall_0.10  	2024-216957	0.0000
iprec_at_recall_0.20  	2024-216957	0.0000
iprec_at_recall_0.30  	2024-216957	0.0000
iprec_at_recall_0.40  	2024-216957	0.0000
iprec_at_recall_0.50  	2024-216957	0.0000
iprec_at_recall_0.60  	2024-216957	0.0000
iprec_at_recall_0.70  	2024-216957	0.0000
iprec_at_recall_0.80  	2024-216957	0.0000
iprec_at_recall_0.90  	2024-216957	0.0000
iprec_at_recall_1.00  	2024-216957	0.0000
P_5                   	2024-216957	0.6000
P_10                  	2024-216957	0.4000
P_15                  	2024-216957	0.3333
P_20                  	2024-216957	0.3000
P_30                  	2024-216957	0.2333
P_100                 	2024-216957	0.1700
P_200                 	2024-216957	0.0850
P_500                 	2024-216957	0.0340
P_1000                	2024-216957	0.0170
relstring             	2024-216957	'--1111----'
recall_5              	2024-216957	0.0116
recall_10             	2024-216957	0.0155
recall_15             	2024-216957	0.0194
recall_20             	2024-216957	0.0233
recall_30             	2024-216957	0.0271
recall_100            	2024-216957	0.0659
recall_200            	2024-216957	0.0659
recall_500            	2024-216957	0.0659
recall_1000           	2024-216957	0.0659
infAP                 	2024-216957	0.0211
Rprec_mult_0.20       	2024-216957	0.2308
Rprec_mult_0.40       	2024-216957	0.1635
Rprec_mult_0.60       	2024-216957	0.1097
Rprec_mult_0.80       	2024-216957	0.0821
Rprec_mult_1.00       	2024-216957	0.0659
Rprec_mult_1.20       	2024-216957	0.0548
Rprec_mult_1.40       	2024-216957	0.0470
Rprec_mult_1.60       	2024-216957	0.0412
Rprec_mult_1.80       	2024-216957	0.0366
Rprec_mult_2.00       	2024-216957	0.0329
utility               	2024-216957	-66.0000
11pt_avg              	2024-216957	0.0606
binG                  	2024-216957	0.0181
G                     	2024-216957	0.0079
ndcg                  	2024-216957	0.0577
ndcg_rel              	2024-216957	0.0615
Rndcg                 	2024-216957	0.0789
ndcg_cut_5            	2024-216957	0.1490
ndcg_cut_10           	2024-216957	0.1228
ndcg_cut_15           	2024-216957	0.1110
ndcg_cut_20           	2024-216957	0.1084
ndcg_cut_30           	2024-216957	0.1063
ndcg_cut_100          	2024-216957	0.0906
ndcg_cut_200          	2024-216957	0.0640
ndcg_cut_500          	2024-216957	0.0577
ndcg_cut_1000         	2024-216957	0.0577
map_cut_5             	2024-216957	0.0056
map_cut_10            	2024-216957	0.0081
map_cut_15            	2024-216957	0.0099
map_cut_20            	2024-216957	0.0112
map_cut_30            	2024-216957	0.0121
map_cut_100           	2024-216957	0.0211
map_cut_200           	2024-216957	0.0211
map_cut_500           	2024-216957	0.0211
map_cut_1000          	2024-216957	0.0211
relative_P_5          	2024-216957	0.6000
relative_P_10         	2024-216957	0.4000
relative_P_15         	2024-216957	0.3333
relative_P_20         	2024-216957	0.3000
relative_P_30         	2024-216957	0.2333
relative_P_100        	2024-216957	0.1700
relative_P_200        	2024-216957	0.0850
relative_P_500        	2024-216957	0.0659
relative_P_1000       	2024-216957	0.0659
success_1             	2024-216957	0.0000
success_5             	2024-216957	1.0000
success_10            	2024-216957	1.0000
set_P                 	2024-216957	0.1700
set_relative_P        	2024-216957	0.1700
set_recall            	2024-216957	0.0659
set_map               	2024-216957	0.0112
set_F                 	2024-216957	0.0950
num_nonrel_judged_ret 	2024-216957	1
num_ret               	2024-217279	100
num_rel               	2024-217279	186
num_rel_ret           	2024-217279	28
map                   	2024-217279	0.0377
Rprec                 	2024-217279	0.1505
bpref                 	2024-217279	0.1439
recip_rank            	2024-217279	0.3333
iprec_at_recall_0.00  	2024-217279	0.3333
iprec_at_recall_0.10  	2024-217279	0.3038
iprec_at_recall_0.20  	2024-217279	0.0000
iprec_at_recall_0.30  	2024-217279	0.0000
iprec_at_recall_0.40  	2024-217279	0.0000
iprec_at_recall_0.50  	2024-217279	0.0000
iprec_at_recall_0.60  	2024-217279	0.0000
iprec_at_recall_0.70  	2024-217279	0.0000
iprec_at_recall_0.80  	2024-217279	0.0000
iprec_at_recall_0.90  	2024-217279	0.0000
iprec_at_recall_1.00  	2024-217279	0.0000
P_5                   	2024-217279	0.2000
P_10                  	2024-217279	0.1000
P_15                  	2024-217279	0.1333
P_20                  	2024-217279	0.1000
P_30                  	2024-217279	0.1667
P_100                 	2024-217279	0.2800
P_200                 	2024-217279	0.1400
P_500                 	2024-217279	0.0560
P_1000                	2024-217279	0.0280
relstring             	2024-217279	'--1-------'
recall_5              	2024-217279	0.0054
recall_10             	2024-217279	0.0054
recall_15             	2024-217279	0.0108
recall_20             	2024-217279	0.0108
recall_30             	2024-217279	0.0269
recall_100            	2024-217279	0.1505
recall_200            	2024-217279	0.1505
recall_500            	2024-217279	0.1505
recall_1000           	2024-217279	0.1505
infAP                 	2024-217279	0.0377
Rprec_mult_0.20       	2024-217279	0.2368
Rprec_mult_0.40       	2024-217279	0.2800
Rprec_mult_0.60       	2024-217279	0.2500
Rprec_mult_0.80       	2024-217279	0.1879
Rprec_mult_1.00       	2024-217279	0.1505
Rprec_mult_1.20       	2024-217279	0.1250
Rprec_mult_1.40       	2024-217279	0.1073
Rprec_mult_1.60       	2024-217279	0.0940
Rprec_mult_1.80       	2024-217279	0.0836
Rprec_mult_2.00       	2024-217279	0.0753
utility               	2024-217279	-44.0000
11pt_avg              	2024-217279	0.0579
binG                  	2024-217279	0.0303
G                     	2024-217279	0.0226
ndcg                  	2024-217279	0.1378
ndcg_rel              	2024-217279	0.1380
Rndcg                 	2024-217279	0.1141
ndcg_cut_5            	2024-217279	0.0565
ndcg_cut_10           	2024-217279	0.0367
ndcg_cut_15           	2024-217279	0.0438
ndcg_cut_20           	2024-217279	0.0373
ndcg_cut_30           	2024-217279	0.0905
ndcg_cut_100          	2024-217279	0.1766
ndcg_cut_200          	2024-217279	0.1378
ndcg_cut_500          	2024-217279	0.1378
ndcg_cut_1000         	2024-217279	0.1378
map_cut_5             	2024-217279	0.0018
map_cut_10            	2024-217279	0.0018
map_cut_15            	2024-217279	0.0027
map_cut_20            	2024-217279	0.0027
map_cut_30            	2024-217279	0.0052
map_cut_100           	2024-217279	0.0377
map_cut_200           	2024-217279	0.0377
map_cut_500           	2024-217279	0.0377
map_cut_1000          	2024-217279	0.0377
relative_P_5          	2024-217279	0.2000
relative_P_10         	2024-217279	0.1000
relative_P_15         	2024-217279	0.1333
relative_P_20         	2024-217279	0.1000
relative_P_30         	2024-217279	0.1667
relative_P_100        	2024-217279	0.2800
relative_P_200        	2024-217279	0.1505
relative_P_500        	2024-217279	0.1505
relative_P_1000       	2024-217279	0.1505
success_1             	2024-217279	0.0000
success_5             	2024-217279	1.0000
success_10            	2024-217279	1.0000
set_P                 	2024-217279	0.2800
set_relative_P        	2024-217279	0.2800
set_recall            	2024-217279	0.1505
set_map               	2024-217279	0.0422
set_F                 	2024-217279	0.1958
num_nonrel_judged_ret 	2024-217279	2
num_ret               	2024-217488	100
num_rel               	2024-217488	162
num_rel_ret           	2024-217488	36
map                   	2024-217488	0.1262
Rprec                 	2024-217488	0.2222
bpref                 	2024-217488	0.2162
recip_rank            	2024-217488	1.0000
iprec_at_recall_0.00  	2024-217488	1.0000
iprec_at_recall_0.10  	2024-217488	0.6296
iprec_at_recall_0.20  	2024-217488	0.4400
iprec_at_recall_0.30  	2024-217488	0.0000
iprec_at_recall_0.40  	2024-217488	0.0000
iprec_at_recall_0.50  	2024-217488	0.0000
iprec_at_recall_0.60  	2024-217488	0.0000
iprec_at_recall_0.70  	2024-217488	0.0000
iprec_at_recall_0.80  	2024-217488	0.0000
iprec_at_recall_0.90  	2024-217488	0.0000
iprec_at_recall_1.00  	2024-217488	0.0000
P_5                   	2024-217488	0.6000
P_10                  	2024-217488	0.6000
P_15                  	2024-217488	0.6000
P_20                  	2024-217488	0.6500
P_30                  	2024-217488	0.6000
P_100                 	2024-217488	0.3600
P_200                 	2024-217488	0.1800
P_500                 	2024-217488	0.0720
P_1000                	2024-217488	0.0360
relstring             	2024-217488	'2--323--22'
recall_5              	2024-217488	0.0185
recall_10             	2024-217488	0.0370
recall_15             	2024-217488	0.0556
recall_20             	2024-217488	0.0802
recall_30             	2024-217488	0.1111
recall_100            	2024-217488	0.2222
recall_200            	2024-217488	0.2222
recall_500            	2024-217488	0.2222
recall_1000           	2024-217488	0.2222
infAP                 	2024-217488	0.1262
Rprec_mult_0.20       	2024-217488	0.6061
Rprec_mult_0.40       	2024-217488	0.4462
Rprec_mult_0.60       	2024-217488	0.3673
Rprec_mult_0.80       	2024-217488	0.2769
Rprec_mult_1.00       	2024-217488	0.2222
Rprec_mult_1.20       	2024-217488	0.1846
Rprec_mult_1.40       	2024-217488	0.1586
Rprec_mult_1.60       	2024-217488	0.1385
Rprec_mult_1.80       	2024-217488	0.1233
Rprec_mult_2.00       	2024-217488	0.1111
utility               	2024-217488	-28.0000
11pt_avg              	2024-217488	0.1881
binG                  	2024-217488	0.0670
G                     	2024-217488	0.0464
ndcg                  	2024-217488	0.2751
ndcg_rel              	2024-217488	0.3161
Rndcg                 	2024-217488	0.3388
ndcg_cut_5            	2024-217488	0.4596
ndcg_cut_10           	2024-217488	0.4733
ndcg_cut_15           	2024-217488	0.4616
ndcg_cut_20           	2024-217488	0.4789
ndcg_cut_30           	2024-217488	0.4833
ndcg_cut_100          	2024-217488	0.3597
ndcg_cut_200          	2024-217488	0.2751
ndcg_cut_500          	2024-217488	0.2751
ndcg_cut_1000         	2024-217488	0.2751
map_cut_5             	2024-217488	0.0130
map_cut_10            	2024-217488	0.0242
map_cut_15            	2024-217488	0.0362
map_cut_20            	2024-217488	0.0515
map_cut_30            	2024-217488	0.0713
map_cut_100           	2024-217488	0.1262
map_cut_200           	2024-217488	0.1262
map_cut_500           	2024-217488	0.1262
map_cut_1000          	2024-217488	0.1262
relative_P_5          	2024-217488	0.6000
relative_P_10         	2024-217488	0.6000
relative_P_15         	2024-217488	0.6000
relative_P_20         	2024-217488	0.6500
relative_P_30         	2024-217488	0.6000
relative_P_100        	2024-217488	0.3600
relative_P_200        	2024-217488	0.2222
relative_P_500        	2024-217488	0.2222
relative_P_1000       	2024-217488	0.2222
success_1             	2024-217488	1.0000
success_5             	2024-217488	1.0000
success_10            	2024-217488	1.0000
set_P                 	2024-217488	0.3600
set_relative_P        	2024-217488	0.3600
set_recall            	2024-217488	0.2222
set_map               	2024-217488	0.0800
set_F                 	2024-217488	0.2748
num_nonrel_judged_ret 	2024-217488	2
num_ret               	2024-217812	100
num_rel               	2024-217812	24
num_rel_ret           	2024-217812	0
map                   	2024-217812	0.0000
Rprec                 	2024-217812	0.0000
bpref                 	2024-217812	0.0000
recip_rank            	2024-217812	0.0000
iprec_at_recall_0.00  	2024-217812	0.0000
iprec_at_recall_0.10  	2024-217812	0.0000
iprec_at_recall_0.20  	2024-217812	0.0000
iprec_at_recall_0.30  	2024-217812	0.0000
iprec_at_recall_0.40  	2024-217812	0.0000
iprec_at_recall_0.50  	2024-217812	0.0000
iprec_at_recall_0.60  	2024-217812	0.0000
iprec_at_recall_0.70  	2024-217812	0.0000
iprec_at_recall_0.80  	2024-217812	0.0000
iprec_at_recall_0.90  	2024-217812	0.0000
iprec_at_recall_1.00  	2024-217812	0.0000
P_5                   	2024-217812	0.0000
P_10                  	2024-217812	0.0000
P_15                  	2024-217812	0.0000
P_20                  	2024-217812	0.0000
P_30                  	2024-217812	0.0000
P_100                 	2024-217812	0.0000
P_200                 	2024-217812	0.0000
P_500                 	2024-217812	0.0000
P_1000                	2024-217812	0.0000
relstring             	2024-217812	'----------'
recall_5              	2024-217812	0.0000
recall_10             	2024-217812	0.0000
recall_15             	2024-217812	0.0000
recall_20             	2024-217812	0.0000
recall_30             	2024-217812	0.0000
recall_100            	2024-217812	0.0000
recall_200            	2024-217812	0.0000
recall_500            	2024-217812	0.0000
recall_1000           	2024-217812	0.0000
infAP                 	2024-217812	0.0000
Rprec_mult_0.20       	2024-217812	0.0000
Rprec_mult_0.40       	2024-217812	0.0000
Rprec_mult_0.60       	2024-217812	0.0000
Rprec_mult_0.80       	2024-217812	0.0000
Rprec_mult_1.00       	2024-217812	0.0000
Rprec_mult_1.20       	2024-217812	0.0000
Rprec_mult_1.40       	2024-217812	0.0000
Rprec_mult_1.60       	2024-217812	0.0000
Rprec_mult_1.80       	2024-217812	0.0000
Rprec_mult_2.00       	2024-217812	0.0000
utility               	2024-217812	-100.0000
11pt_avg              	2024-217812	0.0000
binG                  	2024-217812	0.0000
G                     	2024-217812	0.0000
ndcg                  	2024-217812	0.0000
ndcg_rel              	2024-217812	0.0000
Rndcg                 	2024-217812	0.0000
ndcg_cut_5            	2024-217812	0.0000
ndcg_cut_10           	2024-217812	0.0000
ndcg_cut_15           	2024-217812	0.0000
ndcg_cut_20           	2024-217812	0.0000
ndcg_cut_30           	2024-217812	0.0000
ndcg_cut_100          	2024-217812	0.0000
ndcg_cut_200          	2024-217812	0.0000
ndcg_cut_500          	2024-217812	0.0000
ndcg_cut_1000         	2024-217812	0.0000
map_cut_5             	2024-217812	0.0000
map_cut_10            	2024-217812	0.0000
map_cut_15            	2024-217812	0.0000
map_cut_20            	2024-217812	0.0000
map_cut_30            	2024-217812	0.0000
map_cut_100           	2024-217812	0.0000
map_cut_200           	2024-217812	0.0000
map_cut_500           	2024-217812	0.0000
map_cut_1000          	2024-217812	0.0000
relative_P_5          	2024-217812	0.0000
relative_P_10         	2024-217812	0.0000
relative_P_15         	2024-217812	0.0000
relative_P_20         	2024-217812	0.0000
relative_P_30         	2024-217812	0.0000
relative_P_100        	2024-217812	0.0000
relative_P_200        	2024-217812	0.0000
relative_P_500        	2024-217812	0.0000
relative_P_1000       	2024-217812	0.0000
success_1             	2024-217812	0.0000
success_5             	2024-217812	0.0000
success_10            	2024-217812	0.0000
set_P                 	2024-217812	0.0000
set_relative_P        	2024-217812	0.0000
set_recall            	2024-217812	0.0000
set_map               	2024-217812	0.0000
set_F                 	2024-217812	0.0000
num_nonrel_judged_ret 	2024-217812	3
num_ret               	2024-219563	100
num_rel               	2024-219563	220
num_rel_ret           	2024-219563	0
map                   	2024-219563	0.0000
Rprec                 	2024-219563	0.0000
bpref                 	2024-219563	0.0000
recip_rank            	2024-219563	0.0000
iprec_at_recall_0.00  	2024-219563	0.0000
iprec_at_recall_0.10  	2024-219563	0.0000
iprec_at_recall_0.20  	2024-219563	0.0000
iprec_at_recall_0.30  	2024-219563	0.0000
iprec_at_recall_0.40  	2024-219563	0.0000
iprec_at_recall_0.50  	2024-219563	0.0000
iprec_at_recall_0.60  	2024-219563	0.0000
iprec_at_recall_0.70  	2024-219563	0.0000
iprec_at_recall_0.80  	2024-219563	0.0000
iprec_at_recall_0.90  	2024-219563	0.0000
iprec_at_recall_1.00  	2024-219563	0.0000
P_5                   	2024-219563	0.0000
P_10                  	2024-219563	0.0000
P_15                  	2024-219563	0.0000
P_20                  	2024-219563	0.0000
P_30                  	2024-219563	0.0000
P_100                 	2024-219563	0.0000
P_200                 	2024-219563	0.0000
P_500                 	2024-219563	0.0000
P_1000                	2024-219563	0.0000
relstring             	2024-219563	'----------'
recall_5              	2024-219563	0.0000
recall_10             	2024-219563	0.0000
recall_15             	2024-219563	0.0000
recall_20             	2024-219563	0.0000
recall_30             	2024-219563	0.0000
recall_100            	2024-219563	0.0000
recall_200            	2024-219563	0.0000
recall_500            	2024-219563	0.0000
recall_1000           	2024-219563	0.0000
infAP                 	2024-219563	0.0000
Rprec_mult_0.20       	2024-219563	0.0000
Rprec_mult_0.40       	2024-219563	0.0000
Rprec_mult_0.60       	2024-219563	0.0000
Rprec_mult_0.80       	2024-219563	0.0000
Rprec_mult_1.00       	2024-219563	0.0000
Rprec_mult_1.20       	2024-219563	0.0000
Rprec_mult_1.40       	2024-219563	0.0000
Rprec_mult_1.60       	2024-219563	0.0000
Rprec_mult_1.80       	2024-219563	0.0000
Rprec_mult_2.00       	2024-219563	0.0000
utility               	2024-219563	-100.0000
11pt_avg              	2024-219563	0.0000
binG                  	2024-219563	0.0000
G                     	2024-219563	0.0000
ndcg                  	2024-219563	0.0000
ndcg_rel              	2024-219563	0.0000
Rndcg                 	2024-219563	0.0000
ndcg_cut_5            	2024-219563	0.0000
ndcg_cut_10           	2024-219563	0.0000
ndcg_cut_15           	2024-219563	0.0000
ndcg_cut_20           	2024-219563	0.0000
ndcg_cut_30           	2024-219563	0.0000
ndcg_cut_100          	2024-219563	0.0000
ndcg_cut_200          	2024-219563	0.0000
ndcg_cut_500          	2024-219563	0.0000
ndcg_cut_1000         	2024-219563	0.0000
map_cut_5             	2024-219563	0.0000
map_cut_10            	2024-219563	0.0000
map_cut_15            	2024-219563	0.0000
map_cut_20            	2024-219563	0.0000
map_cut_30            	2024-219563	0.0000
map_cut_100           	2024-219563	0.0000
map_cut_200           	2024-219563	0.0000
map_cut_500           	2024-219563	0.0000
map_cut_1000          	2024-219563	0.0000
relative_P_5          	2024-219563	0.0000
relative_P_10         	2024-219563	0.0000
relative_P_15         	2024-219563	0.0000
relative_P_20         	2024-219563	0.0000
relative_P_30         	2024-219563	0.0000
relative_P_100        	2024-219563	0.0000
relative_P_200        	2024-219563	0.0000
relative_P_500        	2024-219563	0.0000
relative_P_1000       	2024-219563	0.0000
success_1             	2024-219563	0.0000
success_5             	2024-219563	0.0000
success_10            	2024-219563	0.0000
set_P                 	2024-219563	0.0000
set_relative_P        	2024-219563	0.0000
set_recall            	2024-219563	0.0000
set_map               	2024-219563	0.0000
set_F                 	2024-219563	0.0000
num_nonrel_judged_ret 	2024-219563	0
num_ret               	2024-219624	100
num_rel               	2024-219624	18
num_rel_ret           	2024-219624	4
map                   	2024-219624	0.0153
Rprec                 	2024-219624	0.0556
bpref                 	2024-219624	0.1698
recip_rank            	2024-219624	0.1000
iprec_at_recall_0.00  	2024-219624	0.1000
iprec_at_recall_0.10  	2024-219624	0.0769
iprec_at_recall_0.20  	2024-219624	0.0500
iprec_at_recall_0.30  	2024-219624	0.0000
iprec_at_recall_0.40  	2024-219624	0.0000
iprec_at_recall_0.50  	2024-219624	0.0000
iprec_at_recall_0.60  	2024-219624	0.0000
iprec_at_recall_0.70  	2024-219624	0.0000
iprec_at_recall_0.80  	2024-219624	0.0000
iprec_at_recall_0.90  	2024-219624	0.0000
iprec_at_recall_1.00  	2024-219624	0.0000
P_5                   	2024-219624	0.0000
P_10                  	2024-219624	0.1000
P_15                  	2024-219624	0.0667
P_20                  	2024-219624	0.0500
P_30                  	2024-219624	0.0667
P_100                 	2024-219624	0.0400
P_200                 	2024-219624	0.0200
P_500                 	2024-219624	0.0080
P_1000                	2024-219624	0.0040
relstring             	2024-219624	'0--------2'
recall_5              	2024-219624	0.0000
recall_10             	2024-219624	0.0556
recall_15             	2024-219624	0.0556
recall_20             	2024-219624	0.0556
recall_30             	2024-219624	0.1111
recall_100            	2024-219624	0.2222
recall_200            	2024-219624	0.2222
recall_500            	2024-219624	0.2222
recall_1000           	2024-219624	0.2222
infAP                 	2024-219624	0.0153
Rprec_mult_0.20       	2024-219624	0.0000
Rprec_mult_0.40       	2024-219624	0.0000
Rprec_mult_0.60       	2024-219624	0.0909
Rprec_mult_0.80       	2024-219624	0.0667
Rprec_mult_1.00       	2024-219624	0.0556
Rprec_mult_1.20       	2024-219624	0.0455
Rprec_mult_1.40       	2024-219624	0.0769
Rprec_mult_1.60       	2024-219624	0.0690
Rprec_mult_1.80       	2024-219624	0.0606
Rprec_mult_2.00       	2024-219624	0.0556
utility               	2024-219624	-92.0000
11pt_avg              	2024-219624	0.0206
binG                  	2024-219624	0.0460
G                     	2024-219624	0.0467
ndcg                  	2024-219624	0.1167
ndcg_rel              	2024-219624	0.1098
Rndcg                 	2024-219624	0.0425
ndcg_cut_5            	2024-219624	0.0000
ndcg_cut_10           	2024-219624	0.0653
ndcg_cut_15           	2024-219624	0.0569
ndcg_cut_20           	2024-219624	0.0531
ndcg_cut_30           	2024-219624	0.0724
ndcg_cut_100          	2024-219624	0.1167
ndcg_cut_200          	2024-219624	0.1167
ndcg_cut_500          	2024-219624	0.1167
ndcg_cut_1000         	2024-219624	0.1167
map_cut_5             	2024-219624	0.0000
map_cut_10            	2024-219624	0.0056
map_cut_15            	2024-219624	0.0056
map_cut_20            	2024-219624	0.0056
map_cut_30            	2024-219624	0.0098
map_cut_100           	2024-219624	0.0153
map_cut_200           	2024-219624	0.0153
map_cut_500           	2024-219624	0.0153
map_cut_1000          	2024-219624	0.0153
relative_P_5          	2024-219624	0.0000
relative_P_10         	2024-219624	0.1000
relative_P_15         	2024-219624	0.0667
relative_P_20         	2024-219624	0.0556
relative_P_30         	2024-219624	0.1111
relative_P_100        	2024-219624	0.2222
relative_P_200        	2024-219624	0.2222
relative_P_500        	2024-219624	0.2222
relative_P_1000       	2024-219624	0.2222
success_1             	2024-219624	0.0000
success_5             	2024-219624	0.0000
success_10            	2024-219624	1.0000
set_P                 	2024-219624	0.0400
set_relative_P        	2024-219624	0.2222
set_recall            	2024-219624	0.2222
set_map               	2024-219624	0.0089
set_F                 	2024-219624	0.0678
num_nonrel_judged_ret 	2024-219624	7
num_ret               	2024-219631	100
num_rel               	2024-219631	167
num_rel_ret           	2024-219631	27
map                   	2024-219631	0.0812
Rprec                 	2024-219631	0.1617
bpref                 	2024-219631	0.1617
recip_rank            	2024-219631	1.0000
iprec_at_recall_0.00  	2024-219631	1.0000
iprec_at_recall_0.10  	2024-219631	0.4524
iprec_at_recall_0.20  	2024-219631	0.0000
iprec_at_recall_0.30  	2024-219631	0.0000
iprec_at_recall_0.40  	2024-219631	0.0000
iprec_at_recall_0.50  	2024-219631	0.0000
iprec_at_recall_0.60  	2024-219631	0.0000
iprec_at_recall_0.70  	2024-219631	0.0000
iprec_at_recall_0.80  	2024-219631	0.0000
iprec_at_recall_0.90  	2024-219631	0.0000
iprec_at_recall_1.00  	2024-219631	0.0000
P_5                   	2024-219631	0.6000
P_10                  	2024-219631	0.6000
P_15                  	2024-219631	0.5333
P_20                  	2024-219631	0.5000
P_30                  	2024-219631	0.4667
P_100                 	2024-219631	0.2700
P_200                 	2024-219631	0.1350
P_500                 	2024-219631	0.0540
P_1000                	2024-219631	0.0270
relstring             	2024-219631	'1-21-21--1'
recall_5              	2024-219631	0.0180
recall_10             	2024-219631	0.0359
recall_15             	2024-219631	0.0479
recall_20             	2024-219631	0.0599
recall_30             	2024-219631	0.0838
recall_100            	2024-219631	0.1617
recall_200            	2024-219631	0.1617
recall_500            	2024-219631	0.1617
recall_1000           	2024-219631	0.1617
infAP                 	2024-219631	0.0812
Rprec_mult_0.20       	2024-219631	0.4706
Rprec_mult_0.40       	2024-219631	0.3284
Rprec_mult_0.60       	2024-219631	0.2673
Rprec_mult_0.80       	2024-219631	0.2015
Rprec_mult_1.00       	2024-219631	0.1617
Rprec_mult_1.20       	2024-219631	0.1343
Rprec_mult_1.40       	2024-219631	0.1154
Rprec_mult_1.60       	2024-219631	0.1007
Rprec_mult_1.80       	2024-219631	0.0897
Rprec_mult_2.00       	2024-219631	0.0808
utility               	2024-219631	-46.0000
11pt_avg              	2024-219631	0.1320
binG                  	2024-219631	0.0510
G                     	2024-219631	0.0427
ndcg                  	2024-219631	0.2381
ndcg_rel              	2024-219631	0.2566
Rndcg                 	2024-219631	0.3062
ndcg_cut_5            	2024-219631	0.3524
ndcg_cut_10           	2024-219631	0.3733
ndcg_cut_15           	2024-219631	0.3369
ndcg_cut_20           	2024-219631	0.3149
ndcg_cut_30           	2024-219631	0.3348
ndcg_cut_100          	2024-219631	0.3138
ndcg_cut_200          	2024-219631	0.2381
ndcg_cut_500          	2024-219631	0.2381
ndcg_cut_1000         	2024-219631	0.2381
map_cut_5             	2024-219631	0.0145
map_cut_10            	2024-219631	0.0263
map_cut_15            	2024-219631	0.0330
map_cut_20            	2024-219631	0.0390
map_cut_30            	2024-219631	0.0516
map_cut_100           	2024-219631	0.0812
map_cut_200           	2024-219631	0.0812
map_cut_500           	2024-219631	0.0812
map_cut_1000          	2024-219631	0.0812
relative_P_5          	2024-219631	0.6000
relative_P_10         	2024-219631	0.6000
relative_P_15         	2024-219631	0.5333
relative_P_20         	2024-219631	0.5000
relative_P_30         	2024-219631	0.4667
relative_P_100        	2024-219631	0.2700
relative_P_200        	2024-219631	0.1617
relative_P_500        	2024-219631	0.1617
relative_P_1000       	2024-219631	0.1617
success_1             	2024-219631	1.0000
success_5             	2024-219631	1.0000
success_10            	2024-219631	1.0000
set_P                 	2024-219631	0.2700
set_relative_P        	2024-219631	0.2700
set_recall            	2024-219631	0.1617
set_map               	2024-219631	0.0437
set_F                 	2024-219631	0.2022
num_nonrel_judged_ret 	2024-219631	0
num_ret               	2024-219661	100
num_rel               	2024-219661	68
num_rel_ret           	2024-219661	16
map                   	2024-219661	0.1183
Rprec                 	2024-219661	0.2206
bpref                 	2024-219661	0.1964
recip_rank            	2024-219661	1.0000
iprec_at_recall_0.00  	2024-219661	1.0000
iprec_at_recall_0.10  	2024-219661	0.4211
iprec_at_recall_0.20  	2024-219661	0.2456
iprec_at_recall_0.30  	2024-219661	0.0000
iprec_at_recall_0.40  	2024-219661	0.0000
iprec_at_recall_0.50  	2024-219661	0.0000
iprec_at_recall_0.60  	2024-219661	0.0000
iprec_at_recall_0.70  	2024-219661	0.0000
iprec_at_recall_0.80  	2024-219661	0.0000
iprec_at_recall_0.90  	2024-219661	0.0000
iprec_at_recall_1.00  	2024-219661	0.0000
P_5                   	2024-219661	0.8000
P_10                  	2024-219661	0.5000
P_15                  	2024-219661	0.3333
P_20                  	2024-219661	0.4000
P_30                  	2024-219661	0.3667
P_100                 	2024-219661	0.1600
P_200                 	2024-219661	0.0800
P_500                 	2024-219661	0.0320
P_1000                	2024-219661	0.0160
relstring             	2024-219661	'1222000010'
recall_5              	2024-219661	0.0588
recall_10             	2024-219661	0.0735
recall_15             	2024-219661	0.0735
recall_20             	2024-219661	0.1176
recall_30             	2024-219661	0.1618
recall_100            	2024-219661	0.2353
recall_200            	2024-219661	0.2353
recall_500            	2024-219661	0.2353
recall_1000           	2024-219661	0.2353
infAP                 	2024-219661	0.1183
Rprec_mult_0.20       	2024-219661	0.3571
Rprec_mult_0.40       	2024-219661	0.3214
Rprec_mult_0.60       	2024-219661	0.2683
Rprec_mult_0.80       	2024-219661	0.2364
Rprec_mult_1.00       	2024-219661	0.2206
Rprec_mult_1.20       	2024-219661	0.1829
Rprec_mult_1.40       	2024-219661	0.1667
Rprec_mult_1.60       	2024-219661	0.1468
Rprec_mult_1.80       	2024-219661	0.1301
Rprec_mult_2.00       	2024-219661	0.1176
utility               	2024-219661	-68.0000
11pt_avg              	2024-219661	0.1515
binG                  	2024-219661	0.1003
G                     	2024-219661	0.0769
ndcg                  	2024-219661	0.3000
ndcg_rel              	2024-219661	0.3329
Rndcg                 	2024-219661	0.3086
ndcg_cut_5            	2024-219661	0.6992
ndcg_cut_10           	2024-219661	0.4869
ndcg_cut_15           	2024-219661	0.3774
ndcg_cut_20           	2024-219661	0.3815
ndcg_cut_30           	2024-219661	0.3391
ndcg_cut_100          	2024-219661	0.3000
ndcg_cut_200          	2024-219661	0.3000
ndcg_cut_500          	2024-219661	0.3000
ndcg_cut_1000         	2024-219661	0.3000
map_cut_5             	2024-219661	0.0588
map_cut_10            	2024-219661	0.0670
map_cut_15            	2024-219661	0.0670
map_cut_20            	2024-219661	0.0844
map_cut_30            	2024-219661	0.1006
map_cut_100           	2024-219661	0.1183
map_cut_200           	2024-219661	0.1183
map_cut_500           	2024-219661	0.1183
map_cut_1000          	2024-219661	0.1183
relative_P_5          	2024-219661	0.8000
relative_P_10         	2024-219661	0.5000
relative_P_15         	2024-219661	0.3333
relative_P_20         	2024-219661	0.4000
relative_P_30         	2024-219661	0.3667
relative_P_100        	2024-219661	0.2353
relative_P_200        	2024-219661	0.2353
relative_P_500        	2024-219661	0.2353
relative_P_1000       	2024-219661	0.2353
success_1             	2024-219661	1.0000
success_5             	2024-219661	1.0000
success_10            	2024-219661	1.0000
set_P                 	2024-219661	0.1600
set_relative_P        	2024-219661	0.2353
set_recall            	2024-219661	0.2353
set_map               	2024-219661	0.0376
set_F                 	2024-219661	0.1905
num_nonrel_judged_ret 	2024-219661	28
num_ret               	2024-220058	100
num_rel               	2024-220058	155
num_rel_ret           	2024-220058	26
map                   	2024-220058	0.0617
Rprec                 	2024-220058	0.1677
bpref                 	2024-220058	0.1460
recip_rank            	2024-220058	0.3333
iprec_at_recall_0.00  	2024-220058	0.4348
iprec_at_recall_0.10  	2024-220058	0.4286
iprec_at_recall_0.20  	2024-220058	0.0000
iprec_at_recall_0.30  	2024-220058	0.0000
iprec_at_recall_0.40  	2024-220058	0.0000
iprec_at_recall_0.50  	2024-220058	0.0000
iprec_at_recall_0.60  	2024-220058	0.0000
iprec_at_recall_0.70  	2024-220058	0.0000
iprec_at_recall_0.80  	2024-220058	0.0000
iprec_at_recall_0.90  	2024-220058	0.0000
iprec_at_recall_1.00  	2024-220058	0.0000
P_5                   	2024-220058	0.2000
P_10                  	2024-220058	0.3000
P_15                  	2024-220058	0.3333
P_20                  	2024-220058	0.4000
P_30                  	2024-220058	0.4000
P_100                 	2024-220058	0.2600
P_200                 	2024-220058	0.1300
P_500                 	2024-220058	0.0520
P_1000                	2024-220058	0.0260
relstring             	2024-220058	'0-2--22---'
recall_5              	2024-220058	0.0065
recall_10             	2024-220058	0.0194
recall_15             	2024-220058	0.0323
recall_20             	2024-220058	0.0516
recall_30             	2024-220058	0.0774
recall_100            	2024-220058	0.1677
recall_200            	2024-220058	0.1677
recall_500            	2024-220058	0.1677
recall_1000           	2024-220058	0.1677
infAP                 	2024-220058	0.0617
Rprec_mult_0.20       	2024-220058	0.3871
Rprec_mult_0.40       	2024-220058	0.3226
Rprec_mult_0.60       	2024-220058	0.2688
Rprec_mult_0.80       	2024-220058	0.2097
Rprec_mult_1.00       	2024-220058	0.1677
Rprec_mult_1.20       	2024-220058	0.1398
Rprec_mult_1.40       	2024-220058	0.1198
Rprec_mult_1.60       	2024-220058	0.1048
Rprec_mult_1.80       	2024-220058	0.0932
Rprec_mult_2.00       	2024-220058	0.0839
utility               	2024-220058	-48.0000
11pt_avg              	2024-220058	0.0785
binG                  	2024-220058	0.0411
G                     	2024-220058	0.0374
ndcg                  	2024-220058	0.2143
ndcg_rel              	2024-220058	0.2251
Rndcg                 	2024-220058	0.2141
ndcg_cut_5            	2024-220058	0.1131
ndcg_cut_10           	2024-220058	0.1920
ndcg_cut_15           	2024-220058	0.2278
ndcg_cut_20           	2024-220058	0.2773
ndcg_cut_30           	2024-220058	0.3120
ndcg_cut_100          	2024-220058	0.2525
ndcg_cut_200          	2024-220058	0.2143
ndcg_cut_500          	2024-220058	0.2143
ndcg_cut_1000         	2024-220058	0.2143
map_cut_5             	2024-220058	0.0022
map_cut_10            	2024-220058	0.0071
map_cut_15            	2024-220058	0.0114
map_cut_20            	2024-220058	0.0186
map_cut_30            	2024-220058	0.0295
map_cut_100           	2024-220058	0.0617
map_cut_200           	2024-220058	0.0617
map_cut_500           	2024-220058	0.0617
map_cut_1000          	2024-220058	0.0617
relative_P_5          	2024-220058	0.2000
relative_P_10         	2024-220058	0.3000
relative_P_15         	2024-220058	0.3333
relative_P_20         	2024-220058	0.4000
relative_P_30         	2024-220058	0.4000
relative_P_100        	2024-220058	0.2600
relative_P_200        	2024-220058	0.1677
relative_P_500        	2024-220058	0.1677
relative_P_1000       	2024-220058	0.1677
success_1             	2024-220058	0.0000
success_5             	2024-220058	1.0000
success_10            	2024-220058	1.0000
set_P                 	2024-220058	0.2600
set_relative_P        	2024-220058	0.2600
set_recall            	2024-220058	0.1677
set_map               	2024-220058	0.0436
set_F                 	2024-220058	0.2039
num_nonrel_judged_ret 	2024-220058	2
num_ret               	2024-220140	100
num_rel               	2024-220140	211
num_rel_ret           	2024-220140	6
map                   	2024-220140	0.0016
Rprec                 	2024-220140	0.0284
bpref                 	2024-220140	0.0227
recip_rank            	2024-220140	0.0400
iprec_at_recall_0.00  	2024-220140	0.0690
iprec_at_recall_0.10  	2024-220140	0.0000
iprec_at_recall_0.20  	2024-220140	0.0000
iprec_at_recall_0.30  	2024-220140	0.0000
iprec_at_recall_0.40  	2024-220140	0.0000
iprec_at_recall_0.50  	2024-220140	0.0000
iprec_at_recall_0.60  	2024-220140	0.0000
iprec_at_recall_0.70  	2024-220140	0.0000
iprec_at_recall_0.80  	2024-220140	0.0000
iprec_at_recall_0.90  	2024-220140	0.0000
iprec_at_recall_1.00  	2024-220140	0.0000
P_5                   	2024-220140	0.0000
P_10                  	2024-220140	0.0000
P_15                  	2024-220140	0.0000
P_20                  	2024-220140	0.0000
P_30                  	2024-220140	0.0333
P_100                 	2024-220140	0.0600
P_200                 	2024-220140	0.0300
P_500                 	2024-220140	0.0120
P_1000                	2024-220140	0.0060
relstring             	2024-220140	'0000000000'
recall_5              	2024-220140	0.0000
recall_10             	2024-220140	0.0000
recall_15             	2024-220140	0.0000
recall_20             	2024-220140	0.0000
recall_30             	2024-220140	0.0047
recall_100            	2024-220140	0.0284
recall_200            	2024-220140	0.0284
recall_500            	2024-220140	0.0284
recall_1000           	2024-220140	0.0284
infAP                 	2024-220140	0.0016
Rprec_mult_0.20       	2024-220140	0.0233
Rprec_mult_0.40       	2024-220140	0.0588
Rprec_mult_0.60       	2024-220140	0.0472
Rprec_mult_0.80       	2024-220140	0.0355
Rprec_mult_1.00       	2024-220140	0.0284
Rprec_mult_1.20       	2024-220140	0.0236
Rprec_mult_1.40       	2024-220140	0.0203
Rprec_mult_1.60       	2024-220140	0.0178
Rprec_mult_1.80       	2024-220140	0.0158
Rprec_mult_2.00       	2024-220140	0.0142
utility               	2024-220140	-88.0000
11pt_avg              	2024-220140	0.0063
binG                  	2024-220140	0.0050
G                     	2024-220140	0.0027
ndcg                  	2024-220140	0.0166
ndcg_rel              	2024-220140	0.0166
Rndcg                 	2024-220140	0.0149
ndcg_cut_5            	2024-220140	0.0000
ndcg_cut_10           	2024-220140	0.0000
ndcg_cut_15           	2024-220140	0.0000
ndcg_cut_20           	2024-220140	0.0000
ndcg_cut_30           	2024-220140	0.0079
ndcg_cut_100          	2024-220140	0.0220
ndcg_cut_200          	2024-220140	0.0170
ndcg_cut_500          	2024-220140	0.0166
ndcg_cut_1000         	2024-220140	0.0166
map_cut_5             	2024-220140	0.0000
map_cut_10            	2024-220140	0.0000
map_cut_15            	2024-220140	0.0000
map_cut_20            	2024-220140	0.0000
map_cut_30            	2024-220140	0.0002
map_cut_100           	2024-220140	0.0016
map_cut_200           	2024-220140	0.0016
map_cut_500           	2024-220140	0.0016
map_cut_1000          	2024-220140	0.0016
relative_P_5          	2024-220140	0.0000
relative_P_10         	2024-220140	0.0000
relative_P_15         	2024-220140	0.0000
relative_P_20         	2024-220140	0.0000
relative_P_30         	2024-220140	0.0333
relative_P_100        	2024-220140	0.0600
relative_P_200        	2024-220140	0.0300
relative_P_500        	2024-220140	0.0284
relative_P_1000       	2024-220140	0.0284
success_1             	2024-220140	0.0000
success_5             	2024-220140	0.0000
success_10            	2024-220140	0.0000
set_P                 	2024-220140	0.0600
set_relative_P        	2024-220140	0.0600
set_recall            	2024-220140	0.0284
set_map               	2024-220140	0.0017
set_F                 	2024-220140	0.0386
num_nonrel_judged_ret 	2024-220140	43
num_ret               	2024-222465	100
num_rel               	2024-222465	210
num_rel_ret           	2024-222465	50
map                   	2024-222465	0.1499
Rprec                 	2024-222465	0.2381
bpref                 	2024-222465	0.1913
recip_rank            	2024-222465	0.3333
iprec_at_recall_0.00  	2024-222465	0.8333
iprec_at_recall_0.10  	2024-222465	0.8077
iprec_at_recall_0.20  	2024-222465	0.5000
iprec_at_recall_0.30  	2024-222465	0.0000
iprec_at_recall_0.40  	2024-222465	0.0000
iprec_at_recall_0.50  	2024-222465	0.0000
iprec_at_recall_0.60  	2024-222465	0.0000
iprec_at_recall_0.70  	2024-222465	0.0000
iprec_at_recall_0.80  	2024-222465	0.0000
iprec_at_recall_0.90  	2024-222465	0.0000
iprec_at_recall_1.00  	2024-222465	0.0000
P_5                   	2024-222465	0.6000
P_10                  	2024-222465	0.8000
P_15                  	2024-222465	0.8000
P_20                  	2024-222465	0.8000
P_30                  	2024-222465	0.7333
P_100                 	2024-222465	0.5000
P_200                 	2024-222465	0.2500
P_500                 	2024-222465	0.1000
P_1000                	2024-222465	0.0500
relstring             	2024-222465	'0-22121121'
recall_5              	2024-222465	0.0143
recall_10             	2024-222465	0.0381
recall_15             	2024-222465	0.0571
recall_20             	2024-222465	0.0762
recall_30             	2024-222465	0.1048
recall_100            	2024-222465	0.2381
recall_200            	2024-222465	0.2381
recall_500            	2024-222465	0.2381
recall_1000           	2024-222465	0.2381
infAP                 	2024-222465	0.1499
Rprec_mult_0.20       	2024-222465	0.6190
Rprec_mult_0.40       	2024-222465	0.4881
Rprec_mult_0.60       	2024-222465	0.3968
Rprec_mult_0.80       	2024-222465	0.2976
Rprec_mult_1.00       	2024-222465	0.2381
Rprec_mult_1.20       	2024-222465	0.1984
Rprec_mult_1.40       	2024-222465	0.1701
Rprec_mult_1.60       	2024-222465	0.1488
Rprec_mult_1.80       	2024-222465	0.1323
Rprec_mult_2.00       	2024-222465	0.1190
utility               	2024-222465	0.0000
11pt_avg              	2024-222465	0.1946
binG                  	2024-222465	0.0733
G                     	2024-222465	0.0419
ndcg                  	2024-222465	0.2603
ndcg_rel              	2024-222465	0.2808
Rndcg                 	2024-222465	0.3176
ndcg_cut_5            	2024-222465	0.2542
ndcg_cut_10           	2024-222465	0.3302
ndcg_cut_15           	2024-222465	0.3598
ndcg_cut_20           	2024-222465	0.3669
ndcg_cut_30           	2024-222465	0.3759
ndcg_cut_100          	2024-222465	0.3642
ndcg_cut_200          	2024-222465	0.2653
ndcg_cut_500          	2024-222465	0.2603
ndcg_cut_1000         	2024-222465	0.2603
map_cut_5             	2024-222465	0.0068
map_cut_10            	2024-222465	0.0245
map_cut_15            	2024-222465	0.0399
map_cut_20            	2024-222465	0.0553
map_cut_30            	2024-222465	0.0784
map_cut_100           	2024-222465	0.1499
map_cut_200           	2024-222465	0.1499
map_cut_500           	2024-222465	0.1499
map_cut_1000          	2024-222465	0.1499
relative_P_5          	2024-222465	0.6000
relative_P_10         	2024-222465	0.8000
relative_P_15         	2024-222465	0.8000
relative_P_20         	2024-222465	0.8000
relative_P_30         	2024-222465	0.7333
relative_P_100        	2024-222465	0.5000
relative_P_200        	2024-222465	0.2500
relative_P_500        	2024-222465	0.2381
relative_P_1000       	2024-222465	0.2381
success_1             	2024-222465	0.0000
success_5             	2024-222465	1.0000
success_10            	2024-222465	1.0000
set_P                 	2024-222465	0.5000
set_relative_P        	2024-222465	0.5000
set_recall            	2024-222465	0.2381
set_map               	2024-222465	0.1190
set_F                 	2024-222465	0.3226
num_nonrel_judged_ret 	2024-222465	4
num_ret               	2024-223358	100
num_rel               	2024-223358	15
num_rel_ret           	2024-223358	2
map                   	2024-223358	0.0262
Rprec                 	2024-223358	0.1333
bpref                 	2024-223358	0.1333
recip_rank            	2024-223358	0.1429
iprec_at_recall_0.00  	2024-223358	0.2500
iprec_at_recall_0.10  	2024-223358	0.2500
iprec_at_recall_0.20  	2024-223358	0.0000
iprec_at_recall_0.30  	2024-223358	0.0000
iprec_at_recall_0.40  	2024-223358	0.0000
iprec_at_recall_0.50  	2024-223358	0.0000
iprec_at_recall_0.60  	2024-223358	0.0000
iprec_at_recall_0.70  	2024-223358	0.0000
iprec_at_recall_0.80  	2024-223358	0.0000
iprec_at_recall_0.90  	2024-223358	0.0000
iprec_at_recall_1.00  	2024-223358	0.0000
P_5                   	2024-223358	0.0000
P_10                  	2024-223358	0.2000
P_15                  	2024-223358	0.1333
P_20                  	2024-223358	0.1000
P_30                  	2024-223358	0.0667
P_100                 	2024-223358	0.0200
P_200                 	2024-223358	0.0100
P_500                 	2024-223358	0.0040
P_1000                	2024-223358	0.0020
relstring             	2024-223358	'------21--'
recall_5              	2024-223358	0.0000
recall_10             	2024-223358	0.1333
recall_15             	2024-223358	0.1333
recall_20             	2024-223358	0.1333
recall_30             	2024-223358	0.1333
recall_100            	2024-223358	0.1333
recall_200            	2024-223358	0.1333
recall_500            	2024-223358	0.1333
recall_1000           	2024-223358	0.1333
infAP                 	2024-223358	0.0262
Rprec_mult_0.20       	2024-223358	0.0000
Rprec_mult_0.40       	2024-223358	0.0000
Rprec_mult_0.60       	2024-223358	0.2222
Rprec_mult_0.80       	2024-223358	0.1667
Rprec_mult_1.00       	2024-223358	0.1333
Rprec_mult_1.20       	2024-223358	0.1111
Rprec_mult_1.40       	2024-223358	0.0952
Rprec_mult_1.60       	2024-223358	0.0833
Rprec_mult_1.80       	2024-223358	0.0741
Rprec_mult_2.00       	2024-223358	0.0667
utility               	2024-223358	-96.0000
11pt_avg              	2024-223358	0.0455
binG                  	2024-223358	0.0444
G                     	2024-223358	0.0502
ndcg                  	2024-223358	0.1229
ndcg_rel              	2024-223358	0.1250
Rndcg                 	2024-223358	0.0819
ndcg_cut_5            	2024-223358	0.0000
ndcg_cut_10           	2024-223358	0.1471
ndcg_cut_15           	2024-223358	0.1229
ndcg_cut_20           	2024-223358	0.1229
ndcg_cut_30           	2024-223358	0.1229
ndcg_cut_100          	2024-223358	0.1229
ndcg_cut_200          	2024-223358	0.1229
ndcg_cut_500          	2024-223358	0.1229
ndcg_cut_1000         	2024-223358	0.1229
map_cut_5             	2024-223358	0.0000
map_cut_10            	2024-223358	0.0262
map_cut_15            	2024-223358	0.0262
map_cut_20            	2024-223358	0.0262
map_cut_30            	2024-223358	0.0262
map_cut_100           	2024-223358	0.0262
map_cut_200           	2024-223358	0.0262
map_cut_500           	2024-223358	0.0262
map_cut_1000          	2024-223358	0.0262
relative_P_5          	2024-223358	0.0000
relative_P_10         	2024-223358	0.2000
relative_P_15         	2024-223358	0.1333
relative_P_20         	2024-223358	0.1333
relative_P_30         	2024-223358	0.1333
relative_P_100        	2024-223358	0.1333
relative_P_200        	2024-223358	0.1333
relative_P_500        	2024-223358	0.1333
relative_P_1000       	2024-223358	0.1333
success_1             	2024-223358	0.0000
success_5             	2024-223358	0.0000
success_10            	2024-223358	1.0000
set_P                 	2024-223358	0.0200
set_relative_P        	2024-223358	0.1333
set_recall            	2024-223358	0.1333
set_map               	2024-223358	0.0027
set_F                 	2024-223358	0.0348
num_nonrel_judged_ret 	2024-223358	5
num_ret               	2024-223499	100
num_rel               	2024-223499	149
num_rel_ret           	2024-223499	14
map                   	2024-223499	0.0376
Rprec                 	2024-223499	0.0940
bpref                 	2024-223499	0.0940
recip_rank            	2024-223499	0.5000
iprec_at_recall_0.00  	2024-223499	0.7500
iprec_at_recall_0.10  	2024-223499	0.0000
iprec_at_recall_0.20  	2024-223499	0.0000
iprec_at_recall_0.30  	2024-223499	0.0000
iprec_at_recall_0.40  	2024-223499	0.0000
iprec_at_recall_0.50  	2024-223499	0.0000
iprec_at_recall_0.60  	2024-223499	0.0000
iprec_at_recall_0.70  	2024-223499	0.0000
iprec_at_recall_0.80  	2024-223499	0.0000
iprec_at_recall_0.90  	2024-223499	0.0000
iprec_at_recall_1.00  	2024-223499	0.0000
P_5                   	2024-223499	0.6000
P_10                  	2024-223499	0.4000
P_15                  	2024-223499	0.4667
P_20                  	2024-223499	0.3500
P_30                  	2024-223499	0.2667
P_100                 	2024-223499	0.1400
P_200                 	2024-223499	0.0700
P_500                 	2024-223499	0.0280
P_1000                	2024-223499	0.0140
relstring             	2024-223499	'-212-3----'
recall_5              	2024-223499	0.0201
recall_10             	2024-223499	0.0268
recall_15             	2024-223499	0.0470
recall_20             	2024-223499	0.0470
recall_30             	2024-223499	0.0537
recall_100            	2024-223499	0.0940
recall_200            	2024-223499	0.0940
recall_500            	2024-223499	0.0940
recall_1000           	2024-223499	0.0940
infAP                 	2024-223499	0.0376
Rprec_mult_0.20       	2024-223499	0.2667
Rprec_mult_0.40       	2024-223499	0.2333
Rprec_mult_0.60       	2024-223499	0.1556
Rprec_mult_0.80       	2024-223499	0.1167
Rprec_mult_1.00       	2024-223499	0.0940
Rprec_mult_1.20       	2024-223499	0.0782
Rprec_mult_1.40       	2024-223499	0.0670
Rprec_mult_1.60       	2024-223499	0.0586
Rprec_mult_1.80       	2024-223499	0.0520
Rprec_mult_2.00       	2024-223499	0.0470
utility               	2024-223499	-72.0000
11pt_avg              	2024-223499	0.0682
binG                  	2024-223499	0.0313
G                     	2024-223499	0.0213
ndcg                  	2024-223499	0.1341
ndcg_rel              	2024-223499	0.1453
Rndcg                 	2024-223499	0.1960
ndcg_cut_5            	2024-223499	0.2966
ndcg_cut_10           	2024-223499	0.2708
ndcg_cut_15           	2024-223499	0.2967
ndcg_cut_20           	2024-223499	0.2616
ndcg_cut_30           	2024-223499	0.2324
ndcg_cut_100          	2024-223499	0.1543
ndcg_cut_200          	2024-223499	0.1341
ndcg_cut_500          	2024-223499	0.1341
ndcg_cut_1000         	2024-223499	0.1341
map_cut_5             	2024-223499	0.0129
map_cut_10            	2024-223499	0.0173
map_cut_15            	2024-223499	0.0259
map_cut_20            	2024-223499	0.0259
map_cut_30            	2024-223499	0.0277
map_cut_100           	2024-223499	0.0376
map_cut_200           	2024-223499	0.0376
map_cut_500           	2024-223499	0.0376
map_cut_1000          	2024-223499	0.0376
relative_P_5          	2024-223499	0.6000
relative_P_10         	2024-223499	0.4000
relative_P_15         	2024-223499	0.4667
relative_P_20         	2024-223499	0.3500
relative_P_30         	2024-223499	0.2667
relative_P_100        	2024-223499	0.1400
relative_P_200        	2024-223499	0.0940
relative_P_500        	2024-223499	0.0940
relative_P_1000       	2024-223499	0.0940
success_1             	2024-223499	0.0000
success_5             	2024-223499	1.0000
success_10            	2024-223499	1.0000
set_P                 	2024-223499	0.1400
set_relative_P        	2024-223499	0.1400
set_recall            	2024-223499	0.0940
set_map               	2024-223499	0.0132
set_F                 	2024-223499	0.1124
num_nonrel_judged_ret 	2024-223499	0
num_ret               	2024-22410	100
num_rel               	2024-22410	147
num_rel_ret           	2024-22410	38
map                   	2024-22410	0.2026
Rprec                 	2024-22410	0.2585
bpref                 	2024-22410	0.2431
recip_rank            	2024-22410	1.0000
iprec_at_recall_0.00  	2024-22410	1.0000
iprec_at_recall_0.10  	2024-22410	0.8500
iprec_at_recall_0.20  	2024-22410	0.6889
iprec_at_recall_0.30  	2024-22410	0.0000
iprec_at_recall_0.40  	2024-22410	0.0000
iprec_at_recall_0.50  	2024-22410	0.0000
iprec_at_recall_0.60  	2024-22410	0.0000
iprec_at_recall_0.70  	2024-22410	0.0000
iprec_at_recall_0.80  	2024-22410	0.0000
iprec_at_recall_0.90  	2024-22410	0.0000
iprec_at_recall_1.00  	2024-22410	0.0000
P_5                   	2024-22410	1.0000
P_10                  	2024-22410	0.9000
P_15                  	2024-22410	0.8000
P_20                  	2024-22410	0.8500
P_30                  	2024-22410	0.7000
P_100                 	2024-22410	0.3800
P_200                 	2024-22410	0.1900
P_500                 	2024-22410	0.0760
P_1000                	2024-22410	0.0380
relstring             	2024-22410	'1122112220'
recall_5              	2024-22410	0.0340
recall_10             	2024-22410	0.0612
recall_15             	2024-22410	0.0816
recall_20             	2024-22410	0.1156
recall_30             	2024-22410	0.1429
recall_100            	2024-22410	0.2585
recall_200            	2024-22410	0.2585
recall_500            	2024-22410	0.2585
recall_1000           	2024-22410	0.2585
infAP                 	2024-22410	0.2026
Rprec_mult_0.20       	2024-22410	0.7000
Rprec_mult_0.40       	2024-22410	0.5932
Rprec_mult_0.60       	2024-22410	0.4157
Rprec_mult_0.80       	2024-22410	0.3220
Rprec_mult_1.00       	2024-22410	0.2585
Rprec_mult_1.20       	2024-22410	0.2147
Rprec_mult_1.40       	2024-22410	0.1845
Rprec_mult_1.60       	2024-22410	0.1610
Rprec_mult_1.80       	2024-22410	0.1434
Rprec_mult_2.00       	2024-22410	0.1293
utility               	2024-22410	-24.0000
11pt_avg              	2024-22410	0.2308
binG                  	2024-22410	0.1234
G                     	2024-22410	0.0554
ndcg                  	2024-22410	0.3097
ndcg_rel              	2024-22410	0.3548
Rndcg                 	2024-22410	0.3720
ndcg_cut_5            	2024-22410	0.4385
ndcg_cut_10           	2024-22410	0.4705
ndcg_cut_15           	2024-22410	0.4920
ndcg_cut_20           	2024-22410	0.5318
ndcg_cut_30           	2024-22410	0.4966
ndcg_cut_100          	2024-22410	0.3683
ndcg_cut_200          	2024-22410	0.3097
ndcg_cut_500          	2024-22410	0.3097
ndcg_cut_1000         	2024-22410	0.3097
map_cut_5             	2024-22410	0.0340
map_cut_10            	2024-22410	0.0612
map_cut_15            	2024-22410	0.0785
map_cut_20            	2024-22410	0.1068
map_cut_30            	2024-22410	0.1269
map_cut_100           	2024-22410	0.2026
map_cut_200           	2024-22410	0.2026
map_cut_500           	2024-22410	0.2026
map_cut_1000          	2024-22410	0.2026
relative_P_5          	2024-22410	1.0000
relative_P_10         	2024-22410	0.9000
relative_P_15         	2024-22410	0.8000
relative_P_20         	2024-22410	0.8500
relative_P_30         	2024-22410	0.7000
relative_P_100        	2024-22410	0.3800
relative_P_200        	2024-22410	0.2585
relative_P_500        	2024-22410	0.2585
relative_P_1000       	2024-22410	0.2585
success_1             	2024-22410	1.0000
success_5             	2024-22410	1.0000
success_10            	2024-22410	1.0000
set_P                 	2024-22410	0.3800
set_relative_P        	2024-22410	0.3800
set_recall            	2024-22410	0.2585
set_map               	2024-22410	0.0982
set_F                 	2024-22410	0.3077
num_nonrel_judged_ret 	2024-22410	6
num_ret               	2024-224226	100
num_rel               	2024-224226	174
num_rel_ret           	2024-224226	32
map                   	2024-224226	0.1313
Rprec                 	2024-224226	0.1839
bpref                 	2024-224226	0.1779
recip_rank            	2024-224226	1.0000
iprec_at_recall_0.00  	2024-224226	1.0000
iprec_at_recall_0.10  	2024-224226	0.6333
iprec_at_recall_0.20  	2024-224226	0.0000
iprec_at_recall_0.30  	2024-224226	0.0000
iprec_at_recall_0.40  	2024-224226	0.0000
iprec_at_recall_0.50  	2024-224226	0.0000
iprec_at_recall_0.60  	2024-224226	0.0000
iprec_at_recall_0.70  	2024-224226	0.0000
iprec_at_recall_0.80  	2024-224226	0.0000
iprec_at_recall_0.90  	2024-224226	0.0000
iprec_at_recall_1.00  	2024-224226	0.0000
P_5                   	2024-224226	1.0000
P_10                  	2024-224226	1.0000
P_15                  	2024-224226	0.8667
P_20                  	2024-224226	0.7500
P_30                  	2024-224226	0.6333
P_100                 	2024-224226	0.3200
P_200                 	2024-224226	0.1600
P_500                 	2024-224226	0.0640
P_1000                	2024-224226	0.0320
relstring             	2024-224226	'2212312222'
recall_5              	2024-224226	0.0287
recall_10             	2024-224226	0.0575
recall_15             	2024-224226	0.0747
recall_20             	2024-224226	0.0862
recall_30             	2024-224226	0.1092
recall_100            	2024-224226	0.1839
recall_200            	2024-224226	0.1839
recall_500            	2024-224226	0.1839
recall_1000           	2024-224226	0.1839
infAP                 	2024-224226	0.1313
Rprec_mult_0.20       	2024-224226	0.5714
Rprec_mult_0.40       	2024-224226	0.3714
Rprec_mult_0.60       	2024-224226	0.3048
Rprec_mult_0.80       	2024-224226	0.2286
Rprec_mult_1.00       	2024-224226	0.1839
Rprec_mult_1.20       	2024-224226	0.1531
Rprec_mult_1.40       	2024-224226	0.1311
Rprec_mult_1.60       	2024-224226	0.1147
Rprec_mult_1.80       	2024-224226	0.1019
Rprec_mult_2.00       	2024-224226	0.0920
utility               	2024-224226	-36.0000
11pt_avg              	2024-224226	0.1485
binG                  	2024-224226	0.0965
G                     	2024-224226	0.0458
ndcg                  	2024-224226	0.2666
ndcg_rel              	2024-224226	0.3133
Rndcg                 	2024-224226	0.3694
ndcg_cut_5            	2024-224226	0.6539
ndcg_cut_10           	2024-224226	0.6322
ndcg_cut_15           	2024-224226	0.5960
ndcg_cut_20           	2024-224226	0.5301
ndcg_cut_30           	2024-224226	0.4989
ndcg_cut_100          	2024-224226	0.3324
ndcg_cut_200          	2024-224226	0.2666
ndcg_cut_500          	2024-224226	0.2666
ndcg_cut_1000         	2024-224226	0.2666
map_cut_5             	2024-224226	0.0287
map_cut_10            	2024-224226	0.0575
map_cut_15            	2024-224226	0.0735
map_cut_20            	2024-224226	0.0833
map_cut_30            	2024-224226	0.0983
map_cut_100           	2024-224226	0.1313
map_cut_200           	2024-224226	0.1313
map_cut_500           	2024-224226	0.1313
map_cut_1000          	2024-224226	0.1313
relative_P_5          	2024-224226	1.0000
relative_P_10         	2024-224226	1.0000
relative_P_15         	2024-224226	0.8667
relative_P_20         	2024-224226	0.7500
relative_P_30         	2024-224226	0.6333
relative_P_100        	2024-224226	0.3200
relative_P_200        	2024-224226	0.1839
relative_P_500        	2024-224226	0.1839
relative_P_1000       	2024-224226	0.1839
success_1             	2024-224226	1.0000
success_5             	2024-224226	1.0000
success_10            	2024-224226	1.0000
set_P                 	2024-224226	0.3200
set_relative_P        	2024-224226	0.3200
set_recall            	2024-224226	0.1839
set_map               	2024-224226	0.0589
set_F                 	2024-224226	0.2336
num_nonrel_judged_ret 	2024-224226	2
num_ret               	2024-224279	100
num_rel               	2024-224279	424
num_rel_ret           	2024-224279	31
map                   	2024-224279	0.0347
Rprec                 	2024-224279	0.0731
bpref                 	2024-224279	0.0731
recip_rank            	2024-224279	0.5000
iprec_at_recall_0.00  	2024-224279	0.8000
iprec_at_recall_0.10  	2024-224279	0.0000
iprec_at_recall_0.20  	2024-224279	0.0000
iprec_at_recall_0.30  	2024-224279	0.0000
iprec_at_recall_0.40  	2024-224279	0.0000
iprec_at_recall_0.50  	2024-224279	0.0000
iprec_at_recall_0.60  	2024-224279	0.0000
iprec_at_recall_0.70  	2024-224279	0.0000
iprec_at_recall_0.80  	2024-224279	0.0000
iprec_at_recall_0.90  	2024-224279	0.0000
iprec_at_recall_1.00  	2024-224279	0.0000
P_5                   	2024-224279	0.8000
P_10                  	2024-224279	0.6000
P_15                  	2024-224279	0.6000
P_20                  	2024-224279	0.5500
P_30                  	2024-224279	0.4333
P_100                 	2024-224279	0.3100
P_200                 	2024-224279	0.1550
P_500                 	2024-224279	0.0620
P_1000                	2024-224279	0.0310
relstring             	2024-224279	'-2222--1-1'
recall_5              	2024-224279	0.0094
recall_10             	2024-224279	0.0142
recall_15             	2024-224279	0.0212
recall_20             	2024-224279	0.0259
recall_30             	2024-224279	0.0307
recall_100            	2024-224279	0.0731
recall_200            	2024-224279	0.0731
recall_500            	2024-224279	0.0731
recall_1000           	2024-224279	0.0731
infAP                 	2024-224279	0.0347
Rprec_mult_0.20       	2024-224279	0.3412
Rprec_mult_0.40       	2024-224279	0.1824
Rprec_mult_0.60       	2024-224279	0.1216
Rprec_mult_0.80       	2024-224279	0.0912
Rprec_mult_1.00       	2024-224279	0.0731
Rprec_mult_1.20       	2024-224279	0.0609
Rprec_mult_1.40       	2024-224279	0.0522
Rprec_mult_1.60       	2024-224279	0.0457
Rprec_mult_1.80       	2024-224279	0.0406
Rprec_mult_2.00       	2024-224279	0.0366
utility               	2024-224279	-38.0000
11pt_avg              	2024-224279	0.0727
binG                  	2024-224279	0.0212
G                     	2024-224279	0.0123
ndcg                  	2024-224279	0.0998
ndcg_rel              	2024-224279	0.1135
Rndcg                 	2024-224279	0.1402
ndcg_cut_5            	2024-224279	0.4406
ndcg_cut_10           	2024-224279	0.3302
ndcg_cut_15           	2024-224279	0.3302
ndcg_cut_20           	2024-224279	0.3310
ndcg_cut_30           	2024-224279	0.2697
ndcg_cut_100          	2024-224279	0.2140
ndcg_cut_200          	2024-224279	0.1482
ndcg_cut_500          	2024-224279	0.0998
ndcg_cut_1000         	2024-224279	0.0998
map_cut_5             	2024-224279	0.0064
map_cut_10            	2024-224279	0.0093
map_cut_15            	2024-224279	0.0137
map_cut_20            	2024-224279	0.0165
map_cut_30            	2024-224279	0.0188
map_cut_100           	2024-224279	0.0347
map_cut_200           	2024-224279	0.0347
map_cut_500           	2024-224279	0.0347
map_cut_1000          	2024-224279	0.0347
relative_P_5          	2024-224279	0.8000
relative_P_10         	2024-224279	0.6000
relative_P_15         	2024-224279	0.6000
relative_P_20         	2024-224279	0.5500
relative_P_30         	2024-224279	0.4333
relative_P_100        	2024-224279	0.3100
relative_P_200        	2024-224279	0.1550
relative_P_500        	2024-224279	0.0731
relative_P_1000       	2024-224279	0.0731
success_1             	2024-224279	0.0000
success_5             	2024-224279	1.0000
success_10            	2024-224279	1.0000
set_P                 	2024-224279	0.3100
set_relative_P        	2024-224279	0.3100
set_recall            	2024-224279	0.0731
set_map               	2024-224279	0.0227
set_F                 	2024-224279	0.1183
num_nonrel_judged_ret 	2024-224279	0
num_ret               	2024-224701	100
num_rel               	2024-224701	92
num_rel_ret           	2024-224701	54
map                   	2024-224701	0.4426
Rprec                 	2024-224701	0.5435
bpref                 	2024-224701	0.5870
recip_rank            	2024-224701	1.0000
iprec_at_recall_0.00  	2024-224701	1.0000
iprec_at_recall_0.10  	2024-224701	1.0000
iprec_at_recall_0.20  	2024-224701	0.8000
iprec_at_recall_0.30  	2024-224701	0.7692
iprec_at_recall_0.40  	2024-224701	0.6500
iprec_at_recall_0.50  	2024-224701	0.5833
iprec_at_recall_0.60  	2024-224701	0.0000
iprec_at_recall_0.70  	2024-224701	0.0000
iprec_at_recall_0.80  	2024-224701	0.0000
iprec_at_recall_0.90  	2024-224701	0.0000
iprec_at_recall_1.00  	2024-224701	0.0000
P_5                   	2024-224701	1.0000
P_10                  	2024-224701	1.0000
P_15                  	2024-224701	0.9333
P_20                  	2024-224701	0.8000
P_30                  	2024-224701	0.7000
P_100                 	2024-224701	0.5400
P_200                 	2024-224701	0.2700
P_500                 	2024-224701	0.1080
P_1000                	2024-224701	0.0540
relstring             	2024-224701	'1111111323'
recall_5              	2024-224701	0.0543
recall_10             	2024-224701	0.1087
recall_15             	2024-224701	0.1522
recall_20             	2024-224701	0.1739
recall_30             	2024-224701	0.2283
recall_100            	2024-224701	0.5870
recall_200            	2024-224701	0.5870
recall_500            	2024-224701	0.5870
recall_1000           	2024-224701	0.5870
infAP                 	2024-224701	0.4426
Rprec_mult_0.20       	2024-224701	0.7895
Rprec_mult_0.40       	2024-224701	0.7568
Rprec_mult_0.60       	2024-224701	0.6429
Rprec_mult_0.80       	2024-224701	0.5946
Rprec_mult_1.00       	2024-224701	0.5435
Rprec_mult_1.20       	2024-224701	0.4865
Rprec_mult_1.40       	2024-224701	0.4186
Rprec_mult_1.60       	2024-224701	0.3649
Rprec_mult_1.80       	2024-224701	0.3253
Rprec_mult_2.00       	2024-224701	0.2935
utility               	2024-224701	8.0000
11pt_avg              	2024-224701	0.4366
binG                  	2024-224701	0.2518
G                     	2024-224701	0.1280
ndcg                  	2024-224701	0.5323
ndcg_rel              	2024-224701	0.4979
Rndcg                 	2024-224701	0.4551
ndcg_cut_5            	2024-224701	0.3333
ndcg_cut_10           	2024-224701	0.4757
ndcg_cut_15           	2024-224701	0.4623
ndcg_cut_20           	2024-224701	0.4509
ndcg_cut_30           	2024-224701	0.4573
ndcg_cut_100          	2024-224701	0.5323
ndcg_cut_200          	2024-224701	0.5323
ndcg_cut_500          	2024-224701	0.5323
ndcg_cut_1000         	2024-224701	0.5323
map_cut_5             	2024-224701	0.0543
map_cut_10            	2024-224701	0.1087
map_cut_15            	2024-224701	0.1498
map_cut_20            	2024-224701	0.1681
map_cut_30            	2024-224701	0.2110
map_cut_100           	2024-224701	0.4426
map_cut_200           	2024-224701	0.4426
map_cut_500           	2024-224701	0.4426
map_cut_1000          	2024-224701	0.4426
relative_P_5          	2024-224701	1.0000
relative_P_10         	2024-224701	1.0000
relative_P_15         	2024-224701	0.9333
relative_P_20         	2024-224701	0.8000
relative_P_30         	2024-224701	0.7000
relative_P_100        	2024-224701	0.5870
relative_P_200        	2024-224701	0.5870
relative_P_500        	2024-224701	0.5870
relative_P_1000       	2024-224701	0.5870
success_1             	2024-224701	1.0000
success_5             	2024-224701	1.0000
success_10            	2024-224701	1.0000
set_P                 	2024-224701	0.5400
set_relative_P        	2024-224701	0.5870
set_recall            	2024-224701	0.5870
set_map               	2024-224701	0.3170
set_F                 	2024-224701	0.5625
num_nonrel_judged_ret 	2024-224701	0
num_ret               	2024-224926	100
num_rel               	2024-224926	55
num_rel_ret           	2024-224926	15
map                   	2024-224926	0.0628
Rprec                 	2024-224926	0.1455
bpref                 	2024-224926	0.2446
recip_rank            	2024-224926	1.0000
iprec_at_recall_0.00  	2024-224926	1.0000
iprec_at_recall_0.10  	2024-224926	0.1628
iprec_at_recall_0.20  	2024-224926	0.1628
iprec_at_recall_0.30  	2024-224926	0.0000
iprec_at_recall_0.40  	2024-224926	0.0000
iprec_at_recall_0.50  	2024-224926	0.0000
iprec_at_recall_0.60  	2024-224926	0.0000
iprec_at_recall_0.70  	2024-224926	0.0000
iprec_at_recall_0.80  	2024-224926	0.0000
iprec_at_recall_0.90  	2024-224926	0.0000
iprec_at_recall_1.00  	2024-224926	0.0000
P_5                   	2024-224926	0.2000
P_10                  	2024-224926	0.2000
P_15                  	2024-224926	0.2000
P_20                  	2024-224926	0.2000
P_30                  	2024-224926	0.1667
P_100                 	2024-224926	0.1500
P_200                 	2024-224926	0.0750
P_500                 	2024-224926	0.0300
P_1000                	2024-224926	0.0150
relstring             	2024-224926	'1-----1---'
recall_5              	2024-224926	0.0182
recall_10             	2024-224926	0.0364
recall_15             	2024-224926	0.0545
recall_20             	2024-224926	0.0727
recall_30             	2024-224926	0.0909
recall_100            	2024-224926	0.2727
recall_200            	2024-224926	0.2727
recall_500            	2024-224926	0.2727
recall_1000           	2024-224926	0.2727
infAP                 	2024-224926	0.0628
Rprec_mult_0.20       	2024-224926	0.1818
Rprec_mult_0.40       	2024-224926	0.2273
Rprec_mult_0.60       	2024-224926	0.1515
Rprec_mult_0.80       	2024-224926	0.1136
Rprec_mult_1.00       	2024-224926	0.1455
Rprec_mult_1.20       	2024-224926	0.1212
Rprec_mult_1.40       	2024-224926	0.1429
Rprec_mult_1.60       	2024-224926	0.1591
Rprec_mult_1.80       	2024-224926	0.1515
Rprec_mult_2.00       	2024-224926	0.1364
utility               	2024-224926	-70.0000
11pt_avg              	2024-224926	0.1205
binG                  	2024-224926	0.0694
G                     	2024-224926	0.0440
ndcg                  	2024-224926	0.1860
ndcg_rel              	2024-224926	0.1797
Rndcg                 	2024-224926	0.1921
ndcg_cut_5            	2024-224926	0.1450
ndcg_cut_10           	2024-224926	0.1322
ndcg_cut_15           	2024-224926	0.1335
ndcg_cut_20           	2024-224926	0.1398
ndcg_cut_30           	2024-224926	0.1348
ndcg_cut_100          	2024-224926	0.1860
ndcg_cut_200          	2024-224926	0.1860
ndcg_cut_500          	2024-224926	0.1860
ndcg_cut_1000         	2024-224926	0.1860
map_cut_5             	2024-224926	0.0182
map_cut_10            	2024-224926	0.0234
map_cut_15            	2024-224926	0.0276
map_cut_20            	2024-224926	0.0319
map_cut_30            	2024-224926	0.0360
map_cut_100           	2024-224926	0.0628
map_cut_200           	2024-224926	0.0628
map_cut_500           	2024-224926	0.0628
map_cut_1000          	2024-224926	0.0628
relative_P_5          	2024-224926	0.2000
relative_P_10         	2024-224926	0.2000
relative_P_15         	2024-224926	0.2000
relative_P_20         	2024-224926	0.2000
relative_P_30         	2024-224926	0.1667
relative_P_100        	2024-224926	0.2727
relative_P_200        	2024-224926	0.2727
relative_P_500        	2024-224926	0.2727
relative_P_1000       	2024-224926	0.2727
success_1             	2024-224926	1.0000
success_5             	2024-224926	1.0000
success_10            	2024-224926	1.0000
set_P                 	2024-224926	0.1500
set_relative_P        	2024-224926	0.2727
set_recall            	2024-224926	0.2727
set_map               	2024-224926	0.0409
set_F                 	2024-224926	0.1935
num_nonrel_judged_ret 	2024-224926	16
num_ret               	2024-22886	100
num_rel               	2024-22886	147
num_rel_ret           	2024-22886	28
map                   	2024-22886	0.1108
Rprec                 	2024-22886	0.1905
bpref                 	2024-22886	0.1630
recip_rank            	2024-22886	1.0000
iprec_at_recall_0.00  	2024-22886	1.0000
iprec_at_recall_0.10  	2024-22886	0.6250
iprec_at_recall_0.20  	2024-22886	0.0000
iprec_at_recall_0.30  	2024-22886	0.0000
iprec_at_recall_0.40  	2024-22886	0.0000
iprec_at_recall_0.50  	2024-22886	0.0000
iprec_at_recall_0.60  	2024-22886	0.0000
iprec_at_recall_0.70  	2024-22886	0.0000
iprec_at_recall_0.80  	2024-22886	0.0000
iprec_at_recall_0.90  	2024-22886	0.0000
iprec_at_recall_1.00  	2024-22886	0.0000
P_5                   	2024-22886	0.6000
P_10                  	2024-22886	0.7000
P_15                  	2024-22886	0.8000
P_20                  	2024-22886	0.6000
P_30                  	2024-22886	0.5667
P_100                 	2024-22886	0.2800
P_200                 	2024-22886	0.1400
P_500                 	2024-22886	0.0560
P_1000                	2024-22886	0.0280
relstring             	2024-22886	'2003212202'
recall_5              	2024-22886	0.0204
recall_10             	2024-22886	0.0476
recall_15             	2024-22886	0.0816
recall_20             	2024-22886	0.0816
recall_30             	2024-22886	0.1156
recall_100            	2024-22886	0.1905
recall_200            	2024-22886	0.1905
recall_500            	2024-22886	0.1905
recall_1000           	2024-22886	0.1905
infAP                 	2024-22886	0.1108
Rprec_mult_0.20       	2024-22886	0.5667
Rprec_mult_0.40       	2024-22886	0.3729
Rprec_mult_0.60       	2024-22886	0.2921
Rprec_mult_0.80       	2024-22886	0.2373
Rprec_mult_1.00       	2024-22886	0.1905
Rprec_mult_1.20       	2024-22886	0.1582
Rprec_mult_1.40       	2024-22886	0.1359
Rprec_mult_1.60       	2024-22886	0.1186
Rprec_mult_1.80       	2024-22886	0.1057
Rprec_mult_2.00       	2024-22886	0.0952
utility               	2024-22886	-44.0000
11pt_avg              	2024-22886	0.1477
binG                  	2024-22886	0.0659
G                     	2024-22886	0.0446
ndcg                  	2024-22886	0.2588
ndcg_rel              	2024-22886	0.2958
Rndcg                 	2024-22886	0.3311
ndcg_cut_5            	2024-22886	0.4596
ndcg_cut_10           	2024-22886	0.4720
ndcg_cut_15           	2024-22886	0.5417
ndcg_cut_20           	2024-22886	0.4720
ndcg_cut_30           	2024-22886	0.4776
ndcg_cut_100          	2024-22886	0.3050
ndcg_cut_200          	2024-22886	0.2588
ndcg_cut_500          	2024-22886	0.2588
ndcg_cut_1000         	2024-22886	0.2588
map_cut_5             	2024-22886	0.0143
map_cut_10            	2024-22886	0.0335
map_cut_15            	2024-22886	0.0596
map_cut_20            	2024-22886	0.0596
map_cut_30            	2024-22886	0.0799
map_cut_100           	2024-22886	0.1108
map_cut_200           	2024-22886	0.1108
map_cut_500           	2024-22886	0.1108
map_cut_1000          	2024-22886	0.1108
relative_P_5          	2024-22886	0.6000
relative_P_10         	2024-22886	0.7000
relative_P_15         	2024-22886	0.8000
relative_P_20         	2024-22886	0.6000
relative_P_30         	2024-22886	0.5667
relative_P_100        	2024-22886	0.2800
relative_P_200        	2024-22886	0.1905
relative_P_500        	2024-22886	0.1905
relative_P_1000       	2024-22886	0.1905
success_1             	2024-22886	1.0000
success_5             	2024-22886	1.0000
success_10            	2024-22886	1.0000
set_P                 	2024-22886	0.2800
set_relative_P        	2024-22886	0.2800
set_recall            	2024-22886	0.1905
set_map               	2024-22886	0.0533
set_F                 	2024-22886	0.2267
num_nonrel_judged_ret 	2024-22886	20
num_ret               	2024-23862	100
num_rel               	2024-23862	231
num_rel_ret           	2024-23862	7
map                   	2024-23862	0.0024
Rprec                 	2024-23862	0.0303
bpref                 	2024-23862	0.0212
recip_rank            	2024-23862	0.0417
iprec_at_recall_0.00  	2024-23862	0.1053
iprec_at_recall_0.10  	2024-23862	0.0000
iprec_at_recall_0.20  	2024-23862	0.0000
iprec_at_recall_0.30  	2024-23862	0.0000
iprec_at_recall_0.40  	2024-23862	0.0000
iprec_at_recall_0.50  	2024-23862	0.0000
iprec_at_recall_0.60  	2024-23862	0.0000
iprec_at_recall_0.70  	2024-23862	0.0000
iprec_at_recall_0.80  	2024-23862	0.0000
iprec_at_recall_0.90  	2024-23862	0.0000
iprec_at_recall_1.00  	2024-23862	0.0000
P_5                   	2024-23862	0.0000
P_10                  	2024-23862	0.0000
P_15                  	2024-23862	0.0000
P_20                  	2024-23862	0.0000
P_30                  	2024-23862	0.0667
P_100                 	2024-23862	0.0700
P_200                 	2024-23862	0.0350
P_500                 	2024-23862	0.0140
P_1000                	2024-23862	0.0070
relstring             	2024-23862	'--0000--0-'
recall_5              	2024-23862	0.0000
recall_10             	2024-23862	0.0000
recall_15             	2024-23862	0.0000
recall_20             	2024-23862	0.0000
recall_30             	2024-23862	0.0087
recall_100            	2024-23862	0.0303
recall_200            	2024-23862	0.0303
recall_500            	2024-23862	0.0303
recall_1000           	2024-23862	0.0303
infAP                 	2024-23862	0.0024
Rprec_mult_0.20       	2024-23862	0.0851
Rprec_mult_0.40       	2024-23862	0.0753
Rprec_mult_0.60       	2024-23862	0.0504
Rprec_mult_0.80       	2024-23862	0.0378
Rprec_mult_1.00       	2024-23862	0.0303
Rprec_mult_1.20       	2024-23862	0.0252
Rprec_mult_1.40       	2024-23862	0.0216
Rprec_mult_1.60       	2024-23862	0.0189
Rprec_mult_1.80       	2024-23862	0.0168
Rprec_mult_2.00       	2024-23862	0.0152
utility               	2024-23862	-86.0000
11pt_avg              	2024-23862	0.0096
binG                  	2024-23862	0.0057
G                     	2024-23862	0.0062
ndcg                  	2024-23862	0.0359
ndcg_rel              	2024-23862	0.0365
Rndcg                 	2024-23862	0.0180
ndcg_cut_5            	2024-23862	0.0000
ndcg_cut_10           	2024-23862	0.0000
ndcg_cut_15           	2024-23862	0.0000
ndcg_cut_20           	2024-23862	0.0000
ndcg_cut_30           	2024-23862	0.0390
ndcg_cut_100          	2024-23862	0.0644
ndcg_cut_200          	2024-23862	0.0399
ndcg_cut_500          	2024-23862	0.0359
ndcg_cut_1000         	2024-23862	0.0359
map_cut_5             	2024-23862	0.0000
map_cut_10            	2024-23862	0.0000
map_cut_15            	2024-23862	0.0000
map_cut_20            	2024-23862	0.0000
map_cut_30            	2024-23862	0.0005
map_cut_100           	2024-23862	0.0024
map_cut_200           	2024-23862	0.0024
map_cut_500           	2024-23862	0.0024
map_cut_1000          	2024-23862	0.0024
relative_P_5          	2024-23862	0.0000
relative_P_10         	2024-23862	0.0000
relative_P_15         	2024-23862	0.0000
relative_P_20         	2024-23862	0.0000
relative_P_30         	2024-23862	0.0667
relative_P_100        	2024-23862	0.0700
relative_P_200        	2024-23862	0.0350
relative_P_500        	2024-23862	0.0303
relative_P_1000       	2024-23862	0.0303
success_1             	2024-23862	0.0000
success_5             	2024-23862	0.0000
success_10            	2024-23862	0.0000
set_P                 	2024-23862	0.0700
set_relative_P        	2024-23862	0.0700
set_recall            	2024-23862	0.0303
set_map               	2024-23862	0.0021
set_F                 	2024-23862	0.0423
num_nonrel_judged_ret 	2024-23862	19
num_ret               	2024-27366	100
num_rel               	2024-27366	232
num_rel_ret           	2024-27366	4
map                   	2024-27366	0.0013
Rprec                 	2024-27366	0.0172
bpref                 	2024-27366	0.0167
recip_rank            	2024-27366	0.1667
iprec_at_recall_0.00  	2024-27366	0.1667
iprec_at_recall_0.10  	2024-27366	0.0000
iprec_at_recall_0.20  	2024-27366	0.0000
iprec_at_recall_0.30  	2024-27366	0.0000
iprec_at_recall_0.40  	2024-27366	0.0000
iprec_at_recall_0.50  	2024-27366	0.0000
iprec_at_recall_0.60  	2024-27366	0.0000
iprec_at_recall_0.70  	2024-27366	0.0000
iprec_at_recall_0.80  	2024-27366	0.0000
iprec_at_recall_0.90  	2024-27366	0.0000
iprec_at_recall_1.00  	2024-27366	0.0000
P_5                   	2024-27366	0.0000
P_10                  	2024-27366	0.1000
P_15                  	2024-27366	0.0667
P_20                  	2024-27366	0.0500
P_30                  	2024-27366	0.0333
P_100                 	2024-27366	0.0400
P_200                 	2024-27366	0.0200
P_500                 	2024-27366	0.0080
P_1000                	2024-27366	0.0040
relstring             	2024-27366	'-----2----'
recall_5              	2024-27366	0.0000
recall_10             	2024-27366	0.0043
recall_15             	2024-27366	0.0043
recall_20             	2024-27366	0.0043
recall_30             	2024-27366	0.0043
recall_100            	2024-27366	0.0172
recall_200            	2024-27366	0.0172
recall_500            	2024-27366	0.0172
recall_1000           	2024-27366	0.0172
infAP                 	2024-27366	0.0013
Rprec_mult_0.20       	2024-27366	0.0213
Rprec_mult_0.40       	2024-27366	0.0430
Rprec_mult_0.60       	2024-27366	0.0286
Rprec_mult_0.80       	2024-27366	0.0215
Rprec_mult_1.00       	2024-27366	0.0172
Rprec_mult_1.20       	2024-27366	0.0143
Rprec_mult_1.40       	2024-27366	0.0123
Rprec_mult_1.60       	2024-27366	0.0108
Rprec_mult_1.80       	2024-27366	0.0096
Rprec_mult_2.00       	2024-27366	0.0086
utility               	2024-27366	-92.0000
11pt_avg              	2024-27366	0.0152
binG                  	2024-27366	0.0037
G                     	2024-27366	0.0041
ndcg                  	2024-27366	0.0264
ndcg_rel              	2024-27366	0.0270
Rndcg                 	2024-27366	0.0393
ndcg_cut_5            	2024-27366	0.0000
ndcg_cut_10           	2024-27366	0.0784
ndcg_cut_15           	2024-27366	0.0608
ndcg_cut_20           	2024-27366	0.0514
ndcg_cut_30           	2024-27366	0.0446
ndcg_cut_100          	2024-27366	0.0435
ndcg_cut_200          	2024-27366	0.0290
ndcg_cut_500          	2024-27366	0.0264
ndcg_cut_1000         	2024-27366	0.0264
map_cut_5             	2024-27366	0.0000
map_cut_10            	2024-27366	0.0007
map_cut_15            	2024-27366	0.0007
map_cut_20            	2024-27366	0.0007
map_cut_30            	2024-27366	0.0007
map_cut_100           	2024-27366	0.0013
map_cut_200           	2024-27366	0.0013
map_cut_500           	2024-27366	0.0013
map_cut_1000          	2024-27366	0.0013
relative_P_5          	2024-27366	0.0000
relative_P_10         	2024-27366	0.1000
relative_P_15         	2024-27366	0.0667
relative_P_20         	2024-27366	0.0500
relative_P_30         	2024-27366	0.0333
relative_P_100        	2024-27366	0.0400
relative_P_200        	2024-27366	0.0200
relative_P_500        	2024-27366	0.0172
relative_P_1000       	2024-27366	0.0172
success_1             	2024-27366	0.0000
success_5             	2024-27366	0.0000
success_10            	2024-27366	1.0000
set_P                 	2024-27366	0.0400
set_relative_P        	2024-27366	0.0400
set_recall            	2024-27366	0.0172
set_map               	2024-27366	0.0007
set_F                 	2024-27366	0.0241
num_nonrel_judged_ret 	2024-27366	1
num_ret               	2024-29182	100
num_rel               	2024-29182	174
num_rel_ret           	2024-29182	1
map                   	2024-29182	0.0008
Rprec                 	2024-29182	0.0057
bpref                 	2024-29182	0.0055
recip_rank            	2024-29182	0.1429
iprec_at_recall_0.00  	2024-29182	0.1429
iprec_at_recall_0.10  	2024-29182	0.0000
iprec_at_recall_0.20  	2024-29182	0.0000
iprec_at_recall_0.30  	2024-29182	0.0000
iprec_at_recall_0.40  	2024-29182	0.0000
iprec_at_recall_0.50  	2024-29182	0.0000
iprec_at_recall_0.60  	2024-29182	0.0000
iprec_at_recall_0.70  	2024-29182	0.0000
iprec_at_recall_0.80  	2024-29182	0.0000
iprec_at_recall_0.90  	2024-29182	0.0000
iprec_at_recall_1.00  	2024-29182	0.0000
P_5                   	2024-29182	0.0000
P_10                  	2024-29182	0.1000
P_15                  	2024-29182	0.0667
P_20                  	2024-29182	0.0500
P_30                  	2024-29182	0.0333
P_100                 	2024-29182	0.0100
P_200                 	2024-29182	0.0050
P_500                 	2024-29182	0.0020
P_1000                	2024-29182	0.0010
relstring             	2024-29182	'0000001000'
recall_5              	2024-29182	0.0000
recall_10             	2024-29182	0.0057
recall_15             	2024-29182	0.0057
recall_20             	2024-29182	0.0057
recall_30             	2024-29182	0.0057
recall_100            	2024-29182	0.0057
recall_200            	2024-29182	0.0057
recall_500            	2024-29182	0.0057
recall_1000           	2024-29182	0.0057
infAP                 	2024-29182	0.0008
Rprec_mult_0.20       	2024-29182	0.0286
Rprec_mult_0.40       	2024-29182	0.0143
Rprec_mult_0.60       	2024-29182	0.0095
Rprec_mult_0.80       	2024-29182	0.0071
Rprec_mult_1.00       	2024-29182	0.0057
Rprec_mult_1.20       	2024-29182	0.0048
Rprec_mult_1.40       	2024-29182	0.0041
Rprec_mult_1.60       	2024-29182	0.0036
Rprec_mult_1.80       	2024-29182	0.0032
Rprec_mult_2.00       	2024-29182	0.0029
utility               	2024-29182	-98.0000
11pt_avg              	2024-29182	0.0130
binG                  	2024-29182	0.0019
G                     	2024-29182	0.0008
ndcg                  	2024-29182	0.0060
ndcg_rel              	2024-29182	0.0061
Rndcg                 	2024-29182	0.0147
ndcg_cut_5            	2024-29182	0.0000
ndcg_cut_10           	2024-29182	0.0262
ndcg_cut_15           	2024-29182	0.0217
ndcg_cut_20           	2024-29182	0.0188
ndcg_cut_30           	2024-29182	0.0152
ndcg_cut_100          	2024-29182	0.0074
ndcg_cut_200          	2024-29182	0.0060
ndcg_cut_500          	2024-29182	0.0060
ndcg_cut_1000         	2024-29182	0.0060
map_cut_5             	2024-29182	0.0000
map_cut_10            	2024-29182	0.0008
map_cut_15            	2024-29182	0.0008
map_cut_20            	2024-29182	0.0008
map_cut_30            	2024-29182	0.0008
map_cut_100           	2024-29182	0.0008
map_cut_200           	2024-29182	0.0008
map_cut_500           	2024-29182	0.0008
map_cut_1000          	2024-29182	0.0008
relative_P_5          	2024-29182	0.0000
relative_P_10         	2024-29182	0.1000
relative_P_15         	2024-29182	0.0667
relative_P_20         	2024-29182	0.0500
relative_P_30         	2024-29182	0.0333
relative_P_100        	2024-29182	0.0100
relative_P_200        	2024-29182	0.0057
relative_P_500        	2024-29182	0.0057
relative_P_1000       	2024-29182	0.0057
success_1             	2024-29182	0.0000
success_5             	2024-29182	0.0000
success_10            	2024-29182	1.0000
set_P                 	2024-29182	0.0100
set_relative_P        	2024-29182	0.0100
set_recall            	2024-29182	0.0057
set_map               	2024-29182	0.0001
set_F                 	2024-29182	0.0073
num_nonrel_judged_ret 	2024-29182	48
num_ret               	2024-29941	100
num_rel               	2024-29941	240
num_rel_ret           	2024-29941	46
map                   	2024-29941	0.1384
Rprec                 	2024-29941	0.1917
bpref                 	2024-29941	0.1781
recip_rank            	2024-29941	0.5000
iprec_at_recall_0.00  	2024-29941	0.9091
iprec_at_recall_0.10  	2024-29941	0.7778
iprec_at_recall_0.20  	2024-29941	0.0000
iprec_at_recall_0.30  	2024-29941	0.0000
iprec_at_recall_0.40  	2024-29941	0.0000
iprec_at_recall_0.50  	2024-29941	0.0000
iprec_at_recall_0.60  	2024-29941	0.0000
iprec_at_recall_0.70  	2024-29941	0.0000
iprec_at_recall_0.80  	2024-29941	0.0000
iprec_at_recall_0.90  	2024-29941	0.0000
iprec_at_recall_1.00  	2024-29941	0.0000
P_5                   	2024-29941	0.8000
P_10                  	2024-29941	0.9000
P_15                  	2024-29941	0.8000
P_20                  	2024-29941	0.8500
P_30                  	2024-29941	0.7333
P_100                 	2024-29941	0.4600
P_200                 	2024-29941	0.2300
P_500                 	2024-29941	0.0920
P_1000                	2024-29941	0.0460
relstring             	2024-29941	'0233312313'
recall_5              	2024-29941	0.0167
recall_10             	2024-29941	0.0375
recall_15             	2024-29941	0.0500
recall_20             	2024-29941	0.0708
recall_30             	2024-29941	0.0917
recall_100            	2024-29941	0.1917
recall_200            	2024-29941	0.1917
recall_500            	2024-29941	0.1917
recall_1000           	2024-29941	0.1917
infAP                 	2024-29941	0.1384
Rprec_mult_0.20       	2024-29941	0.6875
Rprec_mult_0.40       	2024-29941	0.4688
Rprec_mult_0.60       	2024-29941	0.3194
Rprec_mult_0.80       	2024-29941	0.2396
Rprec_mult_1.00       	2024-29941	0.1917
Rprec_mult_1.20       	2024-29941	0.1597
Rprec_mult_1.40       	2024-29941	0.1369
Rprec_mult_1.60       	2024-29941	0.1198
Rprec_mult_1.80       	2024-29941	0.1065
Rprec_mult_2.00       	2024-29941	0.0958
utility               	2024-29941	-8.0000
11pt_avg              	2024-29941	0.1534
binG                  	2024-29941	0.0701
G                     	2024-29941	0.0433
ndcg                  	2024-29941	0.2623
ndcg_rel              	2024-29941	0.3027
Rndcg                 	2024-29941	0.3412
ndcg_cut_5            	2024-29941	0.5895
ndcg_cut_10           	2024-29941	0.6127
ndcg_cut_15           	2024-29941	0.5349
ndcg_cut_20           	2024-29941	0.5337
ndcg_cut_30           	2024-29941	0.4632
ndcg_cut_100          	2024-29941	0.3710
ndcg_cut_200          	2024-29941	0.2812
ndcg_cut_500          	2024-29941	0.2623
ndcg_cut_1000         	2024-29941	0.2623
map_cut_5             	2024-29941	0.0113
map_cut_10            	2024-29941	0.0295
map_cut_15            	2024-29941	0.0401
map_cut_20            	2024-29941	0.0574
map_cut_30            	2024-29941	0.0733
map_cut_100           	2024-29941	0.1384
map_cut_200           	2024-29941	0.1384
map_cut_500           	2024-29941	0.1384
map_cut_1000          	2024-29941	0.1384
relative_P_5          	2024-29941	0.8000
relative_P_10         	2024-29941	0.9000
relative_P_15         	2024-29941	0.8000
relative_P_20         	2024-29941	0.8500
relative_P_30         	2024-29941	0.7333
relative_P_100        	2024-29941	0.4600
relative_P_200        	2024-29941	0.2300
relative_P_500        	2024-29941	0.1917
relative_P_1000       	2024-29941	0.1917
success_1             	2024-29941	0.0000
success_5             	2024-29941	1.0000
success_10            	2024-29941	1.0000
set_P                 	2024-29941	0.4600
set_relative_P        	2024-29941	0.4600
set_recall            	2024-29941	0.1917
set_map               	2024-29941	0.0882
set_F                 	2024-29941	0.2706
num_nonrel_judged_ret 	2024-29941	8
num_ret               	2024-32912	100
num_rel               	2024-32912	109
num_rel_ret           	2024-32912	9
map                   	2024-32912	0.0057
Rprec                 	2024-32912	0.0826
bpref                 	2024-32912	0.0598
recip_rank            	2024-32912	0.0345
iprec_at_recall_0.00  	2024-32912	0.0957
iprec_at_recall_0.10  	2024-32912	0.0000
iprec_at_recall_0.20  	2024-32912	0.0000
iprec_at_recall_0.30  	2024-32912	0.0000
iprec_at_recall_0.40  	2024-32912	0.0000
iprec_at_recall_0.50  	2024-32912	0.0000
iprec_at_recall_0.60  	2024-32912	0.0000
iprec_at_recall_0.70  	2024-32912	0.0000
iprec_at_recall_0.80  	2024-32912	0.0000
iprec_at_recall_0.90  	2024-32912	0.0000
iprec_at_recall_1.00  	2024-32912	0.0000
P_5                   	2024-32912	0.0000
P_10                  	2024-32912	0.0000
P_15                  	2024-32912	0.0000
P_20                  	2024-32912	0.0000
P_30                  	2024-32912	0.0333
P_100                 	2024-32912	0.0900
P_200                 	2024-32912	0.0450
P_500                 	2024-32912	0.0180
P_1000                	2024-32912	0.0090
relstring             	2024-32912	'0000---000'
recall_5              	2024-32912	0.0000
recall_10             	2024-32912	0.0000
recall_15             	2024-32912	0.0000
recall_20             	2024-32912	0.0000
recall_30             	2024-32912	0.0092
recall_100            	2024-32912	0.0826
recall_200            	2024-32912	0.0826
recall_500            	2024-32912	0.0826
recall_1000           	2024-32912	0.0826
infAP                 	2024-32912	0.0057
Rprec_mult_0.20       	2024-32912	0.0000
Rprec_mult_0.40       	2024-32912	0.0227
Rprec_mult_0.60       	2024-32912	0.0606
Rprec_mult_0.80       	2024-32912	0.0795
Rprec_mult_1.00       	2024-32912	0.0826
Rprec_mult_1.20       	2024-32912	0.0687
Rprec_mult_1.40       	2024-32912	0.0588
Rprec_mult_1.60       	2024-32912	0.0514
Rprec_mult_1.80       	2024-32912	0.0457
Rprec_mult_2.00       	2024-32912	0.0413
utility               	2024-32912	-82.0000
11pt_avg              	2024-32912	0.0087
binG                  	2024-32912	0.0140
G                     	2024-32912	0.0139
ndcg                  	2024-32912	0.0697
ndcg_rel              	2024-32912	0.0675
Rndcg                 	2024-32912	0.0332
ndcg_cut_5            	2024-32912	0.0000
ndcg_cut_10           	2024-32912	0.0000
ndcg_cut_15           	2024-32912	0.0000
ndcg_cut_20           	2024-32912	0.0000
ndcg_cut_30           	2024-32912	0.0088
ndcg_cut_100          	2024-32912	0.0720
ndcg_cut_200          	2024-32912	0.0697
ndcg_cut_500          	2024-32912	0.0697
ndcg_cut_1000         	2024-32912	0.0697
map_cut_5             	2024-32912	0.0000
map_cut_10            	2024-32912	0.0000
map_cut_15            	2024-32912	0.0000
map_cut_20            	2024-32912	0.0000
map_cut_30            	2024-32912	0.0003
map_cut_100           	2024-32912	0.0057
map_cut_200           	2024-32912	0.0057
map_cut_500           	2024-32912	0.0057
map_cut_1000          	2024-32912	0.0057
relative_P_5          	2024-32912	0.0000
relative_P_10         	2024-32912	0.0000
relative_P_15         	2024-32912	0.0000
relative_P_20         	2024-32912	0.0000
relative_P_30         	2024-32912	0.0333
relative_P_100        	2024-32912	0.0900
relative_P_200        	2024-32912	0.0826
relative_P_500        	2024-32912	0.0826
relative_P_1000       	2024-32912	0.0826
success_1             	2024-32912	0.0000
success_5             	2024-32912	0.0000
success_10            	2024-32912	0.0000
set_P                 	2024-32912	0.0900
set_relative_P        	2024-32912	0.0900
set_recall            	2024-32912	0.0826
set_map               	2024-32912	0.0074
set_F                 	2024-32912	0.0861
num_nonrel_judged_ret 	2024-32912	39
num_ret               	2024-33466	100
num_rel               	2024-33466	265
num_rel_ret           	2024-33466	68
map                   	2024-33466	0.2066
Rprec                 	2024-33466	0.2566
bpref                 	2024-33466	0.2309
recip_rank            	2024-33466	1.0000
iprec_at_recall_0.00  	2024-33466	1.0000
iprec_at_recall_0.10  	2024-33466	0.7714
iprec_at_recall_0.20  	2024-33466	0.7125
iprec_at_recall_0.30  	2024-33466	0.0000
iprec_at_recall_0.40  	2024-33466	0.0000
iprec_at_recall_0.50  	2024-33466	0.0000
iprec_at_recall_0.60  	2024-33466	0.0000
iprec_at_recall_0.70  	2024-33466	0.0000
iprec_at_recall_0.80  	2024-33466	0.0000
iprec_at_recall_0.90  	2024-33466	0.0000
iprec_at_recall_1.00  	2024-33466	0.0000
P_5                   	2024-33466	1.0000
P_10                  	2024-33466	0.9000
P_15                  	2024-33466	0.9333
P_20                  	2024-33466	0.9500
P_30                  	2024-33466	0.8333
P_100                 	2024-33466	0.6800
P_200                 	2024-33466	0.3400
P_500                 	2024-33466	0.1360
P_1000                	2024-33466	0.0680
relstring             	2024-33466	'2122221303'
recall_5              	2024-33466	0.0189
recall_10             	2024-33466	0.0340
recall_15             	2024-33466	0.0528
recall_20             	2024-33466	0.0717
recall_30             	2024-33466	0.0943
recall_100            	2024-33466	0.2566
recall_200            	2024-33466	0.2566
recall_500            	2024-33466	0.2566
recall_1000           	2024-33466	0.2566
infAP                 	2024-33466	0.2066
Rprec_mult_0.20       	2024-33466	0.7358
Rprec_mult_0.40       	2024-33466	0.6415
Rprec_mult_0.60       	2024-33466	0.4277
Rprec_mult_0.80       	2024-33466	0.3208
Rprec_mult_1.00       	2024-33466	0.2566
Rprec_mult_1.20       	2024-33466	0.2138
Rprec_mult_1.40       	2024-33466	0.1833
Rprec_mult_1.60       	2024-33466	0.1604
Rprec_mult_1.80       	2024-33466	0.1426
Rprec_mult_2.00       	2024-33466	0.1283
utility               	2024-33466	36.0000
11pt_avg              	2024-33466	0.2258
binG                  	2024-33466	0.1065
G                     	2024-33466	0.0517
ndcg                  	2024-33466	0.3323
ndcg_rel              	2024-33466	0.3897
Rndcg                 	2024-33466	0.4025
ndcg_cut_5            	2024-33466	0.5953
ndcg_cut_10           	2024-33466	0.5961
ndcg_cut_15           	2024-33466	0.6103
ndcg_cut_20           	2024-33466	0.6094
ndcg_cut_30           	2024-33466	0.5611
ndcg_cut_100          	2024-33466	0.5408
ndcg_cut_200          	2024-33466	0.3683
ndcg_cut_500          	2024-33466	0.3323
ndcg_cut_1000         	2024-33466	0.3323
map_cut_5             	2024-33466	0.0189
map_cut_10            	2024-33466	0.0336
map_cut_15            	2024-33466	0.0510
map_cut_20            	2024-33466	0.0688
map_cut_30            	2024-33466	0.0894
map_cut_100           	2024-33466	0.2066
map_cut_200           	2024-33466	0.2066
map_cut_500           	2024-33466	0.2066
map_cut_1000          	2024-33466	0.2066
relative_P_5          	2024-33466	1.0000
relative_P_10         	2024-33466	0.9000
relative_P_15         	2024-33466	0.9333
relative_P_20         	2024-33466	0.9500
relative_P_30         	2024-33466	0.8333
relative_P_100        	2024-33466	0.6800
relative_P_200        	2024-33466	0.3400
relative_P_500        	2024-33466	0.2566
relative_P_1000       	2024-33466	0.2566
success_1             	2024-33466	1.0000
success_5             	2024-33466	1.0000
success_10            	2024-33466	1.0000
set_P                 	2024-33466	0.6800
set_relative_P        	2024-33466	0.6800
set_recall            	2024-33466	0.2566
set_map               	2024-33466	0.1745
set_F                 	2024-33466	0.3726
num_nonrel_judged_ret 	2024-33466	3
num_ret               	2024-35227	100
num_rel               	2024-35227	216
num_rel_ret           	2024-35227	31
map                   	2024-35227	0.0815
Rprec                 	2024-35227	0.1435
bpref                 	2024-35227	0.1226
recip_rank            	2024-35227	1.0000
iprec_at_recall_0.00  	2024-35227	1.0000
iprec_at_recall_0.10  	2024-35227	0.4231
iprec_at_recall_0.20  	2024-35227	0.0000
iprec_at_recall_0.30  	2024-35227	0.0000
iprec_at_recall_0.40  	2024-35227	0.0000
iprec_at_recall_0.50  	2024-35227	0.0000
iprec_at_recall_0.60  	2024-35227	0.0000
iprec_at_recall_0.70  	2024-35227	0.0000
iprec_at_recall_0.80  	2024-35227	0.0000
iprec_at_recall_0.90  	2024-35227	0.0000
iprec_at_recall_1.00  	2024-35227	0.0000
P_5                   	2024-35227	0.8000
P_10                  	2024-35227	0.7000
P_15                  	2024-35227	0.6667
P_20                  	2024-35227	0.5500
P_30                  	2024-35227	0.5333
P_100                 	2024-35227	0.3100
P_200                 	2024-35227	0.1550
P_500                 	2024-35227	0.0620
P_1000                	2024-35227	0.0310
relstring             	2024-35227	'1210111200'
recall_5              	2024-35227	0.0185
recall_10             	2024-35227	0.0324
recall_15             	2024-35227	0.0463
recall_20             	2024-35227	0.0509
recall_30             	2024-35227	0.0741
recall_100            	2024-35227	0.1435
recall_200            	2024-35227	0.1435
recall_500            	2024-35227	0.1435
recall_1000           	2024-35227	0.1435
infAP                 	2024-35227	0.0815
Rprec_mult_0.20       	2024-35227	0.4318
Rprec_mult_0.40       	2024-35227	0.3218
Rprec_mult_0.60       	2024-35227	0.2385
Rprec_mult_0.80       	2024-35227	0.1792
Rprec_mult_1.00       	2024-35227	0.1435
Rprec_mult_1.20       	2024-35227	0.1192
Rprec_mult_1.40       	2024-35227	0.1023
Rprec_mult_1.60       	2024-35227	0.0896
Rprec_mult_1.80       	2024-35227	0.0797
Rprec_mult_2.00       	2024-35227	0.0718
utility               	2024-35227	-38.0000
11pt_avg              	2024-35227	0.1294
binG                  	2024-35227	0.0516
G                     	2024-35227	0.0333
ndcg                  	2024-35227	0.2077
ndcg_rel              	2024-35227	0.2312
Rndcg                 	2024-35227	0.3170
ndcg_cut_5            	2024-35227	0.4183
ndcg_cut_10           	2024-35227	0.4170
ndcg_cut_15           	2024-35227	0.4311
ndcg_cut_20           	2024-35227	0.3814
ndcg_cut_30           	2024-35227	0.3963
ndcg_cut_100          	2024-35227	0.2906
ndcg_cut_200          	2024-35227	0.2157
ndcg_cut_500          	2024-35227	0.2077
ndcg_cut_1000         	2024-35227	0.2077
map_cut_5             	2024-35227	0.0176
map_cut_10            	2024-35227	0.0295
map_cut_15            	2024-35227	0.0384
map_cut_20            	2024-35227	0.0412
map_cut_30            	2024-35227	0.0541
map_cut_100           	2024-35227	0.0815
map_cut_200           	2024-35227	0.0815
map_cut_500           	2024-35227	0.0815
map_cut_1000          	2024-35227	0.0815
relative_P_5          	2024-35227	0.8000
relative_P_10         	2024-35227	0.7000
relative_P_15         	2024-35227	0.6667
relative_P_20         	2024-35227	0.5500
relative_P_30         	2024-35227	0.5333
relative_P_100        	2024-35227	0.3100
relative_P_200        	2024-35227	0.1550
relative_P_500        	2024-35227	0.1435
relative_P_1000       	2024-35227	0.1435
success_1             	2024-35227	1.0000
success_5             	2024-35227	1.0000
success_10            	2024-35227	1.0000
set_P                 	2024-35227	0.3100
set_relative_P        	2024-35227	0.3100
set_recall            	2024-35227	0.1435
set_map               	2024-35227	0.0445
set_F                 	2024-35227	0.1962
num_nonrel_judged_ret 	2024-35227	31
num_ret               	2024-35269	100
num_rel               	2024-35269	76
num_rel_ret           	2024-35269	11
map                   	2024-35269	0.0348
Rprec                 	2024-35269	0.1316
bpref                 	2024-35269	0.1363
recip_rank            	2024-35269	0.2500
iprec_at_recall_0.00  	2024-35269	0.4000
iprec_at_recall_0.10  	2024-35269	0.2222
iprec_at_recall_0.20  	2024-35269	0.0000
iprec_at_recall_0.30  	2024-35269	0.0000
iprec_at_recall_0.40  	2024-35269	0.0000
iprec_at_recall_0.50  	2024-35269	0.0000
iprec_at_recall_0.60  	2024-35269	0.0000
iprec_at_recall_0.70  	2024-35269	0.0000
iprec_at_recall_0.80  	2024-35269	0.0000
iprec_at_recall_0.90  	2024-35269	0.0000
iprec_at_recall_1.00  	2024-35269	0.0000
P_5                   	2024-35269	0.4000
P_10                  	2024-35269	0.3000
P_15                  	2024-35269	0.2667
P_20                  	2024-35269	0.2500
P_30                  	2024-35269	0.2000
P_100                 	2024-35269	0.1100
P_200                 	2024-35269	0.0550
P_500                 	2024-35269	0.0220
P_1000                	2024-35269	0.0110
relstring             	2024-35269	'-0022----2'
recall_5              	2024-35269	0.0263
recall_10             	2024-35269	0.0395
recall_15             	2024-35269	0.0526
recall_20             	2024-35269	0.0658
recall_30             	2024-35269	0.0789
recall_100            	2024-35269	0.1447
recall_200            	2024-35269	0.1447
recall_500            	2024-35269	0.1447
recall_1000           	2024-35269	0.1447
infAP                 	2024-35269	0.0348
Rprec_mult_0.20       	2024-35269	0.2500
Rprec_mult_0.40       	2024-35269	0.1935
Rprec_mult_0.60       	2024-35269	0.1739
Rprec_mult_0.80       	2024-35269	0.1475
Rprec_mult_1.00       	2024-35269	0.1316
Rprec_mult_1.20       	2024-35269	0.1196
Rprec_mult_1.40       	2024-35269	0.1028
Rprec_mult_1.60       	2024-35269	0.0902
Rprec_mult_1.80       	2024-35269	0.0803
Rprec_mult_2.00       	2024-35269	0.0724
utility               	2024-35269	-78.0000
11pt_avg              	2024-35269	0.0566
binG                  	2024-35269	0.0377
G                     	2024-35269	0.0328
ndcg                  	2024-35269	0.1642
ndcg_rel              	2024-35269	0.1710
Rndcg                 	2024-35269	0.1605
ndcg_cut_5            	2024-35269	0.2773
ndcg_cut_10           	2024-35269	0.2436
ndcg_cut_15           	2024-35269	0.2336
ndcg_cut_20           	2024-35269	0.2279
ndcg_cut_30           	2024-35269	0.1981
ndcg_cut_100          	2024-35269	0.1642
ndcg_cut_200          	2024-35269	0.1642
ndcg_cut_500          	2024-35269	0.1642
ndcg_cut_1000         	2024-35269	0.1642
map_cut_5             	2024-35269	0.0086
map_cut_10            	2024-35269	0.0125
map_cut_15            	2024-35269	0.0165
map_cut_20            	2024-35269	0.0202
map_cut_30            	2024-35269	0.0232
map_cut_100           	2024-35269	0.0348
map_cut_200           	2024-35269	0.0348
map_cut_500           	2024-35269	0.0348
map_cut_1000          	2024-35269	0.0348
relative_P_5          	2024-35269	0.4000
relative_P_10         	2024-35269	0.3000
relative_P_15         	2024-35269	0.2667
relative_P_20         	2024-35269	0.2500
relative_P_30         	2024-35269	0.2000
relative_P_100        	2024-35269	0.1447
relative_P_200        	2024-35269	0.1447
relative_P_500        	2024-35269	0.1447
relative_P_1000       	2024-35269	0.1447
success_1             	2024-35269	0.0000
success_5             	2024-35269	1.0000
success_10            	2024-35269	1.0000
set_P                 	2024-35269	0.1100
set_relative_P        	2024-35269	0.1447
set_recall            	2024-35269	0.1447
set_map               	2024-35269	0.0159
set_F                 	2024-35269	0.1250
num_nonrel_judged_ret 	2024-35269	12
num_ret               	2024-35284	100
num_rel               	2024-35284	141
num_rel_ret           	2024-35284	5
map                   	2024-35284	0.0031
Rprec                 	2024-35284	0.0355
bpref                 	2024-35284	0.0312
recip_rank            	2024-35284	0.1000
iprec_at_recall_0.00  	2024-35284	0.1000
iprec_at_recall_0.10  	2024-35284	0.0000
iprec_at_recall_0.20  	2024-35284	0.0000
iprec_at_recall_0.30  	2024-35284	0.0000
iprec_at_recall_0.40  	2024-35284	0.0000
iprec_at_recall_0.50  	2024-35284	0.0000
iprec_at_recall_0.60  	2024-35284	0.0000
iprec_at_recall_0.70  	2024-35284	0.0000
iprec_at_recall_0.80  	2024-35284	0.0000
iprec_at_recall_0.90  	2024-35284	0.0000
iprec_at_recall_1.00  	2024-35284	0.0000
P_5                   	2024-35284	0.0000
P_10                  	2024-35284	0.1000
P_15                  	2024-35284	0.0667
P_20                  	2024-35284	0.1000
P_30                  	2024-35284	0.0667
P_100                 	2024-35284	0.0500
P_200                 	2024-35284	0.0250
P_500                 	2024-35284	0.0100
P_1000                	2024-35284	0.0050
relstring             	2024-35284	'---------1'
recall_5              	2024-35284	0.0000
recall_10             	2024-35284	0.0071
recall_15             	2024-35284	0.0071
recall_20             	2024-35284	0.0142
recall_30             	2024-35284	0.0142
recall_100            	2024-35284	0.0355
recall_200            	2024-35284	0.0355
recall_500            	2024-35284	0.0355
recall_1000           	2024-35284	0.0355
infAP                 	2024-35284	0.0031
Rprec_mult_0.20       	2024-35284	0.0690
Rprec_mult_0.40       	2024-35284	0.0526
Rprec_mult_0.60       	2024-35284	0.0588
Rprec_mult_0.80       	2024-35284	0.0442
Rprec_mult_1.00       	2024-35284	0.0355
Rprec_mult_1.20       	2024-35284	0.0294
Rprec_mult_1.40       	2024-35284	0.0253
Rprec_mult_1.60       	2024-35284	0.0221
Rprec_mult_1.80       	2024-35284	0.0197
Rprec_mult_2.00       	2024-35284	0.0177
utility               	2024-35284	-90.0000
11pt_avg              	2024-35284	0.0091
binG                  	2024-35284	0.0075
G                     	2024-35284	0.0053
ndcg                  	2024-35284	0.0290
ndcg_rel              	2024-35284	0.0291
Rndcg                 	2024-35284	0.0188
ndcg_cut_5            	2024-35284	0.0000
ndcg_cut_10           	2024-35284	0.0233
ndcg_cut_15           	2024-35284	0.0192
ndcg_cut_20           	2024-35284	0.0297
ndcg_cut_30           	2024-35284	0.0239
ndcg_cut_100          	2024-35284	0.0338
ndcg_cut_200          	2024-35284	0.0290
ndcg_cut_500          	2024-35284	0.0290
ndcg_cut_1000         	2024-35284	0.0290
map_cut_5             	2024-35284	0.0000
map_cut_10            	2024-35284	0.0007
map_cut_15            	2024-35284	0.0007
map_cut_20            	2024-35284	0.0014
map_cut_30            	2024-35284	0.0014
map_cut_100           	2024-35284	0.0031
map_cut_200           	2024-35284	0.0031
map_cut_500           	2024-35284	0.0031
map_cut_1000          	2024-35284	0.0031
relative_P_5          	2024-35284	0.0000
relative_P_10         	2024-35284	0.1000
relative_P_15         	2024-35284	0.0667
relative_P_20         	2024-35284	0.1000
relative_P_30         	2024-35284	0.0667
relative_P_100        	2024-35284	0.0500
relative_P_200        	2024-35284	0.0355
relative_P_500        	2024-35284	0.0355
relative_P_1000       	2024-35284	0.0355
success_1             	2024-35284	0.0000
success_5             	2024-35284	0.0000
success_10            	2024-35284	1.0000
set_P                 	2024-35284	0.0500
set_relative_P        	2024-35284	0.0500
set_recall            	2024-35284	0.0355
set_map               	2024-35284	0.0018
set_F                 	2024-35284	0.0415
num_nonrel_judged_ret 	2024-35284	1
num_ret               	2024-35620	100
num_rel               	2024-35620	104
num_rel_ret           	2024-35620	48
map                   	2024-35620	0.3341
Rprec                 	2024-35620	0.4615
bpref                 	2024-35620	0.4352
recip_rank            	2024-35620	1.0000
iprec_at_recall_0.00  	2024-35620	1.0000
iprec_at_recall_0.10  	2024-35620	0.7778
iprec_at_recall_0.20  	2024-35620	0.7353
iprec_at_recall_0.30  	2024-35620	0.7021
iprec_at_recall_0.40  	2024-35620	0.5122
iprec_at_recall_0.50  	2024-35620	0.0000
iprec_at_recall_0.60  	2024-35620	0.0000
iprec_at_recall_0.70  	2024-35620	0.0000
iprec_at_recall_0.80  	2024-35620	0.0000
iprec_at_recall_0.90  	2024-35620	0.0000
iprec_at_recall_1.00  	2024-35620	0.0000
P_5                   	2024-35620	1.0000
P_10                  	2024-35620	0.9000
P_15                  	2024-35620	0.7333
P_20                  	2024-35620	0.7500
P_30                  	2024-35620	0.7000
P_100                 	2024-35620	0.4800
P_200                 	2024-35620	0.2400
P_500                 	2024-35620	0.0960
P_1000                	2024-35620	0.0480
relstring             	2024-35620	'2113333033'
recall_5              	2024-35620	0.0481
recall_10             	2024-35620	0.0865
recall_15             	2024-35620	0.1058
recall_20             	2024-35620	0.1442
recall_30             	2024-35620	0.2019
recall_100            	2024-35620	0.4615
recall_200            	2024-35620	0.4615
recall_500            	2024-35620	0.4615
recall_1000           	2024-35620	0.4615
infAP                 	2024-35620	0.3341
Rprec_mult_0.20       	2024-35620	0.7143
Rprec_mult_0.40       	2024-35620	0.7143
Rprec_mult_0.60       	2024-35620	0.6032
Rprec_mult_0.80       	2024-35620	0.5119
Rprec_mult_1.00       	2024-35620	0.4615
Rprec_mult_1.20       	2024-35620	0.3840
Rprec_mult_1.40       	2024-35620	0.3288
Rprec_mult_1.60       	2024-35620	0.2874
Rprec_mult_1.80       	2024-35620	0.2553
Rprec_mult_2.00       	2024-35620	0.2308
utility               	2024-35620	-4.0000
11pt_avg              	2024-35620	0.3389
binG                  	2024-35620	0.1812
G                     	2024-35620	0.1092
ndcg                  	2024-35620	0.5212
ndcg_rel              	2024-35620	0.5518
Rndcg                 	2024-35620	0.5337
ndcg_cut_5            	2024-35620	0.6312
ndcg_cut_10           	2024-35620	0.6913
ndcg_cut_15           	2024-35620	0.6246
ndcg_cut_20           	2024-35620	0.6546
ndcg_cut_30           	2024-35620	0.5736
ndcg_cut_100          	2024-35620	0.5276
ndcg_cut_200          	2024-35620	0.5212
ndcg_cut_500          	2024-35620	0.5212
ndcg_cut_1000         	2024-35620	0.5212
map_cut_5             	2024-35620	0.0481
map_cut_10            	2024-35620	0.0845
map_cut_15            	2024-35620	0.0996
map_cut_20            	2024-35620	0.1288
map_cut_30            	2024-35620	0.1718
map_cut_100           	2024-35620	0.3341
map_cut_200           	2024-35620	0.3341
map_cut_500           	2024-35620	0.3341
map_cut_1000          	2024-35620	0.3341
relative_P_5          	2024-35620	1.0000
relative_P_10         	2024-35620	0.9000
relative_P_15         	2024-35620	0.7333
relative_P_20         	2024-35620	0.7500
relative_P_30         	2024-35620	0.7000
relative_P_100        	2024-35620	0.4800
relative_P_200        	2024-35620	0.4615
relative_P_500        	2024-35620	0.4615
relative_P_1000       	2024-35620	0.4615
success_1             	2024-35620	1.0000
success_5             	2024-35620	1.0000
success_10            	2024-35620	1.0000
set_P                 	2024-35620	0.4800
set_relative_P        	2024-35620	0.4800
set_recall            	2024-35620	0.4615
set_map               	2024-35620	0.2215
set_F                 	2024-35620	0.4706
num_nonrel_judged_ret 	2024-35620	10
num_ret               	2024-36155	100
num_rel               	2024-36155	82
num_rel_ret           	2024-36155	45
map                   	2024-36155	0.3583
Rprec                 	2024-36155	0.4756
bpref                 	2024-36155	0.4896
recip_rank            	2024-36155	1.0000
iprec_at_recall_0.00  	2024-36155	1.0000
iprec_at_recall_0.10  	2024-36155	0.7619
iprec_at_recall_0.20  	2024-36155	0.7407
iprec_at_recall_0.30  	2024-36155	0.6977
iprec_at_recall_0.40  	2024-36155	0.6111
iprec_at_recall_0.50  	2024-36155	0.4713
iprec_at_recall_0.60  	2024-36155	0.0000
iprec_at_recall_0.70  	2024-36155	0.0000
iprec_at_recall_0.80  	2024-36155	0.0000
iprec_at_recall_0.90  	2024-36155	0.0000
iprec_at_recall_1.00  	2024-36155	0.0000
P_5                   	2024-36155	0.8000
P_10                  	2024-36155	0.6000
P_15                  	2024-36155	0.6667
P_20                  	2024-36155	0.7500
P_30                  	2024-36155	0.7000
P_100                 	2024-36155	0.4500
P_200                 	2024-36155	0.2250
P_500                 	2024-36155	0.0900
P_1000                	2024-36155	0.0450
relstring             	2024-36155	'1-21210-20'
recall_5              	2024-36155	0.0488
recall_10             	2024-36155	0.0732
recall_15             	2024-36155	0.1220
recall_20             	2024-36155	0.1829
recall_30             	2024-36155	0.2561
recall_100            	2024-36155	0.5488
recall_200            	2024-36155	0.5488
recall_500            	2024-36155	0.5488
recall_1000           	2024-36155	0.5488
infAP                 	2024-36155	0.3583
Rprec_mult_0.20       	2024-36155	0.7059
Rprec_mult_0.40       	2024-36155	0.6364
Rprec_mult_0.60       	2024-36155	0.6200
Rprec_mult_0.80       	2024-36155	0.5455
Rprec_mult_1.00       	2024-36155	0.4756
Rprec_mult_1.20       	2024-36155	0.4444
Rprec_mult_1.40       	2024-36155	0.3913
Rprec_mult_1.60       	2024-36155	0.3409
Rprec_mult_1.80       	2024-36155	0.3041
Rprec_mult_2.00       	2024-36155	0.2744
utility               	2024-36155	-10.0000
11pt_avg              	2024-36155	0.3893
binG                  	2024-36155	0.1765
G                     	2024-36155	0.1405
ndcg                  	2024-36155	0.5624
ndcg_rel              	2024-36155	0.5471
Rndcg                 	2024-36155	0.5258
ndcg_cut_5            	2024-36155	0.5434
ndcg_cut_10           	2024-36155	0.4581
ndcg_cut_15           	2024-36155	0.4700
ndcg_cut_20           	2024-36155	0.5094
ndcg_cut_30           	2024-36155	0.5457
ndcg_cut_100          	2024-36155	0.5624
ndcg_cut_200          	2024-36155	0.5624
ndcg_cut_500          	2024-36155	0.5624
ndcg_cut_1000         	2024-36155	0.5624
map_cut_5             	2024-36155	0.0392
map_cut_10            	2024-36155	0.0575
map_cut_15            	2024-36155	0.0906
map_cut_20            	2024-36155	0.1345
map_cut_30            	2024-36155	0.1881
map_cut_100           	2024-36155	0.3583
map_cut_200           	2024-36155	0.3583
map_cut_500           	2024-36155	0.3583
map_cut_1000          	2024-36155	0.3583
relative_P_5          	2024-36155	0.8000
relative_P_10         	2024-36155	0.6000
relative_P_15         	2024-36155	0.6667
relative_P_20         	2024-36155	0.7500
relative_P_30         	2024-36155	0.7000
relative_P_100        	2024-36155	0.5488
relative_P_200        	2024-36155	0.5488
relative_P_500        	2024-36155	0.5488
relative_P_1000       	2024-36155	0.5488
success_1             	2024-36155	1.0000
success_5             	2024-36155	1.0000
success_10            	2024-36155	1.0000
set_P                 	2024-36155	0.4500
set_relative_P        	2024-36155	0.5488
set_recall            	2024-36155	0.5488
set_map               	2024-36155	0.2470
set_F                 	2024-36155	0.4945
num_nonrel_judged_ret 	2024-36155	22
num_ret               	2024-38986	100
num_rel               	2024-38986	315
num_rel_ret           	2024-38986	49
map                   	2024-38986	0.1205
Rprec                 	2024-38986	0.1556
bpref                 	2024-38986	0.1556
recip_rank            	2024-38986	1.0000
iprec_at_recall_0.00  	2024-38986	1.0000
iprec_at_recall_0.10  	2024-38986	0.7333
iprec_at_recall_0.20  	2024-38986	0.0000
iprec_at_recall_0.30  	2024-38986	0.0000
iprec_at_recall_0.40  	2024-38986	0.0000
iprec_at_recall_0.50  	2024-38986	0.0000
iprec_at_recall_0.60  	2024-38986	0.0000
iprec_at_recall_0.70  	2024-38986	0.0000
iprec_at_recall_0.80  	2024-38986	0.0000
iprec_at_recall_0.90  	2024-38986	0.0000
iprec_at_recall_1.00  	2024-38986	0.0000
P_5                   	2024-38986	0.8000
P_10                  	2024-38986	0.9000
P_15                  	2024-38986	0.9333
P_20                  	2024-38986	0.9500
P_30                  	2024-38986	0.7667
P_100                 	2024-38986	0.4900
P_200                 	2024-38986	0.2450
P_500                 	2024-38986	0.0980
P_1000                	2024-38986	0.0490
relstring             	2024-38986	'111-111111'
recall_5              	2024-38986	0.0127
recall_10             	2024-38986	0.0286
recall_15             	2024-38986	0.0444
recall_20             	2024-38986	0.0603
recall_30             	2024-38986	0.0730
recall_100            	2024-38986	0.1556
recall_200            	2024-38986	0.1556
recall_500            	2024-38986	0.1556
recall_1000           	2024-38986	0.1556
infAP                 	2024-38986	0.1205
Rprec_mult_0.20       	2024-38986	0.6190
Rprec_mult_0.40       	2024-38986	0.3889
Rprec_mult_0.60       	2024-38986	0.2593
Rprec_mult_0.80       	2024-38986	0.1944
Rprec_mult_1.00       	2024-38986	0.1556
Rprec_mult_1.20       	2024-38986	0.1296
Rprec_mult_1.40       	2024-38986	0.1111
Rprec_mult_1.60       	2024-38986	0.0972
Rprec_mult_1.80       	2024-38986	0.0864
Rprec_mult_2.00       	2024-38986	0.0778
utility               	2024-38986	-2.0000
11pt_avg              	2024-38986	0.1576
binG                  	2024-38986	0.0664
G                     	2024-38986	0.0261
ndcg                  	2024-38986	0.1826
ndcg_rel              	2024-38986	0.2047
Rndcg                 	2024-38986	0.2638
ndcg_cut_5            	2024-38986	0.2846
ndcg_cut_10           	2024-38986	0.3017
ndcg_cut_15           	2024-38986	0.3133
ndcg_cut_20           	2024-38986	0.3474
ndcg_cut_30           	2024-38986	0.3299
ndcg_cut_100          	2024-38986	0.2956
ndcg_cut_200          	2024-38986	0.2267
ndcg_cut_500          	2024-38986	0.1826
ndcg_cut_1000         	2024-38986	0.1826
map_cut_5             	2024-38986	0.0121
map_cut_10            	2024-38986	0.0259
map_cut_15            	2024-38986	0.0405
map_cut_20            	2024-38986	0.0555
map_cut_30            	2024-38986	0.0664
map_cut_100           	2024-38986	0.1205
map_cut_200           	2024-38986	0.1205
map_cut_500           	2024-38986	0.1205
map_cut_1000          	2024-38986	0.1205
relative_P_5          	2024-38986	0.8000
relative_P_10         	2024-38986	0.9000
relative_P_15         	2024-38986	0.9333
relative_P_20         	2024-38986	0.9500
relative_P_30         	2024-38986	0.7667
relative_P_100        	2024-38986	0.4900
relative_P_200        	2024-38986	0.2450
relative_P_500        	2024-38986	0.1556
relative_P_1000       	2024-38986	0.1556
success_1             	2024-38986	1.0000
success_5             	2024-38986	1.0000
success_10            	2024-38986	1.0000
set_P                 	2024-38986	0.4900
set_relative_P        	2024-38986	0.4900
set_recall            	2024-38986	0.1556
set_map               	2024-38986	0.0762
set_F                 	2024-38986	0.2361
num_nonrel_judged_ret 	2024-38986	0
num_ret               	2024-40863	100
num_rel               	2024-40863	314
num_rel_ret           	2024-40863	42
map                   	2024-40863	0.0885
Rprec                 	2024-40863	0.1338
bpref                 	2024-40863	0.1086
recip_rank            	2024-40863	1.0000
iprec_at_recall_0.00  	2024-40863	1.0000
iprec_at_recall_0.10  	2024-40863	0.4444
iprec_at_recall_0.20  	2024-40863	0.0000
iprec_at_recall_0.30  	2024-40863	0.0000
iprec_at_recall_0.40  	2024-40863	0.0000
iprec_at_recall_0.50  	2024-40863	0.0000
iprec_at_recall_0.60  	2024-40863	0.0000
iprec_at_recall_0.70  	2024-40863	0.0000
iprec_at_recall_0.80  	2024-40863	0.0000
iprec_at_recall_0.90  	2024-40863	0.0000
iprec_at_recall_1.00  	2024-40863	0.0000
P_5                   	2024-40863	1.0000
P_10                  	2024-40863	1.0000
P_15                  	2024-40863	0.8000
P_20                  	2024-40863	0.7500
P_30                  	2024-40863	0.6333
P_100                 	2024-40863	0.4200
P_200                 	2024-40863	0.2100
P_500                 	2024-40863	0.0840
P_1000                	2024-40863	0.0420
relstring             	2024-40863	'2111233322'
recall_5              	2024-40863	0.0159
recall_10             	2024-40863	0.0318
recall_15             	2024-40863	0.0382
recall_20             	2024-40863	0.0478
recall_30             	2024-40863	0.0605
recall_100            	2024-40863	0.1338
recall_200            	2024-40863	0.1338
recall_500            	2024-40863	0.1338
recall_1000           	2024-40863	0.1338
infAP                 	2024-40863	0.0885
Rprec_mult_0.20       	2024-40863	0.4444
Rprec_mult_0.40       	2024-40863	0.3333
Rprec_mult_0.60       	2024-40863	0.2222
Rprec_mult_0.80       	2024-40863	0.1667
Rprec_mult_1.00       	2024-40863	0.1338
Rprec_mult_1.20       	2024-40863	0.1114
Rprec_mult_1.40       	2024-40863	0.0955
Rprec_mult_1.60       	2024-40863	0.0835
Rprec_mult_1.80       	2024-40863	0.0742
Rprec_mult_2.00       	2024-40863	0.0669
utility               	2024-40863	-16.0000
11pt_avg              	2024-40863	0.1313
binG                  	2024-40863	0.0601
G                     	2024-40863	0.0287
ndcg                  	2024-40863	0.1990
ndcg_rel              	2024-40863	0.2306
Rndcg                 	2024-40863	0.2600
ndcg_cut_5            	2024-40863	0.4901
ndcg_cut_10           	2024-40863	0.6258
ndcg_cut_15           	2024-40863	0.5164
ndcg_cut_20           	2024-40863	0.4861
ndcg_cut_30           	2024-40863	0.4353
ndcg_cut_100          	2024-40863	0.3409
ndcg_cut_200          	2024-40863	0.2333
ndcg_cut_500          	2024-40863	0.1990
ndcg_cut_1000         	2024-40863	0.1990
map_cut_5             	2024-40863	0.0159
map_cut_10            	2024-40863	0.0318
map_cut_15            	2024-40863	0.0382
map_cut_20            	2024-40863	0.0456
map_cut_30            	2024-40863	0.0546
map_cut_100           	2024-40863	0.0885
map_cut_200           	2024-40863	0.0885
map_cut_500           	2024-40863	0.0885
map_cut_1000          	2024-40863	0.0885
relative_P_5          	2024-40863	1.0000
relative_P_10         	2024-40863	1.0000
relative_P_15         	2024-40863	0.8000
relative_P_20         	2024-40863	0.7500
relative_P_30         	2024-40863	0.6333
relative_P_100        	2024-40863	0.4200
relative_P_200        	2024-40863	0.2100
relative_P_500        	2024-40863	0.1338
relative_P_1000       	2024-40863	0.1338
success_1             	2024-40863	1.0000
success_5             	2024-40863	1.0000
success_10            	2024-40863	1.0000
set_P                 	2024-40863	0.4200
set_relative_P        	2024-40863	0.4200
set_recall            	2024-40863	0.1338
set_map               	2024-40863	0.0562
set_F                 	2024-40863	0.2029
num_nonrel_judged_ret 	2024-40863	3
num_ret               	2024-41198	100
num_rel               	2024-41198	184
num_rel_ret           	2024-41198	8
map                   	2024-41198	0.0077
Rprec                 	2024-41198	0.0435
bpref                 	2024-41198	0.0435
recip_rank            	2024-41198	0.2500
iprec_at_recall_0.00  	2024-41198	0.2500
iprec_at_recall_0.10  	2024-41198	0.0000
iprec_at_recall_0.20  	2024-41198	0.0000
iprec_at_recall_0.30  	2024-41198	0.0000
iprec_at_recall_0.40  	2024-41198	0.0000
iprec_at_recall_0.50  	2024-41198	0.0000
iprec_at_recall_0.60  	2024-41198	0.0000
iprec_at_recall_0.70  	2024-41198	0.0000
iprec_at_recall_0.80  	2024-41198	0.0000
iprec_at_recall_0.90  	2024-41198	0.0000
iprec_at_recall_1.00  	2024-41198	0.0000
P_5                   	2024-41198	0.2000
P_10                  	2024-41198	0.2000
P_15                  	2024-41198	0.1333
P_20                  	2024-41198	0.1500
P_30                  	2024-41198	0.1667
P_100                 	2024-41198	0.0800
P_200                 	2024-41198	0.0400
P_500                 	2024-41198	0.0160
P_1000                	2024-41198	0.0080
relstring             	2024-41198	'---1----1-'
recall_5              	2024-41198	0.0054
recall_10             	2024-41198	0.0109
recall_15             	2024-41198	0.0109
recall_20             	2024-41198	0.0163
recall_30             	2024-41198	0.0272
recall_100            	2024-41198	0.0435
recall_200            	2024-41198	0.0435
recall_500            	2024-41198	0.0435
recall_1000           	2024-41198	0.0435
infAP                 	2024-41198	0.0077
Rprec_mult_0.20       	2024-41198	0.1622
Rprec_mult_0.40       	2024-41198	0.1081
Rprec_mult_0.60       	2024-41198	0.0721
Rprec_mult_0.80       	2024-41198	0.0541
Rprec_mult_1.00       	2024-41198	0.0435
Rprec_mult_1.20       	2024-41198	0.0362
Rprec_mult_1.40       	2024-41198	0.0310
Rprec_mult_1.60       	2024-41198	0.0271
Rprec_mult_1.80       	2024-41198	0.0241
Rprec_mult_2.00       	2024-41198	0.0217
utility               	2024-41198	-84.0000
11pt_avg              	2024-41198	0.0227
binG                  	2024-41198	0.0108
G                     	2024-41198	0.0069
ndcg                  	2024-41198	0.0434
ndcg_rel              	2024-41198	0.0443
Rndcg                 	2024-41198	0.0541
ndcg_cut_5            	2024-41198	0.0509
ndcg_cut_10           	2024-41198	0.0628
ndcg_cut_15           	2024-41198	0.0512
ndcg_cut_20           	2024-41198	0.0581
ndcg_cut_30           	2024-41198	0.0662
ndcg_cut_100          	2024-41198	0.0575
ndcg_cut_200          	2024-41198	0.0434
ndcg_cut_500          	2024-41198	0.0434
ndcg_cut_1000         	2024-41198	0.0434
map_cut_5             	2024-41198	0.0014
map_cut_10            	2024-41198	0.0026
map_cut_15            	2024-41198	0.0026
map_cut_20            	2024-41198	0.0035
map_cut_30            	2024-41198	0.0053
map_cut_100           	2024-41198	0.0077
map_cut_200           	2024-41198	0.0077
map_cut_500           	2024-41198	0.0077
map_cut_1000          	2024-41198	0.0077
relative_P_5          	2024-41198	0.2000
relative_P_10         	2024-41198	0.2000
relative_P_15         	2024-41198	0.1333
relative_P_20         	2024-41198	0.1500
relative_P_30         	2024-41198	0.1667
relative_P_100        	2024-41198	0.0800
relative_P_200        	2024-41198	0.0435
relative_P_500        	2024-41198	0.0435
relative_P_1000       	2024-41198	0.0435
success_1             	2024-41198	0.0000
success_5             	2024-41198	1.0000
success_10            	2024-41198	1.0000
set_P                 	2024-41198	0.0800
set_relative_P        	2024-41198	0.0800
set_recall            	2024-41198	0.0435
set_map               	2024-41198	0.0035
set_F                 	2024-41198	0.0563
num_nonrel_judged_ret 	2024-41198	1
num_ret               	2024-41464	100
num_rel               	2024-41464	366
num_rel_ret           	2024-41464	67
map                   	2024-41464	0.1525
Rprec                 	2024-41464	0.1831
bpref                 	2024-41464	0.1831
recip_rank            	2024-41464	1.0000
iprec_at_recall_0.00  	2024-41464	1.0000
iprec_at_recall_0.10  	2024-41464	0.7451
iprec_at_recall_0.20  	2024-41464	0.0000
iprec_at_recall_0.30  	2024-41464	0.0000
iprec_at_recall_0.40  	2024-41464	0.0000
iprec_at_recall_0.50  	2024-41464	0.0000
iprec_at_recall_0.60  	2024-41464	0.0000
iprec_at_recall_0.70  	2024-41464	0.0000
iprec_at_recall_0.80  	2024-41464	0.0000
iprec_at_recall_0.90  	2024-41464	0.0000
iprec_at_recall_1.00  	2024-41464	0.0000
P_5                   	2024-41464	1.0000
P_10                  	2024-41464	1.0000
P_15                  	2024-41464	1.0000
P_20                  	2024-41464	1.0000
P_30                  	2024-41464	0.9667
P_100                 	2024-41464	0.6700
P_200                 	2024-41464	0.3350
P_500                 	2024-41464	0.1340
P_1000                	2024-41464	0.0670
relstring             	2024-41464	'3311112311'
recall_5              	2024-41464	0.0137
recall_10             	2024-41464	0.0273
recall_15             	2024-41464	0.0410
recall_20             	2024-41464	0.0546
recall_30             	2024-41464	0.0792
recall_100            	2024-41464	0.1831
recall_200            	2024-41464	0.1831
recall_500            	2024-41464	0.1831
recall_1000           	2024-41464	0.1831
infAP                 	2024-41464	0.1525
Rprec_mult_0.20       	2024-41464	0.6622
Rprec_mult_0.40       	2024-41464	0.4558
Rprec_mult_0.60       	2024-41464	0.3045
Rprec_mult_0.80       	2024-41464	0.2287
Rprec_mult_1.00       	2024-41464	0.1831
Rprec_mult_1.20       	2024-41464	0.1523
Rprec_mult_1.40       	2024-41464	0.1306
Rprec_mult_1.60       	2024-41464	0.1143
Rprec_mult_1.80       	2024-41464	0.1017
Rprec_mult_2.00       	2024-41464	0.0915
utility               	2024-41464	34.0000
11pt_avg              	2024-41464	0.1586
binG                  	2024-41464	0.0981
G                     	2024-41464	0.0425
ndcg                  	2024-41464	0.2570
ndcg_rel              	2024-41464	0.3156
Rndcg                 	2024-41464	0.3934
ndcg_cut_5            	2024-41464	0.7021
ndcg_cut_10           	2024-41464	0.6434
ndcg_cut_15           	2024-41464	0.5882
ndcg_cut_20           	2024-41464	0.5825
ndcg_cut_30           	2024-41464	0.6028
ndcg_cut_100          	2024-41464	0.4974
ndcg_cut_200          	2024-41464	0.3295
ndcg_cut_500          	2024-41464	0.2570
ndcg_cut_1000         	2024-41464	0.2570
map_cut_5             	2024-41464	0.0137
map_cut_10            	2024-41464	0.0273
map_cut_15            	2024-41464	0.0410
map_cut_20            	2024-41464	0.0546
map_cut_30            	2024-41464	0.0784
map_cut_100           	2024-41464	0.1525
map_cut_200           	2024-41464	0.1525
map_cut_500           	2024-41464	0.1525
map_cut_1000          	2024-41464	0.1525
relative_P_5          	2024-41464	1.0000
relative_P_10         	2024-41464	1.0000
relative_P_15         	2024-41464	1.0000
relative_P_20         	2024-41464	1.0000
relative_P_30         	2024-41464	0.9667
relative_P_100        	2024-41464	0.6700
relative_P_200        	2024-41464	0.3350
relative_P_500        	2024-41464	0.1831
relative_P_1000       	2024-41464	0.1831
success_1             	2024-41464	1.0000
success_5             	2024-41464	1.0000
success_10            	2024-41464	1.0000
set_P                 	2024-41464	0.6700
set_relative_P        	2024-41464	0.6700
set_recall            	2024-41464	0.1831
set_map               	2024-41464	0.1227
set_F                 	2024-41464	0.2876
num_nonrel_judged_ret 	2024-41464	0
num_ret               	2024-41849	100
num_rel               	2024-41849	94
num_rel_ret           	2024-41849	3
map                   	2024-41849	0.0008
Rprec                 	2024-41849	0.0213
bpref                 	2024-41849	0.0305
recip_rank            	2024-41849	0.0152
iprec_at_recall_0.00  	2024-41849	0.0316
iprec_at_recall_0.10  	2024-41849	0.0000
iprec_at_recall_0.20  	2024-41849	0.0000
iprec_at_recall_0.30  	2024-41849	0.0000
iprec_at_recall_0.40  	2024-41849	0.0000
iprec_at_recall_0.50  	2024-41849	0.0000
iprec_at_recall_0.60  	2024-41849	0.0000
iprec_at_recall_0.70  	2024-41849	0.0000
iprec_at_recall_0.80  	2024-41849	0.0000
iprec_at_recall_0.90  	2024-41849	0.0000
iprec_at_recall_1.00  	2024-41849	0.0000
P_5                   	2024-41849	0.0000
P_10                  	2024-41849	0.0000
P_15                  	2024-41849	0.0000
P_20                  	2024-41849	0.0000
P_30                  	2024-41849	0.0000
P_100                 	2024-41849	0.0300
P_200                 	2024-41849	0.0150
P_500                 	2024-41849	0.0060
P_1000                	2024-41849	0.0030
relstring             	2024-41849	'0----0----'
recall_5              	2024-41849	0.0000
recall_10             	2024-41849	0.0000
recall_15             	2024-41849	0.0000
recall_20             	2024-41849	0.0000
recall_30             	2024-41849	0.0000
recall_100            	2024-41849	0.0319
recall_200            	2024-41849	0.0319
recall_500            	2024-41849	0.0319
recall_1000           	2024-41849	0.0319
infAP                 	2024-41849	0.0008
Rprec_mult_0.20       	2024-41849	0.0000
Rprec_mult_0.40       	2024-41849	0.0000
Rprec_mult_0.60       	2024-41849	0.0000
Rprec_mult_0.80       	2024-41849	0.0132
Rprec_mult_1.00       	2024-41849	0.0213
Rprec_mult_1.20       	2024-41849	0.0265
Rprec_mult_1.40       	2024-41849	0.0227
Rprec_mult_1.60       	2024-41849	0.0199
Rprec_mult_1.80       	2024-41849	0.0176
Rprec_mult_2.00       	2024-41849	0.0160
utility               	2024-41849	-94.0000
11pt_avg              	2024-41849	0.0029
binG                  	2024-41849	0.0050
G                     	2024-41849	0.0052
ndcg                  	2024-41849	0.0219
ndcg_rel              	2024-41849	0.0217
Rndcg                 	2024-41849	0.0083
ndcg_cut_5            	2024-41849	0.0000
ndcg_cut_10           	2024-41849	0.0000
ndcg_cut_15           	2024-41849	0.0000
ndcg_cut_20           	2024-41849	0.0000
ndcg_cut_30           	2024-41849	0.0000
ndcg_cut_100          	2024-41849	0.0219
ndcg_cut_200          	2024-41849	0.0219
ndcg_cut_500          	2024-41849	0.0219
ndcg_cut_1000         	2024-41849	0.0219
map_cut_5             	2024-41849	0.0000
map_cut_10            	2024-41849	0.0000
map_cut_15            	2024-41849	0.0000
map_cut_20            	2024-41849	0.0000
map_cut_30            	2024-41849	0.0000
map_cut_100           	2024-41849	0.0008
map_cut_200           	2024-41849	0.0008
map_cut_500           	2024-41849	0.0008
map_cut_1000          	2024-41849	0.0008
relative_P_5          	2024-41849	0.0000
relative_P_10         	2024-41849	0.0000
relative_P_15         	2024-41849	0.0000
relative_P_20         	2024-41849	0.0000
relative_P_30         	2024-41849	0.0000
relative_P_100        	2024-41849	0.0319
relative_P_200        	2024-41849	0.0319
relative_P_500        	2024-41849	0.0319
relative_P_1000       	2024-41849	0.0319
success_1             	2024-41849	0.0000
success_5             	2024-41849	0.0000
success_10            	2024-41849	0.0000
set_P                 	2024-41849	0.0300
set_relative_P        	2024-41849	0.0319
set_recall            	2024-41849	0.0319
set_map               	2024-41849	0.0010
set_F                 	2024-41849	0.0309
num_nonrel_judged_ret 	2024-41849	4
num_ret               	2024-41918	100
num_rel               	2024-41918	231
num_rel_ret           	2024-41918	38
map                   	2024-41918	0.1064
Rprec                 	2024-41918	0.1645
bpref                 	2024-41918	0.1483
recip_rank            	2024-41918	1.0000
iprec_at_recall_0.00  	2024-41918	1.0000
iprec_at_recall_0.10  	2024-41918	0.5345
iprec_at_recall_0.20  	2024-41918	0.0000
iprec_at_recall_0.30  	2024-41918	0.0000
iprec_at_recall_0.40  	2024-41918	0.0000
iprec_at_recall_0.50  	2024-41918	0.0000
iprec_at_recall_0.60  	2024-41918	0.0000
iprec_at_recall_0.70  	2024-41918	0.0000
iprec_at_recall_0.80  	2024-41918	0.0000
iprec_at_recall_0.90  	2024-41918	0.0000
iprec_at_recall_1.00  	2024-41918	0.0000
P_5                   	2024-41918	1.0000
P_10                  	2024-41918	0.9000
P_15                  	2024-41918	0.7333
P_20                  	2024-41918	0.6500
P_30                  	2024-41918	0.5333
P_100                 	2024-41918	0.3800
P_200                 	2024-41918	0.1900
P_500                 	2024-41918	0.0760
P_1000                	2024-41918	0.0380
relstring             	2024-41918	'1131201133'
recall_5              	2024-41918	0.0216
recall_10             	2024-41918	0.0390
recall_15             	2024-41918	0.0476
recall_20             	2024-41918	0.0563
recall_30             	2024-41918	0.0693
recall_100            	2024-41918	0.1645
recall_200            	2024-41918	0.1645
recall_500            	2024-41918	0.1645
recall_1000           	2024-41918	0.1645
infAP                 	2024-41918	0.1064
Rprec_mult_0.20       	2024-41918	0.5106
Rprec_mult_0.40       	2024-41918	0.3978
Rprec_mult_0.60       	2024-41918	0.2734
Rprec_mult_0.80       	2024-41918	0.2054
Rprec_mult_1.00       	2024-41918	0.1645
Rprec_mult_1.20       	2024-41918	0.1367
Rprec_mult_1.40       	2024-41918	0.1173
Rprec_mult_1.60       	2024-41918	0.1027
Rprec_mult_1.80       	2024-41918	0.0913
Rprec_mult_2.00       	2024-41918	0.0823
utility               	2024-41918	-24.0000
11pt_avg              	2024-41918	0.1395
binG                  	2024-41918	0.0636
G                     	2024-41918	0.0292
ndcg                  	2024-41918	0.1972
ndcg_rel              	2024-41918	0.2245
Rndcg                 	2024-41918	0.2431
ndcg_cut_5            	2024-41918	0.4901
ndcg_cut_10           	2024-41918	0.4955
ndcg_cut_15           	2024-41918	0.4286
ndcg_cut_20           	2024-41918	0.3798
ndcg_cut_30           	2024-41918	0.3236
ndcg_cut_100          	2024-41918	0.2800
ndcg_cut_200          	2024-41918	0.2072
ndcg_cut_500          	2024-41918	0.1972
ndcg_cut_1000         	2024-41918	0.1972
map_cut_5             	2024-41918	0.0216
map_cut_10            	2024-41918	0.0369
map_cut_15            	2024-41918	0.0439
map_cut_20            	2024-41918	0.0505
map_cut_30            	2024-41918	0.0588
map_cut_100           	2024-41918	0.1064
map_cut_200           	2024-41918	0.1064
map_cut_500           	2024-41918	0.1064
map_cut_1000          	2024-41918	0.1064
relative_P_5          	2024-41918	1.0000
relative_P_10         	2024-41918	0.9000
relative_P_15         	2024-41918	0.7333
relative_P_20         	2024-41918	0.6500
relative_P_30         	2024-41918	0.5333
relative_P_100        	2024-41918	0.3800
relative_P_200        	2024-41918	0.1900
relative_P_500        	2024-41918	0.1645
relative_P_1000       	2024-41918	0.1645
success_1             	2024-41918	1.0000
success_5             	2024-41918	1.0000
success_10            	2024-41918	1.0000
set_P                 	2024-41918	0.3800
set_relative_P        	2024-41918	0.3800
set_recall            	2024-41918	0.1645
set_map               	2024-41918	0.0625
set_F                 	2024-41918	0.2296
num_nonrel_judged_ret 	2024-41918	18
num_ret               	2024-42014	100
num_rel               	2024-42014	215
num_rel_ret           	2024-42014	65
map                   	2024-42014	0.2678
Rprec                 	2024-42014	0.3023
bpref                 	2024-42014	0.3023
recip_rank            	2024-42014	1.0000
iprec_at_recall_0.00  	2024-42014	1.0000
iprec_at_recall_0.10  	2024-42014	1.0000
iprec_at_recall_0.20  	2024-42014	0.8148
iprec_at_recall_0.30  	2024-42014	0.6771
iprec_at_recall_0.40  	2024-42014	0.0000
iprec_at_recall_0.50  	2024-42014	0.0000
iprec_at_recall_0.60  	2024-42014	0.0000
iprec_at_recall_0.70  	2024-42014	0.0000
iprec_at_recall_0.80  	2024-42014	0.0000
iprec_at_recall_0.90  	2024-42014	0.0000
iprec_at_recall_1.00  	2024-42014	0.0000
P_5                   	2024-42014	1.0000
P_10                  	2024-42014	1.0000
P_15                  	2024-42014	1.0000
P_20                  	2024-42014	1.0000
P_30                  	2024-42014	0.9000
P_100                 	2024-42014	0.6500
P_200                 	2024-42014	0.3250
P_500                 	2024-42014	0.1300
P_1000                	2024-42014	0.0650
relstring             	2024-42014	'2231221133'
recall_5              	2024-42014	0.0233
recall_10             	2024-42014	0.0465
recall_15             	2024-42014	0.0698
recall_20             	2024-42014	0.0930
recall_30             	2024-42014	0.1256
recall_100            	2024-42014	0.3023
recall_200            	2024-42014	0.3023
recall_500            	2024-42014	0.3023
recall_1000           	2024-42014	0.3023
infAP                 	2024-42014	0.2678
Rprec_mult_0.20       	2024-42014	0.8837
Rprec_mult_0.40       	2024-42014	0.6860
Rprec_mult_0.60       	2024-42014	0.5039
Rprec_mult_0.80       	2024-42014	0.3779
Rprec_mult_1.00       	2024-42014	0.3023
Rprec_mult_1.20       	2024-42014	0.2519
Rprec_mult_1.40       	2024-42014	0.2159
Rprec_mult_1.60       	2024-42014	0.1890
Rprec_mult_1.80       	2024-42014	0.1680
Rprec_mult_2.00       	2024-42014	0.1512
utility               	2024-42014	30.0000
11pt_avg              	2024-42014	0.3174
binG                  	2024-42014	0.1691
G                     	2024-42014	0.0706
ndcg                  	2024-42014	0.3961
ndcg_rel              	2024-42014	0.4757
Rndcg                 	2024-42014	0.4692
ndcg_cut_5            	2024-42014	0.6745
ndcg_cut_10           	2024-42014	0.6674
ndcg_cut_15           	2024-42014	0.6978
ndcg_cut_20           	2024-42014	0.7370
ndcg_cut_30           	2024-42014	0.6982
ndcg_cut_100          	2024-42014	0.5549
ndcg_cut_200          	2024-42014	0.4055
ndcg_cut_500          	2024-42014	0.3961
ndcg_cut_1000         	2024-42014	0.3961
map_cut_5             	2024-42014	0.0233
map_cut_10            	2024-42014	0.0465
map_cut_15            	2024-42014	0.0698
map_cut_20            	2024-42014	0.0930
map_cut_30            	2024-42014	0.1247
map_cut_100           	2024-42014	0.2678
map_cut_200           	2024-42014	0.2678
map_cut_500           	2024-42014	0.2678
map_cut_1000          	2024-42014	0.2678
relative_P_5          	2024-42014	1.0000
relative_P_10         	2024-42014	1.0000
relative_P_15         	2024-42014	1.0000
relative_P_20         	2024-42014	1.0000
relative_P_30         	2024-42014	0.9000
relative_P_100        	2024-42014	0.6500
relative_P_200        	2024-42014	0.3250
relative_P_500        	2024-42014	0.3023
relative_P_1000       	2024-42014	0.3023
success_1             	2024-42014	1.0000
success_5             	2024-42014	1.0000
success_10            	2024-42014	1.0000
set_P                 	2024-42014	0.6500
set_relative_P        	2024-42014	0.6500
set_recall            	2024-42014	0.3023
set_map               	2024-42014	0.1965
set_F                 	2024-42014	0.4127
num_nonrel_judged_ret 	2024-42014	0
num_ret               	2024-42497	100
num_rel               	2024-42497	120
num_rel_ret           	2024-42497	33
map                   	2024-42497	0.1674
Rprec                 	2024-42497	0.2750
bpref                 	2024-42497	0.2750
recip_rank            	2024-42497	1.0000
iprec_at_recall_0.00  	2024-42497	1.0000
iprec_at_recall_0.10  	2024-42497	0.8000
iprec_at_recall_0.20  	2024-42497	0.4138
iprec_at_recall_0.30  	2024-42497	0.0000
iprec_at_recall_0.40  	2024-42497	0.0000
iprec_at_recall_0.50  	2024-42497	0.0000
iprec_at_recall_0.60  	2024-42497	0.0000
iprec_at_recall_0.70  	2024-42497	0.0000
iprec_at_recall_0.80  	2024-42497	0.0000
iprec_at_recall_0.90  	2024-42497	0.0000
iprec_at_recall_1.00  	2024-42497	0.0000
P_5                   	2024-42497	1.0000
P_10                  	2024-42497	0.9000
P_15                  	2024-42497	0.8000
P_20                  	2024-42497	0.6500
P_30                  	2024-42497	0.5000
P_100                 	2024-42497	0.3300
P_200                 	2024-42497	0.1650
P_500                 	2024-42497	0.0660
P_1000                	2024-42497	0.0330
relstring             	2024-42497	'22323-1213'
recall_5              	2024-42497	0.0417
recall_10             	2024-42497	0.0750
recall_15             	2024-42497	0.1000
recall_20             	2024-42497	0.1083
recall_30             	2024-42497	0.1250
recall_100            	2024-42497	0.2750
recall_200            	2024-42497	0.2750
recall_500            	2024-42497	0.2750
recall_1000           	2024-42497	0.2750
infAP                 	2024-42497	0.1674
Rprec_mult_0.20       	2024-42497	0.5417
Rprec_mult_0.40       	2024-42497	0.4167
Rprec_mult_0.60       	2024-42497	0.3611
Rprec_mult_0.80       	2024-42497	0.3438
Rprec_mult_1.00       	2024-42497	0.2750
Rprec_mult_1.20       	2024-42497	0.2292
Rprec_mult_1.40       	2024-42497	0.1964
Rprec_mult_1.60       	2024-42497	0.1719
Rprec_mult_1.80       	2024-42497	0.1528
Rprec_mult_2.00       	2024-42497	0.1375
utility               	2024-42497	-34.0000
11pt_avg              	2024-42497	0.2013
binG                  	2024-42497	0.1107
G                     	2024-42497	0.0744
ndcg                  	2024-42497	0.3605
ndcg_rel              	2024-42497	0.3981
Rndcg                 	2024-42497	0.3925
ndcg_cut_5            	2024-42497	0.7669
ndcg_cut_10           	2024-42497	0.6541
ndcg_cut_15           	2024-42497	0.5800
ndcg_cut_20           	2024-42497	0.4937
ndcg_cut_30           	2024-42497	0.4252
ndcg_cut_100          	2024-42497	0.3865
ndcg_cut_200          	2024-42497	0.3605
ndcg_cut_500          	2024-42497	0.3605
ndcg_cut_1000         	2024-42497	0.3605
map_cut_5             	2024-42497	0.0417
map_cut_10            	2024-42497	0.0710
map_cut_15            	2024-42497	0.0917
map_cut_20            	2024-42497	0.0971
map_cut_30            	2024-42497	0.1059
map_cut_100           	2024-42497	0.1674
map_cut_200           	2024-42497	0.1674
map_cut_500           	2024-42497	0.1674
map_cut_1000          	2024-42497	0.1674
relative_P_5          	2024-42497	1.0000
relative_P_10         	2024-42497	0.9000
relative_P_15         	2024-42497	0.8000
relative_P_20         	2024-42497	0.6500
relative_P_30         	2024-42497	0.5000
relative_P_100        	2024-42497	0.3300
relative_P_200        	2024-42497	0.2750
relative_P_500        	2024-42497	0.2750
relative_P_1000       	2024-42497	0.2750
success_1             	2024-42497	1.0000
success_5             	2024-42497	1.0000
success_10            	2024-42497	1.0000
set_P                 	2024-42497	0.3300
set_relative_P        	2024-42497	0.3300
set_recall            	2024-42497	0.2750
set_map               	2024-42497	0.0907
set_F                 	2024-42497	0.3000
num_nonrel_judged_ret 	2024-42497	0
num_ret               	2024-43037	100
num_rel               	2024-43037	124
num_rel_ret           	2024-43037	42
map                   	2024-43037	0.1536
Rprec                 	2024-43037	0.3387
bpref                 	2024-43037	0.2845
recip_rank            	2024-43037	0.2500
iprec_at_recall_0.00  	2024-43037	0.5610
iprec_at_recall_0.10  	2024-43037	0.5610
iprec_at_recall_0.20  	2024-43037	0.5319
iprec_at_recall_0.30  	2024-43037	0.4382
iprec_at_recall_0.40  	2024-43037	0.0000
iprec_at_recall_0.50  	2024-43037	0.0000
iprec_at_recall_0.60  	2024-43037	0.0000
iprec_at_recall_0.70  	2024-43037	0.0000
iprec_at_recall_0.80  	2024-43037	0.0000
iprec_at_recall_0.90  	2024-43037	0.0000
iprec_at_recall_1.00  	2024-43037	0.0000
P_5                   	2024-43037	0.2000
P_10                  	2024-43037	0.3000
P_15                  	2024-43037	0.3333
P_20                  	2024-43037	0.4500
P_30                  	2024-43037	0.4667
P_100                 	2024-43037	0.4200
P_200                 	2024-43037	0.2100
P_500                 	2024-43037	0.0840
P_1000                	2024-43037	0.0420
relstring             	2024-43037	'0001030002'
recall_5              	2024-43037	0.0081
recall_10             	2024-43037	0.0242
recall_15             	2024-43037	0.0403
recall_20             	2024-43037	0.0726
recall_30             	2024-43037	0.1129
recall_100            	2024-43037	0.3387
recall_200            	2024-43037	0.3387
recall_500            	2024-43037	0.3387
recall_1000           	2024-43037	0.3387
infAP                 	2024-43037	0.1536
Rprec_mult_0.20       	2024-43037	0.4400
Rprec_mult_0.40       	2024-43037	0.5000
Rprec_mult_0.60       	2024-43037	0.4267
Rprec_mult_0.80       	2024-43037	0.4200
Rprec_mult_1.00       	2024-43037	0.3387
Rprec_mult_1.20       	2024-43037	0.2819
Rprec_mult_1.40       	2024-43037	0.2414
Rprec_mult_1.60       	2024-43037	0.2111
Rprec_mult_1.80       	2024-43037	0.1875
Rprec_mult_2.00       	2024-43037	0.1694
utility               	2024-43037	-16.0000
11pt_avg              	2024-43037	0.1902
binG                  	2024-43037	0.0791
G                     	2024-43037	0.0588
ndcg                  	2024-43037	0.2978
ndcg_rel              	2024-43037	0.2827
Rndcg                 	2024-43037	0.2439
ndcg_cut_5            	2024-43037	0.0487
ndcg_cut_10           	2024-43037	0.1524
ndcg_cut_15           	2024-43037	0.1751
ndcg_cut_20           	2024-43037	0.2154
ndcg_cut_30           	2024-43037	0.2314
ndcg_cut_100          	2024-43037	0.3251
ndcg_cut_200          	2024-43037	0.2978
ndcg_cut_500          	2024-43037	0.2978
ndcg_cut_1000         	2024-43037	0.2978
map_cut_5             	2024-43037	0.0020
map_cut_10            	2024-43037	0.0071
map_cut_15            	2024-43037	0.0134
map_cut_20            	2024-43037	0.0268
map_cut_30            	2024-43037	0.0457
map_cut_100           	2024-43037	0.1536
map_cut_200           	2024-43037	0.1536
map_cut_500           	2024-43037	0.1536
map_cut_1000          	2024-43037	0.1536
relative_P_5          	2024-43037	0.2000
relative_P_10         	2024-43037	0.3000
relative_P_15         	2024-43037	0.3333
relative_P_20         	2024-43037	0.4500
relative_P_30         	2024-43037	0.4667
relative_P_100        	2024-43037	0.4200
relative_P_200        	2024-43037	0.3387
relative_P_500        	2024-43037	0.3387
relative_P_1000       	2024-43037	0.3387
success_1             	2024-43037	0.0000
success_5             	2024-43037	1.0000
success_10            	2024-43037	1.0000
set_P                 	2024-43037	0.4200
set_relative_P        	2024-43037	0.4200
set_recall            	2024-43037	0.3387
set_map               	2024-43037	0.1423
set_F                 	2024-43037	0.3750
num_nonrel_judged_ret 	2024-43037	23
num_ret               	2024-43905	100
num_rel               	2024-43905	21
num_rel_ret           	2024-43905	0
map                   	2024-43905	0.0000
Rprec                 	2024-43905	0.0000
bpref                 	2024-43905	0.0000
recip_rank            	2024-43905	0.0000
iprec_at_recall_0.00  	2024-43905	0.0000
iprec_at_recall_0.10  	2024-43905	0.0000
iprec_at_recall_0.20  	2024-43905	0.0000
iprec_at_recall_0.30  	2024-43905	0.0000
iprec_at_recall_0.40  	2024-43905	0.0000
iprec_at_recall_0.50  	2024-43905	0.0000
iprec_at_recall_0.60  	2024-43905	0.0000
iprec_at_recall_0.70  	2024-43905	0.0000
iprec_at_recall_0.80  	2024-43905	0.0000
iprec_at_recall_0.90  	2024-43905	0.0000
iprec_at_recall_1.00  	2024-43905	0.0000
P_5                   	2024-43905	0.0000
P_10                  	2024-43905	0.0000
P_15                  	2024-43905	0.0000
P_20                  	2024-43905	0.0000
P_30                  	2024-43905	0.0000
P_100                 	2024-43905	0.0000
P_200                 	2024-43905	0.0000
P_500                 	2024-43905	0.0000
P_1000                	2024-43905	0.0000
relstring             	2024-43905	'0---------'
recall_5              	2024-43905	0.0000
recall_10             	2024-43905	0.0000
recall_15             	2024-43905	0.0000
recall_20             	2024-43905	0.0000
recall_30             	2024-43905	0.0000
recall_100            	2024-43905	0.0000
recall_200            	2024-43905	0.0000
recall_500            	2024-43905	0.0000
recall_1000           	2024-43905	0.0000
infAP                 	2024-43905	0.0000
Rprec_mult_0.20       	2024-43905	0.0000
Rprec_mult_0.40       	2024-43905	0.0000
Rprec_mult_0.60       	2024-43905	0.0000
Rprec_mult_0.80       	2024-43905	0.0000
Rprec_mult_1.00       	2024-43905	0.0000
Rprec_mult_1.20       	2024-43905	0.0000
Rprec_mult_1.40       	2024-43905	0.0000
Rprec_mult_1.60       	2024-43905	0.0000
Rprec_mult_1.80       	2024-43905	0.0000
Rprec_mult_2.00       	2024-43905	0.0000
utility               	2024-43905	-100.0000
11pt_avg              	2024-43905	0.0000
binG                  	2024-43905	0.0000
G                     	2024-43905	0.0000
ndcg                  	2024-43905	0.0000
ndcg_rel              	2024-43905	0.0000
Rndcg                 	2024-43905	0.0000
ndcg_cut_5            	2024-43905	0.0000
ndcg_cut_10           	2024-43905	0.0000
ndcg_cut_15           	2024-43905	0.0000
ndcg_cut_20           	2024-43905	0.0000
ndcg_cut_30           	2024-43905	0.0000
ndcg_cut_100          	2024-43905	0.0000
ndcg_cut_200          	2024-43905	0.0000
ndcg_cut_500          	2024-43905	0.0000
ndcg_cut_1000         	2024-43905	0.0000
map_cut_5             	2024-43905	0.0000
map_cut_10            	2024-43905	0.0000
map_cut_15            	2024-43905	0.0000
map_cut_20            	2024-43905	0.0000
map_cut_30            	2024-43905	0.0000
map_cut_100           	2024-43905	0.0000
map_cut_200           	2024-43905	0.0000
map_cut_500           	2024-43905	0.0000
map_cut_1000          	2024-43905	0.0000
relative_P_5          	2024-43905	0.0000
relative_P_10         	2024-43905	0.0000
relative_P_15         	2024-43905	0.0000
relative_P_20         	2024-43905	0.0000
relative_P_30         	2024-43905	0.0000
relative_P_100        	2024-43905	0.0000
relative_P_200        	2024-43905	0.0000
relative_P_500        	2024-43905	0.0000
relative_P_1000       	2024-43905	0.0000
success_1             	2024-43905	0.0000
success_5             	2024-43905	0.0000
success_10            	2024-43905	0.0000
set_P                 	2024-43905	0.0000
set_relative_P        	2024-43905	0.0000
set_recall            	2024-43905	0.0000
set_map               	2024-43905	0.0000
set_F                 	2024-43905	0.0000
num_nonrel_judged_ret 	2024-43905	2
num_ret               	2024-43983	100
num_rel               	2024-43983	53
num_rel_ret           	2024-43983	11
map                   	2024-43983	0.0295
Rprec                 	2024-43983	0.1509
bpref                 	2024-43983	0.1907
recip_rank            	2024-43983	0.0769
iprec_at_recall_0.00  	2024-43983	0.1818
iprec_at_recall_0.10  	2024-43983	0.1818
iprec_at_recall_0.20  	2024-43983	0.1209
iprec_at_recall_0.30  	2024-43983	0.0000
iprec_at_recall_0.40  	2024-43983	0.0000
iprec_at_recall_0.50  	2024-43983	0.0000
iprec_at_recall_0.60  	2024-43983	0.0000
iprec_at_recall_0.70  	2024-43983	0.0000
iprec_at_recall_0.80  	2024-43983	0.0000
iprec_at_recall_0.90  	2024-43983	0.0000
iprec_at_recall_1.00  	2024-43983	0.0000
P_5                   	2024-43983	0.0000
P_10                  	2024-43983	0.0000
P_15                  	2024-43983	0.0667
P_20                  	2024-43983	0.1500
P_30                  	2024-43983	0.1333
P_100                 	2024-43983	0.1100
P_200                 	2024-43983	0.0550
P_500                 	2024-43983	0.0220
P_1000                	2024-43983	0.0110
relstring             	2024-43983	'----------'
recall_5              	2024-43983	0.0000
recall_10             	2024-43983	0.0000
recall_15             	2024-43983	0.0189
recall_20             	2024-43983	0.0566
recall_30             	2024-43983	0.0755
recall_100            	2024-43983	0.2075
recall_200            	2024-43983	0.2075
recall_500            	2024-43983	0.2075
recall_1000           	2024-43983	0.2075
infAP                 	2024-43983	0.0295
Rprec_mult_0.20       	2024-43983	0.0000
Rprec_mult_0.40       	2024-43983	0.1364
Rprec_mult_0.60       	2024-43983	0.1562
Rprec_mult_0.80       	2024-43983	0.1628
Rprec_mult_1.00       	2024-43983	0.1509
Rprec_mult_1.20       	2024-43983	0.1406
Rprec_mult_1.40       	2024-43983	0.1200
Rprec_mult_1.60       	2024-43983	0.1176
Rprec_mult_1.80       	2024-43983	0.1146
Rprec_mult_2.00       	2024-43983	0.1038
utility               	2024-43983	-78.0000
11pt_avg              	2024-43983	0.0440
binG                  	2024-43983	0.0422
G                     	2024-43983	0.0422
ndcg                  	2024-43983	0.1616
ndcg_rel              	2024-43983	0.1527
Rndcg                 	2024-43983	0.1437
ndcg_cut_5            	2024-43983	0.0000
ndcg_cut_10           	2024-43983	0.0000
ndcg_cut_15           	2024-43983	0.0448
ndcg_cut_20           	2024-43983	0.1025
ndcg_cut_30           	2024-43983	0.1010
ndcg_cut_100          	2024-43983	0.1616
ndcg_cut_200          	2024-43983	0.1616
ndcg_cut_500          	2024-43983	0.1616
ndcg_cut_1000         	2024-43983	0.1616
map_cut_5             	2024-43983	0.0000
map_cut_10            	2024-43983	0.0000
map_cut_15            	2024-43983	0.0015
map_cut_20            	2024-43983	0.0063
map_cut_30            	2024-43983	0.0089
map_cut_100           	2024-43983	0.0295
map_cut_200           	2024-43983	0.0295
map_cut_500           	2024-43983	0.0295
map_cut_1000          	2024-43983	0.0295
relative_P_5          	2024-43983	0.0000
relative_P_10         	2024-43983	0.0000
relative_P_15         	2024-43983	0.0667
relative_P_20         	2024-43983	0.1500
relative_P_30         	2024-43983	0.1333
relative_P_100        	2024-43983	0.2075
relative_P_200        	2024-43983	0.2075
relative_P_500        	2024-43983	0.2075
relative_P_1000       	2024-43983	0.2075
success_1             	2024-43983	0.0000
success_5             	2024-43983	0.0000
success_10            	2024-43983	0.0000
set_P                 	2024-43983	0.1100
set_relative_P        	2024-43983	0.2075
set_recall            	2024-43983	0.2075
set_map               	2024-43983	0.0228
set_F                 	2024-43983	0.1438
num_nonrel_judged_ret 	2024-43983	4
num_ret               	2024-44059	100
num_rel               	2024-44059	5
num_rel_ret           	2024-44059	1
map                   	2024-44059	0.0039
Rprec                 	2024-44059	0.0000
bpref                 	2024-44059	0.0000
recip_rank            	2024-44059	0.0196
iprec_at_recall_0.00  	2024-44059	0.0196
iprec_at_recall_0.10  	2024-44059	0.0196
iprec_at_recall_0.20  	2024-44059	0.0196
iprec_at_recall_0.30  	2024-44059	0.0000
iprec_at_recall_0.40  	2024-44059	0.0000
iprec_at_recall_0.50  	2024-44059	0.0000
iprec_at_recall_0.60  	2024-44059	0.0000
iprec_at_recall_0.70  	2024-44059	0.0000
iprec_at_recall_0.80  	2024-44059	0.0000
iprec_at_recall_0.90  	2024-44059	0.0000
iprec_at_recall_1.00  	2024-44059	0.0000
P_5                   	2024-44059	0.0000
P_10                  	2024-44059	0.0000
P_15                  	2024-44059	0.0000
P_20                  	2024-44059	0.0000
P_30                  	2024-44059	0.0000
P_100                 	2024-44059	0.0100
P_200                 	2024-44059	0.0050
P_500                 	2024-44059	0.0020
P_1000                	2024-44059	0.0010
relstring             	2024-44059	'0000000000'
recall_5              	2024-44059	0.0000
recall_10             	2024-44059	0.0000
recall_15             	2024-44059	0.0000
recall_20             	2024-44059	0.0000
recall_30             	2024-44059	0.0000
recall_100            	2024-44059	0.2000
recall_200            	2024-44059	0.2000
recall_500            	2024-44059	0.2000
recall_1000           	2024-44059	0.2000
infAP                 	2024-44059	0.0039
Rprec_mult_0.20       	2024-44059	0.0000
Rprec_mult_0.40       	2024-44059	0.0000
Rprec_mult_0.60       	2024-44059	0.0000
Rprec_mult_0.80       	2024-44059	0.0000
Rprec_mult_1.00       	2024-44059	0.0000
Rprec_mult_1.20       	2024-44059	0.0000
Rprec_mult_1.40       	2024-44059	0.0000
Rprec_mult_1.60       	2024-44059	0.0000
Rprec_mult_1.80       	2024-44059	0.0000
Rprec_mult_2.00       	2024-44059	0.0000
utility               	2024-44059	-98.0000
11pt_avg              	2024-44059	0.0053
binG                  	2024-44059	0.0351
G                     	2024-44059	0.0351
ndcg                  	2024-44059	0.0595
ndcg_rel              	2024-44059	0.0595
Rndcg                 	2024-44059	0.0297
ndcg_cut_5            	2024-44059	0.0000
ndcg_cut_10           	2024-44059	0.0000
ndcg_cut_15           	2024-44059	0.0000
ndcg_cut_20           	2024-44059	0.0000
ndcg_cut_30           	2024-44059	0.0000
ndcg_cut_100          	2024-44059	0.0595
ndcg_cut_200          	2024-44059	0.0595
ndcg_cut_500          	2024-44059	0.0595
ndcg_cut_1000         	2024-44059	0.0595
map_cut_5             	2024-44059	0.0000
map_cut_10            	2024-44059	0.0000
map_cut_15            	2024-44059	0.0000
map_cut_20            	2024-44059	0.0000
map_cut_30            	2024-44059	0.0000
map_cut_100           	2024-44059	0.0039
map_cut_200           	2024-44059	0.0039
map_cut_500           	2024-44059	0.0039
map_cut_1000          	2024-44059	0.0039
relative_P_5          	2024-44059	0.0000
relative_P_10         	2024-44059	0.0000
relative_P_15         	2024-44059	0.0000
relative_P_20         	2024-44059	0.0000
relative_P_30         	2024-44059	0.0000
relative_P_100        	2024-44059	0.2000
relative_P_200        	2024-44059	0.2000
relative_P_500        	2024-44059	0.2000
relative_P_1000       	2024-44059	0.2000
success_1             	2024-44059	0.0000
success_5             	2024-44059	0.0000
success_10            	2024-44059	0.0000
set_P                 	2024-44059	0.0100
set_relative_P        	2024-44059	0.2000
set_recall            	2024-44059	0.2000
set_map               	2024-44059	0.0020
set_F                 	2024-44059	0.0190
num_nonrel_judged_ret 	2024-44059	59
num_ret               	2024-44060	100
num_rel               	2024-44060	172
num_rel_ret           	2024-44060	51
map                   	2024-44060	0.2344
Rprec                 	2024-44060	0.2965
bpref                 	2024-44060	0.2738
recip_rank            	2024-44060	1.0000
iprec_at_recall_0.00  	2024-44060	1.0000
iprec_at_recall_0.10  	2024-44060	0.8438
iprec_at_recall_0.20  	2024-44060	0.6604
iprec_at_recall_0.30  	2024-44060	0.0000
iprec_at_recall_0.40  	2024-44060	0.0000
iprec_at_recall_0.50  	2024-44060	0.0000
iprec_at_recall_0.60  	2024-44060	0.0000
iprec_at_recall_0.70  	2024-44060	0.0000
iprec_at_recall_0.80  	2024-44060	0.0000
iprec_at_recall_0.90  	2024-44060	0.0000
iprec_at_recall_1.00  	2024-44060	0.0000
P_5                   	2024-44060	1.0000
P_10                  	2024-44060	0.9000
P_15                  	2024-44060	0.8667
P_20                  	2024-44060	0.8500
P_30                  	2024-44060	0.8333
P_100                 	2024-44060	0.5100
P_200                 	2024-44060	0.2550
P_500                 	2024-44060	0.1020
P_1000                	2024-44060	0.0510
relstring             	2024-44060	'223223333-'
recall_5              	2024-44060	0.0291
recall_10             	2024-44060	0.0523
recall_15             	2024-44060	0.0756
recall_20             	2024-44060	0.0988
recall_30             	2024-44060	0.1453
recall_100            	2024-44060	0.2965
recall_200            	2024-44060	0.2965
recall_500            	2024-44060	0.2965
recall_1000           	2024-44060	0.2965
infAP                 	2024-44060	0.2344
Rprec_mult_0.20       	2024-44060	0.8286
Rprec_mult_0.40       	2024-44060	0.6232
Rprec_mult_0.60       	2024-44060	0.4904
Rprec_mult_0.80       	2024-44060	0.3696
Rprec_mult_1.00       	2024-44060	0.2965
Rprec_mult_1.20       	2024-44060	0.2464
Rprec_mult_1.40       	2024-44060	0.2116
Rprec_mult_1.60       	2024-44060	0.1848
Rprec_mult_1.80       	2024-44060	0.1645
Rprec_mult_2.00       	2024-44060	0.1483
utility               	2024-44060	2.0000
11pt_avg              	2024-44060	0.2276
binG                  	2024-44060	0.1319
G                     	2024-44060	0.0930
ndcg                  	2024-44060	0.4457
ndcg_rel              	2024-44060	0.5121
Rndcg                 	2024-44060	0.5831
ndcg_cut_5            	2024-44060	0.7232
ndcg_cut_10           	2024-44060	0.7568
ndcg_cut_15           	2024-44060	0.7196
ndcg_cut_20           	2024-44060	0.7166
ndcg_cut_30           	2024-44060	0.7036
ndcg_cut_100          	2024-44060	0.5500
ndcg_cut_200          	2024-44060	0.4457
ndcg_cut_500          	2024-44060	0.4457
ndcg_cut_1000         	2024-44060	0.4457
map_cut_5             	2024-44060	0.0291
map_cut_10            	2024-44060	0.0523
map_cut_15            	2024-44060	0.0737
map_cut_20            	2024-44060	0.0940
map_cut_30            	2024-44060	0.1323
map_cut_100           	2024-44060	0.2344
map_cut_200           	2024-44060	0.2344
map_cut_500           	2024-44060	0.2344
map_cut_1000          	2024-44060	0.2344
relative_P_5          	2024-44060	1.0000
relative_P_10         	2024-44060	0.9000
relative_P_15         	2024-44060	0.8667
relative_P_20         	2024-44060	0.8500
relative_P_30         	2024-44060	0.8333
relative_P_100        	2024-44060	0.5100
relative_P_200        	2024-44060	0.2965
relative_P_500        	2024-44060	0.2965
relative_P_1000       	2024-44060	0.2965
success_1             	2024-44060	1.0000
success_5             	2024-44060	1.0000
success_10            	2024-44060	1.0000
set_P                 	2024-44060	0.5100
set_relative_P        	2024-44060	0.5100
set_recall            	2024-44060	0.2965
set_map               	2024-44060	0.1512
set_F                 	2024-44060	0.3750
num_nonrel_judged_ret 	2024-44060	2
num_ret               	2024-58819	100
num_rel               	2024-58819	112
num_rel_ret           	2024-58819	14
map                   	2024-58819	0.0205
Rprec                 	2024-58819	0.1250
bpref                 	2024-58819	0.0929
recip_rank            	2024-58819	0.0769
iprec_at_recall_0.00  	2024-58819	0.2222
iprec_at_recall_0.10  	2024-58819	0.1690
iprec_at_recall_0.20  	2024-58819	0.0000
iprec_at_recall_0.30  	2024-58819	0.0000
iprec_at_recall_0.40  	2024-58819	0.0000
iprec_at_recall_0.50  	2024-58819	0.0000
iprec_at_recall_0.60  	2024-58819	0.0000
iprec_at_recall_0.70  	2024-58819	0.0000
iprec_at_recall_0.80  	2024-58819	0.0000
iprec_at_recall_0.90  	2024-58819	0.0000
iprec_at_recall_1.00  	2024-58819	0.0000
P_5                   	2024-58819	0.0000
P_10                  	2024-58819	0.0000
P_15                  	2024-58819	0.1333
P_20                  	2024-58819	0.2000
P_30                  	2024-58819	0.1333
P_100                 	2024-58819	0.1400
P_200                 	2024-58819	0.0700
P_500                 	2024-58819	0.0280
P_1000                	2024-58819	0.0140
relstring             	2024-58819	'-0--0----0'
recall_5              	2024-58819	0.0000
recall_10             	2024-58819	0.0000
recall_15             	2024-58819	0.0179
recall_20             	2024-58819	0.0357
recall_30             	2024-58819	0.0357
recall_100            	2024-58819	0.1250
recall_200            	2024-58819	0.1250
recall_500            	2024-58819	0.1250
recall_1000           	2024-58819	0.1250
infAP                 	2024-58819	0.0205
Rprec_mult_0.20       	2024-58819	0.1739
Rprec_mult_0.40       	2024-58819	0.1333
Rprec_mult_0.60       	2024-58819	0.1618
Rprec_mult_0.80       	2024-58819	0.1444
Rprec_mult_1.00       	2024-58819	0.1250
Rprec_mult_1.20       	2024-58819	0.1037
Rprec_mult_1.40       	2024-58819	0.0892
Rprec_mult_1.60       	2024-58819	0.0778
Rprec_mult_1.80       	2024-58819	0.0693
Rprec_mult_2.00       	2024-58819	0.0625
utility               	2024-58819	-72.0000
11pt_avg              	2024-58819	0.0356
binG                  	2024-58819	0.0253
G                     	2024-58819	0.0200
ndcg                  	2024-58819	0.1060
ndcg_rel              	2024-58819	0.1039
Rndcg                 	2024-58819	0.0706
ndcg_cut_5            	2024-58819	0.0000
ndcg_cut_10           	2024-58819	0.0000
ndcg_cut_15           	2024-58819	0.0504
ndcg_cut_20           	2024-58819	0.0708
ndcg_cut_30           	2024-58819	0.0571
ndcg_cut_100          	2024-58819	0.1105
ndcg_cut_200          	2024-58819	0.1060
ndcg_cut_500          	2024-58819	0.1060
ndcg_cut_1000         	2024-58819	0.1060
map_cut_5             	2024-58819	0.0000
map_cut_10            	2024-58819	0.0000
map_cut_15            	2024-58819	0.0020
map_cut_20            	2024-58819	0.0056
map_cut_30            	2024-58819	0.0056
map_cut_100           	2024-58819	0.0205
map_cut_200           	2024-58819	0.0205
map_cut_500           	2024-58819	0.0205
map_cut_1000          	2024-58819	0.0205
relative_P_5          	2024-58819	0.0000
relative_P_10         	2024-58819	0.0000
relative_P_15         	2024-58819	0.1333
relative_P_20         	2024-58819	0.2000
relative_P_30         	2024-58819	0.1333
relative_P_100        	2024-58819	0.1400
relative_P_200        	2024-58819	0.1250
relative_P_500        	2024-58819	0.1250
relative_P_1000       	2024-58819	0.1250
success_1             	2024-58819	0.0000
success_5             	2024-58819	0.0000
success_10            	2024-58819	0.0000
set_P                 	2024-58819	0.1400
set_relative_P        	2024-58819	0.1400
set_recall            	2024-58819	0.1250
set_map               	2024-58819	0.0175
set_F                 	2024-58819	0.1321
num_nonrel_judged_ret 	2024-58819	7
num_ret               	2024-69711	100
num_rel               	2024-69711	59
num_rel_ret           	2024-69711	9
map                   	2024-69711	0.0444
Rprec                 	2024-69711	0.1017
bpref                 	2024-69711	0.1270
recip_rank            	2024-69711	1.0000
iprec_at_recall_0.00  	2024-69711	1.0000
iprec_at_recall_0.10  	2024-69711	0.1224
iprec_at_recall_0.20  	2024-69711	0.0000
iprec_at_recall_0.30  	2024-69711	0.0000
iprec_at_recall_0.40  	2024-69711	0.0000
iprec_at_recall_0.50  	2024-69711	0.0000
iprec_at_recall_0.60  	2024-69711	0.0000
iprec_at_recall_0.70  	2024-69711	0.0000
iprec_at_recall_0.80  	2024-69711	0.0000
iprec_at_recall_0.90  	2024-69711	0.0000
iprec_at_recall_1.00  	2024-69711	0.0000
P_5                   	2024-69711	0.4000
P_10                  	2024-69711	0.2000
P_15                  	2024-69711	0.2667
P_20                  	2024-69711	0.2000
P_30                  	2024-69711	0.1333
P_100                 	2024-69711	0.0900
P_200                 	2024-69711	0.0450
P_500                 	2024-69711	0.0180
P_1000                	2024-69711	0.0090
relstring             	2024-69711	'10-1--0--0'
recall_5              	2024-69711	0.0339
recall_10             	2024-69711	0.0339
recall_15             	2024-69711	0.0678
recall_20             	2024-69711	0.0678
recall_30             	2024-69711	0.0678
recall_100            	2024-69711	0.1525
recall_200            	2024-69711	0.1525
recall_500            	2024-69711	0.1525
recall_1000           	2024-69711	0.1525
infAP                 	2024-69711	0.0444
Rprec_mult_0.20       	2024-69711	0.2500
Rprec_mult_0.40       	2024-69711	0.1667
Rprec_mult_0.60       	2024-69711	0.1389
Rprec_mult_0.80       	2024-69711	0.1042
Rprec_mult_1.00       	2024-69711	0.1017
Rprec_mult_1.20       	2024-69711	0.1127
Rprec_mult_1.40       	2024-69711	0.0964
Rprec_mult_1.60       	2024-69711	0.0947
Rprec_mult_1.80       	2024-69711	0.0841
Rprec_mult_2.00       	2024-69711	0.0763
utility               	2024-69711	-82.0000
11pt_avg              	2024-69711	0.1020
binG                  	2024-69711	0.0499
G                     	2024-69711	0.0292
ndcg                  	2024-69711	0.1398
ndcg_rel              	2024-69711	0.1454
Rndcg                 	2024-69711	0.1871
ndcg_cut_5            	2024-69711	0.2074
ndcg_cut_10           	2024-69711	0.1418
ndcg_cut_15           	2024-69711	0.1751
ndcg_cut_20           	2024-69711	0.1523
ndcg_cut_30           	2024-69711	0.1330
ndcg_cut_100          	2024-69711	0.1398
ndcg_cut_200          	2024-69711	0.1398
ndcg_cut_500          	2024-69711	0.1398
ndcg_cut_1000         	2024-69711	0.1398
map_cut_5             	2024-69711	0.0254
map_cut_10            	2024-69711	0.0254
map_cut_15            	2024-69711	0.0345
map_cut_20            	2024-69711	0.0345
map_cut_30            	2024-69711	0.0345
map_cut_100           	2024-69711	0.0444
map_cut_200           	2024-69711	0.0444
map_cut_500           	2024-69711	0.0444
map_cut_1000          	2024-69711	0.0444
relative_P_5          	2024-69711	0.4000
relative_P_10         	2024-69711	0.2000
relative_P_15         	2024-69711	0.2667
relative_P_20         	2024-69711	0.2000
relative_P_30         	2024-69711	0.1333
relative_P_100        	2024-69711	0.1525
relative_P_200        	2024-69711	0.1525
relative_P_500        	2024-69711	0.1525
relative_P_1000       	2024-69711	0.1525
success_1             	2024-69711	1.0000
success_5             	2024-69711	1.0000
success_10            	2024-69711	1.0000
set_P                 	2024-69711	0.0900
set_relative_P        	2024-69711	0.1525
set_recall            	2024-69711	0.1525
set_map               	2024-69711	0.0137
set_F                 	2024-69711	0.1132
num_nonrel_judged_ret 	2024-69711	23
num_ret               	2024-73340	100
num_rel               	2024-73340	155
num_rel_ret           	2024-73340	26
map                   	2024-73340	0.0735
Rprec                 	2024-73340	0.1677
bpref                 	2024-73340	0.1558
recip_rank            	2024-73340	0.5000
iprec_at_recall_0.00  	2024-73340	0.8000
iprec_at_recall_0.10  	2024-73340	0.4000
iprec_at_recall_0.20  	2024-73340	0.0000
iprec_at_recall_0.30  	2024-73340	0.0000
iprec_at_recall_0.40  	2024-73340	0.0000
iprec_at_recall_0.50  	2024-73340	0.0000
iprec_at_recall_0.60  	2024-73340	0.0000
iprec_at_recall_0.70  	2024-73340	0.0000
iprec_at_recall_0.80  	2024-73340	0.0000
iprec_at_recall_0.90  	2024-73340	0.0000
iprec_at_recall_1.00  	2024-73340	0.0000
P_5                   	2024-73340	0.8000
P_10                  	2024-73340	0.5000
P_15                  	2024-73340	0.4667
P_20                  	2024-73340	0.4500
P_30                  	2024-73340	0.4667
P_100                 	2024-73340	0.2600
P_200                 	2024-73340	0.1300
P_500                 	2024-73340	0.0520
P_1000                	2024-73340	0.0260
relstring             	2024-73340	'01111-1---'
recall_5              	2024-73340	0.0258
recall_10             	2024-73340	0.0323
recall_15             	2024-73340	0.0452
recall_20             	2024-73340	0.0581
recall_30             	2024-73340	0.0903
recall_100            	2024-73340	0.1677
recall_200            	2024-73340	0.1677
recall_500            	2024-73340	0.1677
recall_1000           	2024-73340	0.1677
infAP                 	2024-73340	0.0735
Rprec_mult_0.20       	2024-73340	0.4516
Rprec_mult_0.40       	2024-73340	0.2903
Rprec_mult_0.60       	2024-73340	0.2688
Rprec_mult_0.80       	2024-73340	0.2097
Rprec_mult_1.00       	2024-73340	0.1677
Rprec_mult_1.20       	2024-73340	0.1398
Rprec_mult_1.40       	2024-73340	0.1198
Rprec_mult_1.60       	2024-73340	0.1048
Rprec_mult_1.80       	2024-73340	0.0932
Rprec_mult_2.00       	2024-73340	0.0839
utility               	2024-73340	-48.0000
11pt_avg              	2024-73340	0.1091
binG                  	2024-73340	0.0495
G                     	2024-73340	0.0233
ndcg                  	2024-73340	0.1406
ndcg_rel              	2024-73340	0.1458
Rndcg                 	2024-73340	0.1530
ndcg_cut_5            	2024-73340	0.2203
ndcg_cut_10           	2024-73340	0.1674
ndcg_cut_15           	2024-73340	0.1598
ndcg_cut_20           	2024-73340	0.1550
ndcg_cut_30           	2024-73340	0.1871
ndcg_cut_100          	2024-73340	0.1674
ndcg_cut_200          	2024-73340	0.1406
ndcg_cut_500          	2024-73340	0.1406
ndcg_cut_1000         	2024-73340	0.1406
map_cut_5             	2024-73340	0.0175
map_cut_10            	2024-73340	0.0221
map_cut_15            	2024-73340	0.0287
map_cut_20            	2024-73340	0.0344
map_cut_30            	2024-73340	0.0493
map_cut_100           	2024-73340	0.0735
map_cut_200           	2024-73340	0.0735
map_cut_500           	2024-73340	0.0735
map_cut_1000          	2024-73340	0.0735
relative_P_5          	2024-73340	0.8000
relative_P_10         	2024-73340	0.5000
relative_P_15         	2024-73340	0.4667
relative_P_20         	2024-73340	0.4500
relative_P_30         	2024-73340	0.4667
relative_P_100        	2024-73340	0.2600
relative_P_200        	2024-73340	0.1677
relative_P_500        	2024-73340	0.1677
relative_P_1000       	2024-73340	0.1677
success_1             	2024-73340	0.0000
success_5             	2024-73340	1.0000
success_10            	2024-73340	1.0000
set_P                 	2024-73340	0.2600
set_relative_P        	2024-73340	0.2600
set_recall            	2024-73340	0.1677
set_map               	2024-73340	0.0436
set_F                 	2024-73340	0.2039
num_nonrel_judged_ret 	2024-73340	3
num_ret               	2024-73918	100
num_rel               	2024-73918	172
num_rel_ret           	2024-73918	1
map                   	2024-73918	0.0007
Rprec                 	2024-73918	0.0058
bpref                 	2024-73918	0.0056
recip_rank            	2024-73918	0.1250
iprec_at_recall_0.00  	2024-73918	0.1250
iprec_at_recall_0.10  	2024-73918	0.0000
iprec_at_recall_0.20  	2024-73918	0.0000
iprec_at_recall_0.30  	2024-73918	0.0000
iprec_at_recall_0.40  	2024-73918	0.0000
iprec_at_recall_0.50  	2024-73918	0.0000
iprec_at_recall_0.60  	2024-73918	0.0000
iprec_at_recall_0.70  	2024-73918	0.0000
iprec_at_recall_0.80  	2024-73918	0.0000
iprec_at_recall_0.90  	2024-73918	0.0000
iprec_at_recall_1.00  	2024-73918	0.0000
P_5                   	2024-73918	0.0000
P_10                  	2024-73918	0.1000
P_15                  	2024-73918	0.0667
P_20                  	2024-73918	0.0500
P_30                  	2024-73918	0.0333
P_100                 	2024-73918	0.0100
P_200                 	2024-73918	0.0050
P_500                 	2024-73918	0.0020
P_1000                	2024-73918	0.0010
relstring             	2024-73918	'0000000200'
recall_5              	2024-73918	0.0000
recall_10             	2024-73918	0.0058
recall_15             	2024-73918	0.0058
recall_20             	2024-73918	0.0058
recall_30             	2024-73918	0.0058
recall_100            	2024-73918	0.0058
recall_200            	2024-73918	0.0058
recall_500            	2024-73918	0.0058
recall_1000           	2024-73918	0.0058
infAP                 	2024-73918	0.0007
Rprec_mult_0.20       	2024-73918	0.0286
Rprec_mult_0.40       	2024-73918	0.0145
Rprec_mult_0.60       	2024-73918	0.0096
Rprec_mult_0.80       	2024-73918	0.0072
Rprec_mult_1.00       	2024-73918	0.0058
Rprec_mult_1.20       	2024-73918	0.0048
Rprec_mult_1.40       	2024-73918	0.0041
Rprec_mult_1.60       	2024-73918	0.0036
Rprec_mult_1.80       	2024-73918	0.0032
Rprec_mult_2.00       	2024-73918	0.0029
utility               	2024-73918	-98.0000
11pt_avg              	2024-73918	0.0114
binG                  	2024-73918	0.0018
G                     	2024-73918	0.0015
ndcg                  	2024-73918	0.0111
ndcg_rel              	2024-73918	0.0114
Rndcg                 	2024-73918	0.0081
ndcg_cut_5            	2024-73918	0.0000
ndcg_cut_10           	2024-73918	0.0496
ndcg_cut_15           	2024-73918	0.0411
ndcg_cut_20           	2024-73918	0.0356
ndcg_cut_30           	2024-73918	0.0287
ndcg_cut_100          	2024-73918	0.0139
ndcg_cut_200          	2024-73918	0.0111
ndcg_cut_500          	2024-73918	0.0111
ndcg_cut_1000         	2024-73918	0.0111
map_cut_5             	2024-73918	0.0000
map_cut_10            	2024-73918	0.0007
map_cut_15            	2024-73918	0.0007
map_cut_20            	2024-73918	0.0007
map_cut_30            	2024-73918	0.0007
map_cut_100           	2024-73918	0.0007
map_cut_200           	2024-73918	0.0007
map_cut_500           	2024-73918	0.0007
map_cut_1000          	2024-73918	0.0007
relative_P_5          	2024-73918	0.0000
relative_P_10         	2024-73918	0.1000
relative_P_15         	2024-73918	0.0667
relative_P_20         	2024-73918	0.0500
relative_P_30         	2024-73918	0.0333
relative_P_100        	2024-73918	0.0100
relative_P_200        	2024-73918	0.0058
relative_P_500        	2024-73918	0.0058
relative_P_1000       	2024-73918	0.0058
success_1             	2024-73918	0.0000
success_5             	2024-73918	0.0000
success_10            	2024-73918	1.0000
set_P                 	2024-73918	0.0100
set_relative_P        	2024-73918	0.0100
set_recall            	2024-73918	0.0058
set_map               	2024-73918	0.0001
set_F                 	2024-73918	0.0074
num_nonrel_judged_ret 	2024-73918	47
num_ret               	2024-79081	100
num_rel               	2024-79081	156
num_rel_ret           	2024-79081	55
map                   	2024-79081	0.2946
Rprec                 	2024-79081	0.3526
bpref                 	2024-79081	0.3395
recip_rank            	2024-79081	1.0000
iprec_at_recall_0.00  	2024-79081	1.0000
iprec_at_recall_0.10  	2024-79081	1.0000
iprec_at_recall_0.20  	2024-79081	0.8049
iprec_at_recall_0.30  	2024-79081	0.5949
iprec_at_recall_0.40  	2024-79081	0.0000
iprec_at_recall_0.50  	2024-79081	0.0000
iprec_at_recall_0.60  	2024-79081	0.0000
iprec_at_recall_0.70  	2024-79081	0.0000
iprec_at_recall_0.80  	2024-79081	0.0000
iprec_at_recall_0.90  	2024-79081	0.0000
iprec_at_recall_1.00  	2024-79081	0.0000
P_5                   	2024-79081	1.0000
P_10                  	2024-79081	1.0000
P_15                  	2024-79081	1.0000
P_20                  	2024-79081	1.0000
P_30                  	2024-79081	0.9333
P_100                 	2024-79081	0.5500
P_200                 	2024-79081	0.2750
P_500                 	2024-79081	0.1100
P_1000                	2024-79081	0.0550
relstring             	2024-79081	'1211332333'
recall_5              	2024-79081	0.0321
recall_10             	2024-79081	0.0641
recall_15             	2024-79081	0.0962
recall_20             	2024-79081	0.1282
recall_30             	2024-79081	0.1795
recall_100            	2024-79081	0.3526
recall_200            	2024-79081	0.3526
recall_500            	2024-79081	0.3526
recall_1000           	2024-79081	0.3526
infAP                 	2024-79081	0.2946
Rprec_mult_0.20       	2024-79081	0.9062
Rprec_mult_0.40       	2024-79081	0.6508
Rprec_mult_0.60       	2024-79081	0.5426
Rprec_mult_0.80       	2024-79081	0.4400
Rprec_mult_1.00       	2024-79081	0.3526
Rprec_mult_1.20       	2024-79081	0.2926
Rprec_mult_1.40       	2024-79081	0.2511
Rprec_mult_1.60       	2024-79081	0.2200
Rprec_mult_1.80       	2024-79081	0.1957
Rprec_mult_2.00       	2024-79081	0.1763
utility               	2024-79081	10.0000
11pt_avg              	2024-79081	0.3091
binG                  	2024-79081	0.2027
G                     	2024-79081	0.0864
ndcg                  	2024-79081	0.4431
ndcg_rel              	2024-79081	0.4920
Rndcg                 	2024-79081	0.5172
ndcg_cut_5            	2024-79081	0.4921
ndcg_cut_10           	2024-79081	0.6460
ndcg_cut_15           	2024-79081	0.6369
ndcg_cut_20           	2024-79081	0.6634
ndcg_cut_30           	2024-79081	0.6632
ndcg_cut_100          	2024-79081	0.5122
ndcg_cut_200          	2024-79081	0.4431
ndcg_cut_500          	2024-79081	0.4431
ndcg_cut_1000         	2024-79081	0.4431
map_cut_5             	2024-79081	0.0321
map_cut_10            	2024-79081	0.0641
map_cut_15            	2024-79081	0.0962
map_cut_20            	2024-79081	0.1282
map_cut_30            	2024-79081	0.1767
map_cut_100           	2024-79081	0.2946
map_cut_200           	2024-79081	0.2946
map_cut_500           	2024-79081	0.2946
map_cut_1000          	2024-79081	0.2946
relative_P_5          	2024-79081	1.0000
relative_P_10         	2024-79081	1.0000
relative_P_15         	2024-79081	1.0000
relative_P_20         	2024-79081	1.0000
relative_P_30         	2024-79081	0.9333
relative_P_100        	2024-79081	0.5500
relative_P_200        	2024-79081	0.3526
relative_P_500        	2024-79081	0.3526
relative_P_1000       	2024-79081	0.3526
success_1             	2024-79081	1.0000
success_5             	2024-79081	1.0000
success_10            	2024-79081	1.0000
set_P                 	2024-79081	0.5500
set_relative_P        	2024-79081	0.5500
set_recall            	2024-79081	0.3526
set_map               	2024-79081	0.1939
set_F                 	2024-79081	0.4297
num_nonrel_judged_ret 	2024-79081	2
num_ret               	2024-79154	100
num_rel               	2024-79154	14
num_rel_ret           	2024-79154	0
map                   	2024-79154	0.0000
Rprec                 	2024-79154	0.0000
bpref                 	2024-79154	0.0000
recip_rank            	2024-79154	0.0000
iprec_at_recall_0.00  	2024-79154	0.0000
iprec_at_recall_0.10  	2024-79154	0.0000
iprec_at_recall_0.20  	2024-79154	0.0000
iprec_at_recall_0.30  	2024-79154	0.0000
iprec_at_recall_0.40  	2024-79154	0.0000
iprec_at_recall_0.50  	2024-79154	0.0000
iprec_at_recall_0.60  	2024-79154	0.0000
iprec_at_recall_0.70  	2024-79154	0.0000
iprec_at_recall_0.80  	2024-79154	0.0000
iprec_at_recall_0.90  	2024-79154	0.0000
iprec_at_recall_1.00  	2024-79154	0.0000
P_5                   	2024-79154	0.0000
P_10                  	2024-79154	0.0000
P_15                  	2024-79154	0.0000
P_20                  	2024-79154	0.0000
P_30                  	2024-79154	0.0000
P_100                 	2024-79154	0.0000
P_200                 	2024-79154	0.0000
P_500                 	2024-79154	0.0000
P_1000                	2024-79154	0.0000
relstring             	2024-79154	'0---000-0-'
recall_5              	2024-79154	0.0000
recall_10             	2024-79154	0.0000
recall_15             	2024-79154	0.0000
recall_20             	2024-79154	0.0000
recall_30             	2024-79154	0.0000
recall_100            	2024-79154	0.0000
recall_200            	2024-79154	0.0000
recall_500            	2024-79154	0.0000
recall_1000           	2024-79154	0.0000
infAP                 	2024-79154	0.0000
Rprec_mult_0.20       	2024-79154	0.0000
Rprec_mult_0.40       	2024-79154	0.0000
Rprec_mult_0.60       	2024-79154	0.0000
Rprec_mult_0.80       	2024-79154	0.0000
Rprec_mult_1.00       	2024-79154	0.0000
Rprec_mult_1.20       	2024-79154	0.0000
Rprec_mult_1.40       	2024-79154	0.0000
Rprec_mult_1.60       	2024-79154	0.0000
Rprec_mult_1.80       	2024-79154	0.0000
Rprec_mult_2.00       	2024-79154	0.0000
utility               	2024-79154	-100.0000
11pt_avg              	2024-79154	0.0000
binG                  	2024-79154	0.0000
G                     	2024-79154	0.0000
ndcg                  	2024-79154	0.0000
ndcg_rel              	2024-79154	0.0000
Rndcg                 	2024-79154	0.0000
ndcg_cut_5            	2024-79154	0.0000
ndcg_cut_10           	2024-79154	0.0000
ndcg_cut_15           	2024-79154	0.0000
ndcg_cut_20           	2024-79154	0.0000
ndcg_cut_30           	2024-79154	0.0000
ndcg_cut_100          	2024-79154	0.0000
ndcg_cut_200          	2024-79154	0.0000
ndcg_cut_500          	2024-79154	0.0000
ndcg_cut_1000         	2024-79154	0.0000
map_cut_5             	2024-79154	0.0000
map_cut_10            	2024-79154	0.0000
map_cut_15            	2024-79154	0.0000
map_cut_20            	2024-79154	0.0000
map_cut_30            	2024-79154	0.0000
map_cut_100           	2024-79154	0.0000
map_cut_200           	2024-79154	0.0000
map_cut_500           	2024-79154	0.0000
map_cut_1000          	2024-79154	0.0000
relative_P_5          	2024-79154	0.0000
relative_P_10         	2024-79154	0.0000
relative_P_15         	2024-79154	0.0000
relative_P_20         	2024-79154	0.0000
relative_P_30         	2024-79154	0.0000
relative_P_100        	2024-79154	0.0000
relative_P_200        	2024-79154	0.0000
relative_P_500        	2024-79154	0.0000
relative_P_1000       	2024-79154	0.0000
success_1             	2024-79154	0.0000
success_5             	2024-79154	0.0000
success_10            	2024-79154	0.0000
set_P                 	2024-79154	0.0000
set_relative_P        	2024-79154	0.0000
set_recall            	2024-79154	0.0000
set_map               	2024-79154	0.0000
set_F                 	2024-79154	0.0000
num_nonrel_judged_ret 	2024-79154	24
num_ret               	2024-88894	100
num_rel               	2024-88894	46
num_rel_ret           	2024-88894	7
map                   	2024-88894	0.0162
Rprec                 	2024-88894	0.0652
bpref                 	2024-88894	0.0638
recip_rank            	2024-88894	0.1429
iprec_at_recall_0.00  	2024-88894	0.2500
iprec_at_recall_0.10  	2024-88894	0.0759
iprec_at_recall_0.20  	2024-88894	0.0000
iprec_at_recall_0.30  	2024-88894	0.0000
iprec_at_recall_0.40  	2024-88894	0.0000
iprec_at_recall_0.50  	2024-88894	0.0000
iprec_at_recall_0.60  	2024-88894	0.0000
iprec_at_recall_0.70  	2024-88894	0.0000
iprec_at_recall_0.80  	2024-88894	0.0000
iprec_at_recall_0.90  	2024-88894	0.0000
iprec_at_recall_1.00  	2024-88894	0.0000
P_5                   	2024-88894	0.0000
P_10                  	2024-88894	0.2000
P_15                  	2024-88894	0.1333
P_20                  	2024-88894	0.1000
P_30                  	2024-88894	0.0667
P_100                 	2024-88894	0.0700
P_200                 	2024-88894	0.0350
P_500                 	2024-88894	0.0140
P_1000                	2024-88894	0.0070
relstring             	2024-88894	'0000001100'
recall_5              	2024-88894	0.0000
recall_10             	2024-88894	0.0435
recall_15             	2024-88894	0.0435
recall_20             	2024-88894	0.0435
recall_30             	2024-88894	0.0435
recall_100            	2024-88894	0.1522
recall_200            	2024-88894	0.1522
recall_500            	2024-88894	0.1522
recall_1000           	2024-88894	0.1522
infAP                 	2024-88894	0.0162
Rprec_mult_0.20       	2024-88894	0.2000
Rprec_mult_0.40       	2024-88894	0.1053
Rprec_mult_0.60       	2024-88894	0.0714
Rprec_mult_0.80       	2024-88894	0.0541
Rprec_mult_1.00       	2024-88894	0.0652
Rprec_mult_1.20       	2024-88894	0.0536
Rprec_mult_1.40       	2024-88894	0.0615
Rprec_mult_1.60       	2024-88894	0.0676
Rprec_mult_1.80       	2024-88894	0.0723
Rprec_mult_2.00       	2024-88894	0.0652
utility               	2024-88894	-86.0000
11pt_avg              	2024-88894	0.0296
binG                  	2024-88894	0.0326
G                     	2024-88894	0.0310
ndcg                  	2024-88894	0.1114
ndcg_rel              	2024-88894	0.1085
Rndcg                 	2024-88894	0.0582
ndcg_cut_5            	2024-88894	0.0000
ndcg_cut_10           	2024-88894	0.1170
ndcg_cut_15           	2024-88894	0.0946
ndcg_cut_20           	2024-88894	0.0807
ndcg_cut_30           	2024-88894	0.0638
ndcg_cut_100          	2024-88894	0.1114
ndcg_cut_200          	2024-88894	0.1114
ndcg_cut_500          	2024-88894	0.1114
ndcg_cut_1000         	2024-88894	0.1114
map_cut_5             	2024-88894	0.0000
map_cut_10            	2024-88894	0.0085
map_cut_15            	2024-88894	0.0085
map_cut_20            	2024-88894	0.0085
map_cut_30            	2024-88894	0.0085
map_cut_100           	2024-88894	0.0162
map_cut_200           	2024-88894	0.0162
map_cut_500           	2024-88894	0.0162
map_cut_1000          	2024-88894	0.0162
relative_P_5          	2024-88894	0.0000
relative_P_10         	2024-88894	0.2000
relative_P_15         	2024-88894	0.1333
relative_P_20         	2024-88894	0.1000
relative_P_30         	2024-88894	0.0667
relative_P_100        	2024-88894	0.1522
relative_P_200        	2024-88894	0.1522
relative_P_500        	2024-88894	0.1522
relative_P_1000       	2024-88894	0.1522
success_1             	2024-88894	0.0000
success_5             	2024-88894	0.0000
success_10            	2024-88894	1.0000
set_P                 	2024-88894	0.0700
set_relative_P        	2024-88894	0.1522
set_recall            	2024-88894	0.1522
set_map               	2024-88894	0.0107
set_F                 	2024-88894	0.0959
num_nonrel_judged_ret 	2024-88894	44
num_ret               	2024-94706	100
num_rel               	2024-94706	45
num_rel_ret           	2024-94706	3
map                   	2024-94706	0.0032
Rprec                 	2024-94706	0.0444
bpref                 	2024-94706	0.0662
recip_rank            	2024-94706	0.0263
iprec_at_recall_0.00  	2024-94706	0.0652
iprec_at_recall_0.10  	2024-94706	0.0000
iprec_at_recall_0.20  	2024-94706	0.0000
iprec_at_recall_0.30  	2024-94706	0.0000
iprec_at_recall_0.40  	2024-94706	0.0000
iprec_at_recall_0.50  	2024-94706	0.0000
iprec_at_recall_0.60  	2024-94706	0.0000
iprec_at_recall_0.70  	2024-94706	0.0000
iprec_at_recall_0.80  	2024-94706	0.0000
iprec_at_recall_0.90  	2024-94706	0.0000
iprec_at_recall_1.00  	2024-94706	0.0000
P_5                   	2024-94706	0.0000
P_10                  	2024-94706	0.0000
P_15                  	2024-94706	0.0000
P_20                  	2024-94706	0.0000
P_30                  	2024-94706	0.0000
P_100                 	2024-94706	0.0300
P_200                 	2024-94706	0.0150
P_500                 	2024-94706	0.0060
P_1000                	2024-94706	0.0030
relstring             	2024-94706	'----------'
recall_5              	2024-94706	0.0000
recall_10             	2024-94706	0.0000
recall_15             	2024-94706	0.0000
recall_20             	2024-94706	0.0000
recall_30             	2024-94706	0.0000
recall_100            	2024-94706	0.0667
recall_200            	2024-94706	0.0667
recall_500            	2024-94706	0.0667
recall_1000           	2024-94706	0.0667
infAP                 	2024-94706	0.0032
Rprec_mult_0.20       	2024-94706	0.0000
Rprec_mult_0.40       	2024-94706	0.0000
Rprec_mult_0.60       	2024-94706	0.0000
Rprec_mult_0.80       	2024-94706	0.0000
Rprec_mult_1.00       	2024-94706	0.0444
Rprec_mult_1.20       	2024-94706	0.0556
Rprec_mult_1.40       	2024-94706	0.0476
Rprec_mult_1.60       	2024-94706	0.0417
Rprec_mult_1.80       	2024-94706	0.0370
Rprec_mult_2.00       	2024-94706	0.0333
utility               	2024-94706	-94.0000
11pt_avg              	2024-94706	0.0059
binG                  	2024-94706	0.0125
G                     	2024-94706	0.0109
ndcg                  	2024-94706	0.0373
ndcg_rel              	2024-94706	0.0365
Rndcg                 	2024-94706	0.0208
ndcg_cut_5            	2024-94706	0.0000
ndcg_cut_10           	2024-94706	0.0000
ndcg_cut_15           	2024-94706	0.0000
ndcg_cut_20           	2024-94706	0.0000
ndcg_cut_30           	2024-94706	0.0000
ndcg_cut_100          	2024-94706	0.0373
ndcg_cut_200          	2024-94706	0.0373
ndcg_cut_500          	2024-94706	0.0373
ndcg_cut_1000         	2024-94706	0.0373
map_cut_5             	2024-94706	0.0000
map_cut_10            	2024-94706	0.0000
map_cut_15            	2024-94706	0.0000
map_cut_20            	2024-94706	0.0000
map_cut_30            	2024-94706	0.0000
map_cut_100           	2024-94706	0.0032
map_cut_200           	2024-94706	0.0032
map_cut_500           	2024-94706	0.0032
map_cut_1000          	2024-94706	0.0032
relative_P_5          	2024-94706	0.0000
relative_P_10         	2024-94706	0.0000
relative_P_15         	2024-94706	0.0000
relative_P_20         	2024-94706	0.0000
relative_P_30         	2024-94706	0.0000
relative_P_100        	2024-94706	0.0667
relative_P_200        	2024-94706	0.0667
relative_P_500        	2024-94706	0.0667
relative_P_1000       	2024-94706	0.0667
success_1             	2024-94706	0.0000
success_5             	2024-94706	0.0000
success_10            	2024-94706	0.0000
set_P                 	2024-94706	0.0300
set_relative_P        	2024-94706	0.0667
set_recall            	2024-94706	0.0667
set_map               	2024-94706	0.0020
set_F                 	2024-94706	0.0414
num_nonrel_judged_ret 	2024-94706	10
num_ret               	2024-96063	100
num_rel               	2024-96063	91
num_rel_ret           	2024-96063	2
map                   	2024-96063	0.0005
Rprec                 	2024-96063	0.0220
bpref                 	2024-96063	0.0155
recip_rank            	2024-96063	0.0189
iprec_at_recall_0.00  	2024-96063	0.0235
iprec_at_recall_0.10  	2024-96063	0.0000
iprec_at_recall_0.20  	2024-96063	0.0000
iprec_at_recall_0.30  	2024-96063	0.0000
iprec_at_recall_0.40  	2024-96063	0.0000
iprec_at_recall_0.50  	2024-96063	0.0000
iprec_at_recall_0.60  	2024-96063	0.0000
iprec_at_recall_0.70  	2024-96063	0.0000
iprec_at_recall_0.80  	2024-96063	0.0000
iprec_at_recall_0.90  	2024-96063	0.0000
iprec_at_recall_1.00  	2024-96063	0.0000
P_5                   	2024-96063	0.0000
P_10                  	2024-96063	0.0000
P_15                  	2024-96063	0.0000
P_20                  	2024-96063	0.0000
P_30                  	2024-96063	0.0000
P_100                 	2024-96063	0.0200
P_200                 	2024-96063	0.0100
P_500                 	2024-96063	0.0040
P_1000                	2024-96063	0.0020
relstring             	2024-96063	'000---0--0'
recall_5              	2024-96063	0.0000
recall_10             	2024-96063	0.0000
recall_15             	2024-96063	0.0000
recall_20             	2024-96063	0.0000
recall_30             	2024-96063	0.0000
recall_100            	2024-96063	0.0220
recall_200            	2024-96063	0.0220
recall_500            	2024-96063	0.0220
recall_1000           	2024-96063	0.0220
infAP                 	2024-96063	0.0005
Rprec_mult_0.20       	2024-96063	0.0000
Rprec_mult_0.40       	2024-96063	0.0000
Rprec_mult_0.60       	2024-96063	0.0182
Rprec_mult_0.80       	2024-96063	0.0137
Rprec_mult_1.00       	2024-96063	0.0220
Rprec_mult_1.20       	2024-96063	0.0182
Rprec_mult_1.40       	2024-96063	0.0156
Rprec_mult_1.60       	2024-96063	0.0137
Rprec_mult_1.80       	2024-96063	0.0122
Rprec_mult_2.00       	2024-96063	0.0110
utility               	2024-96063	-96.0000
11pt_avg              	2024-96063	0.0021
binG                  	2024-96063	0.0036
G                     	2024-96063	0.0029
ndcg                  	2024-96063	0.0137
ndcg_rel              	2024-96063	0.0136
Rndcg                 	2024-96063	0.0083
ndcg_cut_5            	2024-96063	0.0000
ndcg_cut_10           	2024-96063	0.0000
ndcg_cut_15           	2024-96063	0.0000
ndcg_cut_20           	2024-96063	0.0000
ndcg_cut_30           	2024-96063	0.0000
ndcg_cut_100          	2024-96063	0.0137
ndcg_cut_200          	2024-96063	0.0137
ndcg_cut_500          	2024-96063	0.0137
ndcg_cut_1000         	2024-96063	0.0137
map_cut_5             	2024-96063	0.0000
map_cut_10            	2024-96063	0.0000
map_cut_15            	2024-96063	0.0000
map_cut_20            	2024-96063	0.0000
map_cut_30            	2024-96063	0.0000
map_cut_100           	2024-96063	0.0005
map_cut_200           	2024-96063	0.0005
map_cut_500           	2024-96063	0.0005
map_cut_1000          	2024-96063	0.0005
relative_P_5          	2024-96063	0.0000
relative_P_10         	2024-96063	0.0000
relative_P_15         	2024-96063	0.0000
relative_P_20         	2024-96063	0.0000
relative_P_30         	2024-96063	0.0000
relative_P_100        	2024-96063	0.0220
relative_P_200        	2024-96063	0.0220
relative_P_500        	2024-96063	0.0220
relative_P_1000       	2024-96063	0.0220
success_1             	2024-96063	0.0000
success_5             	2024-96063	0.0000
success_10            	2024-96063	0.0000
set_P                 	2024-96063	0.0200
set_relative_P        	2024-96063	0.0220
set_recall            	2024-96063	0.0220
set_map               	2024-96063	0.0004
set_F                 	2024-96063	0.0209
num_nonrel_judged_ret 	2024-96063	34
num_ret               	2024-96359	100
num_rel               	2024-96359	55
num_rel_ret           	2024-96359	8
map                   	2024-96359	0.0699
Rprec                 	2024-96359	0.0909
bpref                 	2024-96359	0.1455
recip_rank            	2024-96359	1.0000
iprec_at_recall_0.00  	2024-96359	1.0000
iprec_at_recall_0.10  	2024-96359	0.0808
iprec_at_recall_0.20  	2024-96359	0.0000
iprec_at_recall_0.30  	2024-96359	0.0000
iprec_at_recall_0.40  	2024-96359	0.0000
iprec_at_recall_0.50  	2024-96359	0.0000
iprec_at_recall_0.60  	2024-96359	0.0000
iprec_at_recall_0.70  	2024-96359	0.0000
iprec_at_recall_0.80  	2024-96359	0.0000
iprec_at_recall_0.90  	2024-96359	0.0000
iprec_at_recall_1.00  	2024-96359	0.0000
P_5                   	2024-96359	0.6000
P_10                  	2024-96359	0.4000
P_15                  	2024-96359	0.2667
P_20                  	2024-96359	0.2500
P_30                  	2024-96359	0.1667
P_100                 	2024-96359	0.0800
P_200                 	2024-96359	0.0400
P_500                 	2024-96359	0.0160
P_1000                	2024-96359	0.0080
relstring             	2024-96359	'11-1--1---'
recall_5              	2024-96359	0.0545
recall_10             	2024-96359	0.0727
recall_15             	2024-96359	0.0727
recall_20             	2024-96359	0.0909
recall_30             	2024-96359	0.0909
recall_100            	2024-96359	0.1455
recall_200            	2024-96359	0.1455
recall_500            	2024-96359	0.1455
recall_1000           	2024-96359	0.1455
infAP                 	2024-96359	0.0699
Rprec_mult_0.20       	2024-96359	0.3636
Rprec_mult_0.40       	2024-96359	0.2273
Rprec_mult_0.60       	2024-96359	0.1515
Rprec_mult_0.80       	2024-96359	0.1136
Rprec_mult_1.00       	2024-96359	0.0909
Rprec_mult_1.20       	2024-96359	0.0758
Rprec_mult_1.40       	2024-96359	0.0649
Rprec_mult_1.60       	2024-96359	0.0682
Rprec_mult_1.80       	2024-96359	0.0808
Rprec_mult_2.00       	2024-96359	0.0727
utility               	2024-96359	-84.0000
11pt_avg              	2024-96359	0.0983
binG                  	2024-96359	0.0689
G                     	2024-96359	0.0462
ndcg                  	2024-96359	0.2010
ndcg_rel              	2024-96359	0.2236
Rndcg                 	2024-96359	0.2907
ndcg_cut_5            	2024-96359	0.4502
ndcg_cut_10           	2024-96359	0.3879
ndcg_cut_15           	2024-96359	0.3197
ndcg_cut_20           	2024-96359	0.3039
ndcg_cut_30           	2024-96359	0.2441
ndcg_cut_100          	2024-96359	0.2010
ndcg_cut_200          	2024-96359	0.2010
ndcg_cut_500          	2024-96359	0.2010
ndcg_cut_1000         	2024-96359	0.2010
map_cut_5             	2024-96359	0.0500
map_cut_10            	2024-96359	0.0604
map_cut_15            	2024-96359	0.0604
map_cut_20            	2024-96359	0.0657
map_cut_30            	2024-96359	0.0657
map_cut_100           	2024-96359	0.0699
map_cut_200           	2024-96359	0.0699
map_cut_500           	2024-96359	0.0699
map_cut_1000          	2024-96359	0.0699
relative_P_5          	2024-96359	0.6000
relative_P_10         	2024-96359	0.4000
relative_P_15         	2024-96359	0.2667
relative_P_20         	2024-96359	0.2500
relative_P_30         	2024-96359	0.1667
relative_P_100        	2024-96359	0.1455
relative_P_200        	2024-96359	0.1455
relative_P_500        	2024-96359	0.1455
relative_P_1000       	2024-96359	0.1455
success_1             	2024-96359	1.0000
success_5             	2024-96359	1.0000
success_10            	2024-96359	1.0000
set_P                 	2024-96359	0.0800
set_relative_P        	2024-96359	0.1455
set_recall            	2024-96359	0.1455
set_map               	2024-96359	0.0116
set_F                 	2024-96359	0.1032
num_nonrel_judged_ret 	2024-96359	0
runid                 	all	anserini_bm25.rag24.test_top100
num_q                 	all	86
num_ret               	all	8600
num_rel               	all	12717
num_rel_ret           	all	2116
map                   	all	0.0993
gm_map                	all	0.0234
Rprec                 	all	0.1602
bpref                 	all	0.1573
recip_rank            	all	0.5935
iprec_at_recall_0.00  	all	0.6400
iprec_at_recall_0.10  	all	0.3621
iprec_at_recall_0.20  	all	0.1967
iprec_at_recall_0.30  	all	0.0945
iprec_at_recall_0.40  	all	0.0441
iprec_at_recall_0.50  	all	0.0189
iprec_at_recall_0.60  	all	0.0065
iprec_at_recall_0.70  	all	0.0000
iprec_at_recall_0.80  	all	0.0000
iprec_at_recall_0.90  	all	0.0000
iprec_at_recall_1.00  	all	0.0000
P_5                   	all	0.4744
P_10                  	all	0.4465
P_15                  	all	0.4279
P_20                  	all	0.4163
P_30                  	all	0.3682
P_100                 	all	0.2460
P_200                 	all	0.1230
P_500                 	all	0.0492
P_1000                	all	0.0246
recall_5              	all	0.0174
recall_10             	all	0.0334
recall_15             	all	0.0470
recall_20             	all	0.0605
recall_30             	all	0.0790
recall_100            	all	0.1758
recall_200            	all	0.1758
recall_500            	all	0.1758
recall_1000           	all	0.1758
infAP                 	all	0.0993
gm_bpref              	all	0.0553
Rprec_mult_0.20       	all	0.3573
Rprec_mult_0.40       	all	0.2858
Rprec_mult_0.60       	all	0.2315
Rprec_mult_0.80       	all	0.1892
Rprec_mult_1.00       	all	0.1602
Rprec_mult_1.20       	all	0.1374
Rprec_mult_1.40       	all	0.1200
Rprec_mult_1.60       	all	0.1065
Rprec_mult_1.80       	all	0.0953
Rprec_mult_2.00       	all	0.0859
utility               	all	-50.7907
11pt_avg              	all	0.1239
binG                  	all	0.0663
G                     	all	0.0427
ndcg                  	all	0.2005
ndcg_rel              	all	0.2197
Rndcg                 	all	0.2242
ndcg_cut_5            	all	0.3093
ndcg_cut_10           	all	0.3053
ndcg_cut_15           	all	0.2939
ndcg_cut_20           	all	0.2907
ndcg_cut_30           	all	0.2750
ndcg_cut_100          	all	0.2427
ndcg_cut_200          	all	0.2059
ndcg_cut_500          	all	0.2005
ndcg_cut_1000         	all	0.2005
map_cut_5             	all	0.0152
map_cut_10            	all	0.0261
map_cut_15            	all	0.0354
map_cut_20            	all	0.0445
map_cut_30            	all	0.0563
map_cut_100           	all	0.0993
map_cut_200           	all	0.0993
map_cut_500           	all	0.0993
map_cut_1000          	all	0.0993
relative_P_5          	all	0.4744
relative_P_10         	all	0.4465
relative_P_15         	all	0.4279
relative_P_20         	all	0.4167
relative_P_30         	all	0.3695
relative_P_100        	all	0.2674
relative_P_200        	all	0.1867
relative_P_500        	all	0.1758
relative_P_1000       	all	0.1758
success_1             	all	0.4884
success_5             	all	0.7093
success_10            	all	0.8023
set_P                 	all	0.2460
set_relative_P        	all	0.2674
set_recall            	all	0.1758
set_map               	all	0.0636
set_F                 	all	0.1897
num_nonrel_judged_ret 	all	1188
