num_ret               	2024-105741	100
num_rel               	2024-105741	139
num_rel_ret           	2024-105741	43
map                   	2024-105741	0.1730
Rprec                 	2024-105741	0.3094
bpref                 	2024-105741	0.2752
recip_rank            	2024-105741	0.5000
iprec_at_recall_0.00  	2024-105741	0.7000
iprec_at_recall_0.10  	2024-105741	0.6154
iprec_at_recall_0.20  	2024-105741	0.5849
iprec_at_recall_0.30  	2024-105741	0.4375
iprec_at_recall_0.40  	2024-105741	0.0000
iprec_at_recall_0.50  	2024-105741	0.0000
iprec_at_recall_0.60  	2024-105741	0.0000
iprec_at_recall_0.70  	2024-105741	0.0000
iprec_at_recall_0.80  	2024-105741	0.0000
iprec_at_recall_0.90  	2024-105741	0.0000
iprec_at_recall_1.00  	2024-105741	0.0000
P_5                   	2024-105741	0.4000
P_10                  	2024-105741	0.7000
P_15                  	2024-105741	0.6667
P_20                  	2024-105741	0.5500
P_30                  	2024-105741	0.5667
P_100                 	2024-105741	0.4300
P_200                 	2024-105741	0.2150
P_500                 	2024-105741	0.0860
P_1000                	2024-105741	0.0430
relstring             	2024-105741	'0310021122'
recall_5              	2024-105741	0.0144
recall_10             	2024-105741	0.0504
recall_15             	2024-105741	0.0719
recall_20             	2024-105741	0.0791
recall_30             	2024-105741	0.1223
recall_100            	2024-105741	0.3094
recall_200            	2024-105741	0.3094
recall_500            	2024-105741	0.3094
recall_1000           	2024-105741	0.3094
infAP                 	2024-105741	0.1730
Rprec_mult_0.20       	2024-105741	0.5357
Rprec_mult_0.40       	2024-105741	0.5536
Rprec_mult_0.60       	2024-105741	0.4405
Rprec_mult_0.80       	2024-105741	0.3839
Rprec_mult_1.00       	2024-105741	0.3094
Rprec_mult_1.20       	2024-105741	0.2575
Rprec_mult_1.40       	2024-105741	0.2205
Rprec_mult_1.60       	2024-105741	0.1928
Rprec_mult_1.80       	2024-105741	0.1713
Rprec_mult_2.00       	2024-105741	0.1547
utility               	2024-105741	-14.0000
11pt_avg              	2024-105741	0.2125
binG                  	2024-105741	0.0861
G                     	2024-105741	0.0672
ndcg                  	2024-105741	0.3399
ndcg_rel              	2024-105741	0.3561
Rndcg                 	2024-105741	0.3566
ndcg_cut_5            	2024-105741	0.2981
ndcg_cut_10           	2024-105741	0.4398
ndcg_cut_15           	2024-105741	0.4127
ndcg_cut_20           	2024-105741	0.3669
ndcg_cut_30           	2024-105741	0.3638
ndcg_cut_100          	2024-105741	0.3980
ndcg_cut_200          	2024-105741	0.3399
ndcg_cut_500          	2024-105741	0.3399
ndcg_cut_1000         	2024-105741	0.3399
map_cut_5             	2024-105741	0.0084
map_cut_10            	2024-105741	0.0304
map_cut_15            	2024-105741	0.0450
map_cut_20            	2024-105741	0.0492
map_cut_30            	2024-105741	0.0738
map_cut_100           	2024-105741	0.1730
map_cut_200           	2024-105741	0.1730
map_cut_500           	2024-105741	0.1730
map_cut_1000          	2024-105741	0.1730
relative_P_5          	2024-105741	0.4000
relative_P_10         	2024-105741	0.7000
relative_P_15         	2024-105741	0.6667
relative_P_20         	2024-105741	0.5500
relative_P_30         	2024-105741	0.5667
relative_P_100        	2024-105741	0.4300
relative_P_200        	2024-105741	0.3094
relative_P_500        	2024-105741	0.3094
relative_P_1000       	2024-105741	0.3094
success_1             	2024-105741	0.0000
success_5             	2024-105741	1.0000
success_10            	2024-105741	1.0000
set_P                 	2024-105741	0.4300
set_relative_P        	2024-105741	0.4300
set_recall            	2024-105741	0.3094
set_map               	2024-105741	0.1330
set_F                 	2024-105741	0.3598
num_nonrel_judged_ret 	2024-105741	30
num_ret               	2024-121840	100
num_rel               	2024-121840	111
num_rel_ret           	2024-121840	33
map                   	2024-121840	0.1585
Rprec                 	2024-121840	0.2973
bpref                 	2024-121840	0.2560
recip_rank            	2024-121840	1.0000
iprec_at_recall_0.00  	2024-121840	1.0000
iprec_at_recall_0.10  	2024-121840	0.6250
iprec_at_recall_0.20  	2024-121840	0.4194
iprec_at_recall_0.30  	2024-121840	0.0000
iprec_at_recall_0.40  	2024-121840	0.0000
iprec_at_recall_0.50  	2024-121840	0.0000
iprec_at_recall_0.60  	2024-121840	0.0000
iprec_at_recall_0.70  	2024-121840	0.0000
iprec_at_recall_0.80  	2024-121840	0.0000
iprec_at_recall_0.90  	2024-121840	0.0000
iprec_at_recall_1.00  	2024-121840	0.0000
P_5                   	2024-121840	0.6000
P_10                  	2024-121840	0.6000
P_15                  	2024-121840	0.5333
P_20                  	2024-121840	0.6000
P_30                  	2024-121840	0.5000
P_100                 	2024-121840	0.3300
P_200                 	2024-121840	0.1650
P_500                 	2024-121840	0.0660
P_1000                	2024-121840	0.0330
relstring             	2024-121840	'2012033020'
recall_5              	2024-121840	0.0270
recall_10             	2024-121840	0.0541
recall_15             	2024-121840	0.0721
recall_20             	2024-121840	0.1081
recall_30             	2024-121840	0.1351
recall_100            	2024-121840	0.2973
recall_200            	2024-121840	0.2973
recall_500            	2024-121840	0.2973
recall_1000           	2024-121840	0.2973
infAP                 	2024-121840	0.1585
Rprec_mult_0.20       	2024-121840	0.6087
Rprec_mult_0.40       	2024-121840	0.4667
Rprec_mult_0.60       	2024-121840	0.3881
Rprec_mult_0.80       	2024-121840	0.3596
Rprec_mult_1.00       	2024-121840	0.2973
Rprec_mult_1.20       	2024-121840	0.2463
Rprec_mult_1.40       	2024-121840	0.2115
Rprec_mult_1.60       	2024-121840	0.1854
Rprec_mult_1.80       	2024-121840	0.1650
Rprec_mult_2.00       	2024-121840	0.1486
utility               	2024-121840	-34.0000
11pt_avg              	2024-121840	0.1859
binG                  	2024-121840	0.0908
G                     	2024-121840	0.0619
ndcg                  	2024-121840	0.3306
ndcg_rel              	2024-121840	0.3525
Rndcg                 	2024-121840	0.3680
ndcg_cut_5            	2024-121840	0.3800
ndcg_cut_10           	2024-121840	0.4425
ndcg_cut_15           	2024-121840	0.4174
ndcg_cut_20           	2024-121840	0.4362
ndcg_cut_30           	2024-121840	0.3959
ndcg_cut_100          	2024-121840	0.3428
ndcg_cut_200          	2024-121840	0.3306
ndcg_cut_500          	2024-121840	0.3306
ndcg_cut_1000         	2024-121840	0.3306
map_cut_5             	2024-121840	0.0218
map_cut_10            	2024-121840	0.0402
map_cut_15            	2024-121840	0.0508
map_cut_20            	2024-121840	0.0715
map_cut_30            	2024-121840	0.0879
map_cut_100           	2024-121840	0.1585
map_cut_200           	2024-121840	0.1585
map_cut_500           	2024-121840	0.1585
map_cut_1000          	2024-121840	0.1585
relative_P_5          	2024-121840	0.6000
relative_P_10         	2024-121840	0.6000
relative_P_15         	2024-121840	0.5333
relative_P_20         	2024-121840	0.6000
relative_P_30         	2024-121840	0.5000
relative_P_100        	2024-121840	0.3300
relative_P_200        	2024-121840	0.2973
relative_P_500        	2024-121840	0.2973
relative_P_1000       	2024-121840	0.2973
success_1             	2024-121840	1.0000
success_5             	2024-121840	1.0000
success_10            	2024-121840	1.0000
set_P                 	2024-121840	0.3300
set_relative_P        	2024-121840	0.3300
set_recall            	2024-121840	0.2973
set_map               	2024-121840	0.0981
set_F                 	2024-121840	0.3128
num_nonrel_judged_ret 	2024-121840	40
num_ret               	2024-127266	100
num_rel               	2024-127266	216
num_rel_ret           	2024-127266	72
map                   	2024-127266	0.2981
Rprec                 	2024-127266	0.3333
bpref                 	2024-127266	0.3089
recip_rank            	2024-127266	1.0000
iprec_at_recall_0.00  	2024-127266	1.0000
iprec_at_recall_0.10  	2024-127266	1.0000
iprec_at_recall_0.20  	2024-127266	0.8596
iprec_at_recall_0.30  	2024-127266	0.7586
iprec_at_recall_0.40  	2024-127266	0.0000
iprec_at_recall_0.50  	2024-127266	0.0000
iprec_at_recall_0.60  	2024-127266	0.0000
iprec_at_recall_0.70  	2024-127266	0.0000
iprec_at_recall_0.80  	2024-127266	0.0000
iprec_at_recall_0.90  	2024-127266	0.0000
iprec_at_recall_1.00  	2024-127266	0.0000
P_5                   	2024-127266	1.0000
P_10                  	2024-127266	1.0000
P_15                  	2024-127266	1.0000
P_20                  	2024-127266	1.0000
P_30                  	2024-127266	0.9667
P_100                 	2024-127266	0.7200
P_200                 	2024-127266	0.3600
P_500                 	2024-127266	0.1440
P_1000                	2024-127266	0.0720
relstring             	2024-127266	'3113133232'
recall_5              	2024-127266	0.0231
recall_10             	2024-127266	0.0463
recall_15             	2024-127266	0.0694
recall_20             	2024-127266	0.0926
recall_30             	2024-127266	0.1343
recall_100            	2024-127266	0.3333
recall_200            	2024-127266	0.3333
recall_500            	2024-127266	0.3333
recall_1000           	2024-127266	0.3333
infAP                 	2024-127266	0.2981
Rprec_mult_0.20       	2024-127266	0.8864
Rprec_mult_0.40       	2024-127266	0.7586
Rprec_mult_0.60       	2024-127266	0.5538
Rprec_mult_0.80       	2024-127266	0.4162
Rprec_mult_1.00       	2024-127266	0.3333
Rprec_mult_1.20       	2024-127266	0.2769
Rprec_mult_1.40       	2024-127266	0.2376
Rprec_mult_1.60       	2024-127266	0.2081
Rprec_mult_1.80       	2024-127266	0.1851
Rprec_mult_2.00       	2024-127266	0.1667
utility               	2024-127266	44.0000
11pt_avg              	2024-127266	0.3289
binG                  	2024-127266	0.1824
G                     	2024-127266	0.0959
ndcg                  	2024-127266	0.4875
ndcg_rel              	2024-127266	0.5570
Rndcg                 	2024-127266	0.6069
ndcg_cut_5            	2024-127266	0.6568
ndcg_cut_10           	2024-127266	0.7329
ndcg_cut_15           	2024-127266	0.7347
ndcg_cut_20           	2024-127266	0.7457
ndcg_cut_30           	2024-127266	0.6884
ndcg_cut_100          	2024-127266	0.6409
ndcg_cut_200          	2024-127266	0.5032
ndcg_cut_500          	2024-127266	0.4875
ndcg_cut_1000         	2024-127266	0.4875
map_cut_5             	2024-127266	0.0231
map_cut_10            	2024-127266	0.0463
map_cut_15            	2024-127266	0.0694
map_cut_20            	2024-127266	0.0926
map_cut_30            	2024-127266	0.1332
map_cut_100           	2024-127266	0.2981
map_cut_200           	2024-127266	0.2981
map_cut_500           	2024-127266	0.2981
map_cut_1000          	2024-127266	0.2981
relative_P_5          	2024-127266	1.0000
relative_P_10         	2024-127266	1.0000
relative_P_15         	2024-127266	1.0000
relative_P_20         	2024-127266	1.0000
relative_P_30         	2024-127266	0.9667
relative_P_100        	2024-127266	0.7200
relative_P_200        	2024-127266	0.3600
relative_P_500        	2024-127266	0.3333
relative_P_1000       	2024-127266	0.3333
success_1             	2024-127266	1.0000
success_5             	2024-127266	1.0000
success_10            	2024-127266	1.0000
set_P                 	2024-127266	0.7200
set_relative_P        	2024-127266	0.7200
set_recall            	2024-127266	0.3333
set_map               	2024-127266	0.2400
set_F                 	2024-127266	0.4557
num_nonrel_judged_ret 	2024-127266	2
num_ret               	2024-127288	100
num_rel               	2024-127288	331
num_rel_ret           	2024-127288	86
map                   	2024-127288	0.2466
Rprec                 	2024-127288	0.2598
bpref                 	2024-127288	0.2598
recip_rank            	2024-127288	1.0000
iprec_at_recall_0.00  	2024-127288	1.0000
iprec_at_recall_0.10  	2024-127288	0.9737
iprec_at_recall_0.20  	2024-127288	0.9054
iprec_at_recall_0.30  	2024-127288	0.0000
iprec_at_recall_0.40  	2024-127288	0.0000
iprec_at_recall_0.50  	2024-127288	0.0000
iprec_at_recall_0.60  	2024-127288	0.0000
iprec_at_recall_0.70  	2024-127288	0.0000
iprec_at_recall_0.80  	2024-127288	0.0000
iprec_at_recall_0.90  	2024-127288	0.0000
iprec_at_recall_1.00  	2024-127288	0.0000
P_5                   	2024-127288	1.0000
P_10                  	2024-127288	1.0000
P_15                  	2024-127288	1.0000
P_20                  	2024-127288	1.0000
P_30                  	2024-127288	1.0000
P_100                 	2024-127288	0.8600
P_200                 	2024-127288	0.4300
P_500                 	2024-127288	0.1720
P_1000                	2024-127288	0.0860
relstring             	2024-127288	'2333322123'
recall_5              	2024-127288	0.0151
recall_10             	2024-127288	0.0302
recall_15             	2024-127288	0.0453
recall_20             	2024-127288	0.0604
recall_30             	2024-127288	0.0906
recall_100            	2024-127288	0.2598
recall_200            	2024-127288	0.2598
recall_500            	2024-127288	0.2598
recall_1000           	2024-127288	0.2598
infAP                 	2024-127288	0.2466
Rprec_mult_0.20       	2024-127288	0.9403
Rprec_mult_0.40       	2024-127288	0.6466
Rprec_mult_0.60       	2024-127288	0.4322
Rprec_mult_0.80       	2024-127288	0.3245
Rprec_mult_1.00       	2024-127288	0.2598
Rprec_mult_1.20       	2024-127288	0.2161
Rprec_mult_1.40       	2024-127288	0.1853
Rprec_mult_1.60       	2024-127288	0.1623
Rprec_mult_1.80       	2024-127288	0.1443
Rprec_mult_2.00       	2024-127288	0.1299
utility               	2024-127288	72.0000
11pt_avg              	2024-127288	0.2617
binG                  	2024-127288	0.1593
G                     	2024-127288	0.0705
ndcg                  	2024-127288	0.3863
ndcg_rel              	2024-127288	0.4828
Rndcg                 	2024-127288	0.5097
ndcg_cut_5            	2024-127288	0.8869
ndcg_cut_10           	2024-127288	0.8077
ndcg_cut_15           	2024-127288	0.8051
ndcg_cut_20           	2024-127288	0.8043
ndcg_cut_30           	2024-127288	0.7798
ndcg_cut_100          	2024-127288	0.7208
ndcg_cut_200          	2024-127288	0.4874
ndcg_cut_500          	2024-127288	0.3863
ndcg_cut_1000         	2024-127288	0.3863
map_cut_5             	2024-127288	0.0151
map_cut_10            	2024-127288	0.0302
map_cut_15            	2024-127288	0.0453
map_cut_20            	2024-127288	0.0604
map_cut_30            	2024-127288	0.0906
map_cut_100           	2024-127288	0.2466
map_cut_200           	2024-127288	0.2466
map_cut_500           	2024-127288	0.2466
map_cut_1000          	2024-127288	0.2466
relative_P_5          	2024-127288	1.0000
relative_P_10         	2024-127288	1.0000
relative_P_15         	2024-127288	1.0000
relative_P_20         	2024-127288	1.0000
relative_P_30         	2024-127288	1.0000
relative_P_100        	2024-127288	0.8600
relative_P_200        	2024-127288	0.4300
relative_P_500        	2024-127288	0.2598
relative_P_1000       	2024-127288	0.2598
success_1             	2024-127288	1.0000
success_5             	2024-127288	1.0000
success_10            	2024-127288	1.0000
set_P                 	2024-127288	0.8600
set_relative_P        	2024-127288	0.8600
set_recall            	2024-127288	0.2598
set_map               	2024-127288	0.2234
set_F                 	2024-127288	0.3991
num_nonrel_judged_ret 	2024-127288	0
num_ret               	2024-12875	100
num_rel               	2024-12875	241
num_rel_ret           	2024-12875	82
map                   	2024-12875	0.3255
Rprec                 	2024-12875	0.3402
bpref                 	2024-12875	0.3402
recip_rank            	2024-12875	1.0000
iprec_at_recall_0.00  	2024-12875	1.0000
iprec_at_recall_0.10  	2024-12875	1.0000
iprec_at_recall_0.20  	2024-12875	0.9804
iprec_at_recall_0.30  	2024-12875	0.8902
iprec_at_recall_0.40  	2024-12875	0.0000
iprec_at_recall_0.50  	2024-12875	0.0000
iprec_at_recall_0.60  	2024-12875	0.0000
iprec_at_recall_0.70  	2024-12875	0.0000
iprec_at_recall_0.80  	2024-12875	0.0000
iprec_at_recall_0.90  	2024-12875	0.0000
iprec_at_recall_1.00  	2024-12875	0.0000
P_5                   	2024-12875	1.0000
P_10                  	2024-12875	1.0000
P_15                  	2024-12875	1.0000
P_20                  	2024-12875	1.0000
P_30                  	2024-12875	1.0000
P_100                 	2024-12875	0.8200
P_200                 	2024-12875	0.4100
P_500                 	2024-12875	0.1640
P_1000                	2024-12875	0.0820
relstring             	2024-12875	'3333333333'
recall_5              	2024-12875	0.0207
recall_10             	2024-12875	0.0415
recall_15             	2024-12875	0.0622
recall_20             	2024-12875	0.0830
recall_30             	2024-12875	0.1245
recall_100            	2024-12875	0.3402
recall_200            	2024-12875	0.3402
recall_500            	2024-12875	0.3402
recall_1000           	2024-12875	0.3402
infAP                 	2024-12875	0.3255
Rprec_mult_0.20       	2024-12875	0.9796
Rprec_mult_0.40       	2024-12875	0.8247
Rprec_mult_0.60       	2024-12875	0.5655
Rprec_mult_0.80       	2024-12875	0.4249
Rprec_mult_1.00       	2024-12875	0.3402
Rprec_mult_1.20       	2024-12875	0.2828
Rprec_mult_1.40       	2024-12875	0.2426
Rprec_mult_1.60       	2024-12875	0.2124
Rprec_mult_1.80       	2024-12875	0.1889
Rprec_mult_2.00       	2024-12875	0.1701
utility               	2024-12875	64.0000
11pt_avg              	2024-12875	0.3519
binG                  	2024-12875	0.2292
G                     	2024-12875	0.1640
ndcg                  	2024-12875	0.5100
ndcg_rel              	2024-12875	0.6500
Rndcg                 	2024-12875	0.5725
ndcg_cut_5            	2024-12875	1.0000
ndcg_cut_10           	2024-12875	1.0000
ndcg_cut_15           	2024-12875	1.0000
ndcg_cut_20           	2024-12875	0.9434
ndcg_cut_30           	2024-12875	0.9412
ndcg_cut_100          	2024-12875	0.7965
ndcg_cut_200          	2024-12875	0.5389
ndcg_cut_500          	2024-12875	0.5100
ndcg_cut_1000         	2024-12875	0.5100
map_cut_5             	2024-12875	0.0207
map_cut_10            	2024-12875	0.0415
map_cut_15            	2024-12875	0.0622
map_cut_20            	2024-12875	0.0830
map_cut_30            	2024-12875	0.1245
map_cut_100           	2024-12875	0.3255
map_cut_200           	2024-12875	0.3255
map_cut_500           	2024-12875	0.3255
map_cut_1000          	2024-12875	0.3255
relative_P_5          	2024-12875	1.0000
relative_P_10         	2024-12875	1.0000
relative_P_15         	2024-12875	1.0000
relative_P_20         	2024-12875	1.0000
relative_P_30         	2024-12875	1.0000
relative_P_100        	2024-12875	0.8200
relative_P_200        	2024-12875	0.4100
relative_P_500        	2024-12875	0.3402
relative_P_1000       	2024-12875	0.3402
success_1             	2024-12875	1.0000
success_5             	2024-12875	1.0000
success_10            	2024-12875	1.0000
set_P                 	2024-12875	0.8200
set_relative_P        	2024-12875	0.8200
set_recall            	2024-12875	0.3402
set_map               	2024-12875	0.2790
set_F                 	2024-12875	0.4809
num_nonrel_judged_ret 	2024-12875	0
num_ret               	2024-128784	100
num_rel               	2024-128784	234
num_rel_ret           	2024-128784	79
map                   	2024-128784	0.3142
Rprec                 	2024-128784	0.3376
bpref                 	2024-128784	0.3257
recip_rank            	2024-128784	1.0000
iprec_at_recall_0.00  	2024-128784	1.0000
iprec_at_recall_0.10  	2024-128784	0.9667
iprec_at_recall_0.20  	2024-128784	0.9423
iprec_at_recall_0.30  	2024-128784	0.8471
iprec_at_recall_0.40  	2024-128784	0.0000
iprec_at_recall_0.50  	2024-128784	0.0000
iprec_at_recall_0.60  	2024-128784	0.0000
iprec_at_recall_0.70  	2024-128784	0.0000
iprec_at_recall_0.80  	2024-128784	0.0000
iprec_at_recall_0.90  	2024-128784	0.0000
iprec_at_recall_1.00  	2024-128784	0.0000
P_5                   	2024-128784	1.0000
P_10                  	2024-128784	1.0000
P_15                  	2024-128784	1.0000
P_20                  	2024-128784	1.0000
P_30                  	2024-128784	0.9667
P_100                 	2024-128784	0.7900
P_200                 	2024-128784	0.3950
P_500                 	2024-128784	0.1580
P_1000                	2024-128784	0.0790
relstring             	2024-128784	'3223333333'
recall_5              	2024-128784	0.0214
recall_10             	2024-128784	0.0427
recall_15             	2024-128784	0.0641
recall_20             	2024-128784	0.0855
recall_30             	2024-128784	0.1239
recall_100            	2024-128784	0.3376
recall_200            	2024-128784	0.3376
recall_500            	2024-128784	0.3376
recall_1000           	2024-128784	0.3376
infAP                 	2024-128784	0.3142
Rprec_mult_0.20       	2024-128784	0.9362
Rprec_mult_0.40       	2024-128784	0.8085
Rprec_mult_0.60       	2024-128784	0.5603
Rprec_mult_0.80       	2024-128784	0.4202
Rprec_mult_1.00       	2024-128784	0.3376
Rprec_mult_1.20       	2024-128784	0.2811
Rprec_mult_1.40       	2024-128784	0.2409
Rprec_mult_1.60       	2024-128784	0.2107
Rprec_mult_1.80       	2024-128784	0.1872
Rprec_mult_2.00       	2024-128784	0.1688
utility               	2024-128784	58.0000
11pt_avg              	2024-128784	0.3415
binG                  	2024-128784	0.1885
G                     	2024-128784	0.0986
ndcg                  	2024-128784	0.4440
ndcg_rel              	2024-128784	0.5791
Rndcg                 	2024-128784	0.4702
ndcg_cut_5            	2024-128784	0.8721
ndcg_cut_10           	2024-128784	0.9170
ndcg_cut_15           	2024-128784	0.9198
ndcg_cut_20           	2024-128784	0.9223
ndcg_cut_30           	2024-128784	0.8705
ndcg_cut_100          	2024-128784	0.7337
ndcg_cut_200          	2024-128784	0.4635
ndcg_cut_500          	2024-128784	0.4440
ndcg_cut_1000         	2024-128784	0.4440
map_cut_5             	2024-128784	0.0214
map_cut_10            	2024-128784	0.0427
map_cut_15            	2024-128784	0.0641
map_cut_20            	2024-128784	0.0855
map_cut_30            	2024-128784	0.1226
map_cut_100           	2024-128784	0.3142
map_cut_200           	2024-128784	0.3142
map_cut_500           	2024-128784	0.3142
map_cut_1000          	2024-128784	0.3142
relative_P_5          	2024-128784	1.0000
relative_P_10         	2024-128784	1.0000
relative_P_15         	2024-128784	1.0000
relative_P_20         	2024-128784	1.0000
relative_P_30         	2024-128784	0.9667
relative_P_100        	2024-128784	0.7900
relative_P_200        	2024-128784	0.3950
relative_P_500        	2024-128784	0.3376
relative_P_1000       	2024-128784	0.3376
success_1             	2024-128784	1.0000
success_5             	2024-128784	1.0000
success_10            	2024-128784	1.0000
set_P                 	2024-128784	0.7900
set_relative_P        	2024-128784	0.7900
set_recall            	2024-128784	0.3376
set_map               	2024-128784	0.2667
set_F                 	2024-128784	0.4731
num_nonrel_judged_ret 	2024-128784	5
num_ret               	2024-129925	100
num_rel               	2024-129925	85
num_rel_ret           	2024-129925	55
map                   	2024-129925	0.5243
Rprec                 	2024-129925	0.5882
bpref                 	2024-129925	0.5765
recip_rank            	2024-129925	1.0000
iprec_at_recall_0.00  	2024-129925	1.0000
iprec_at_recall_0.10  	2024-129925	0.9091
iprec_at_recall_0.20  	2024-129925	0.9091
iprec_at_recall_0.30  	2024-129925	0.8947
iprec_at_recall_0.40  	2024-129925	0.8947
iprec_at_recall_0.50  	2024-129925	0.7377
iprec_at_recall_0.60  	2024-129925	0.5730
iprec_at_recall_0.70  	2024-129925	0.0000
iprec_at_recall_0.80  	2024-129925	0.0000
iprec_at_recall_0.90  	2024-129925	0.0000
iprec_at_recall_1.00  	2024-129925	0.0000
P_5                   	2024-129925	0.8000
P_10                  	2024-129925	0.8000
P_15                  	2024-129925	0.8667
P_20                  	2024-129925	0.9000
P_30                  	2024-129925	0.8667
P_100                 	2024-129925	0.5500
P_200                 	2024-129925	0.2750
P_500                 	2024-129925	0.1100
P_1000                	2024-129925	0.0550
relstring             	2024-129925	'2220222120'
recall_5              	2024-129925	0.0471
recall_10             	2024-129925	0.0941
recall_15             	2024-129925	0.1529
recall_20             	2024-129925	0.2118
recall_30             	2024-129925	0.3059
recall_100            	2024-129925	0.6471
recall_200            	2024-129925	0.6471
recall_500            	2024-129925	0.6471
recall_1000           	2024-129925	0.6471
infAP                 	2024-129925	0.5243
Rprec_mult_0.20       	2024-129925	0.8824
Rprec_mult_0.40       	2024-129925	0.8824
Rprec_mult_0.60       	2024-129925	0.7451
Rprec_mult_0.80       	2024-129925	0.6765
Rprec_mult_1.00       	2024-129925	0.5882
Rprec_mult_1.20       	2024-129925	0.5392
Rprec_mult_1.40       	2024-129925	0.4622
Rprec_mult_1.60       	2024-129925	0.4044
Rprec_mult_1.80       	2024-129925	0.3595
Rprec_mult_2.00       	2024-129925	0.3235
utility               	2024-129925	10.0000
11pt_avg              	2024-129925	0.5380
binG                  	2024-129925	0.2667
G                     	2024-129925	0.2127
ndcg                  	2024-129925	0.7051
ndcg_rel              	2024-129925	0.7599
Rndcg                 	2024-129925	0.6867
ndcg_cut_5            	2024-129925	0.8539
ndcg_cut_10           	2024-129925	0.8069
ndcg_cut_15           	2024-129925	0.8503
ndcg_cut_20           	2024-129925	0.8418
ndcg_cut_30           	2024-129925	0.7863
ndcg_cut_100          	2024-129925	0.7051
ndcg_cut_200          	2024-129925	0.7051
ndcg_cut_500          	2024-129925	0.7051
ndcg_cut_1000         	2024-129925	0.7051
map_cut_5             	2024-129925	0.0447
map_cut_10            	2024-129925	0.0853
map_cut_15            	2024-129925	0.1350
map_cut_20            	2024-129925	0.1873
map_cut_30            	2024-129925	0.2701
map_cut_100           	2024-129925	0.5243
map_cut_200           	2024-129925	0.5243
map_cut_500           	2024-129925	0.5243
map_cut_1000          	2024-129925	0.5243
relative_P_5          	2024-129925	0.8000
relative_P_10         	2024-129925	0.8000
relative_P_15         	2024-129925	0.8667
relative_P_20         	2024-129925	0.9000
relative_P_30         	2024-129925	0.8667
relative_P_100        	2024-129925	0.6471
relative_P_200        	2024-129925	0.6471
relative_P_500        	2024-129925	0.6471
relative_P_1000       	2024-129925	0.6471
success_1             	2024-129925	1.0000
success_5             	2024-129925	1.0000
success_10            	2024-129925	1.0000
set_P                 	2024-129925	0.5500
set_relative_P        	2024-129925	0.6471
set_recall            	2024-129925	0.6471
set_map               	2024-129925	0.3559
set_F                 	2024-129925	0.5946
num_nonrel_judged_ret 	2024-129925	19
num_ret               	2024-136156	100
num_rel               	2024-136156	169
num_rel_ret           	2024-136156	76
map                   	2024-136156	0.4339
Rprec                 	2024-136156	0.4497
bpref                 	2024-136156	0.4483
recip_rank            	2024-136156	1.0000
iprec_at_recall_0.00  	2024-136156	1.0000
iprec_at_recall_0.10  	2024-136156	1.0000
iprec_at_recall_0.20  	2024-136156	1.0000
iprec_at_recall_0.30  	2024-136156	1.0000
iprec_at_recall_0.40  	2024-136156	0.8625
iprec_at_recall_0.50  	2024-136156	0.0000
iprec_at_recall_0.60  	2024-136156	0.0000
iprec_at_recall_0.70  	2024-136156	0.0000
iprec_at_recall_0.80  	2024-136156	0.0000
iprec_at_recall_0.90  	2024-136156	0.0000
iprec_at_recall_1.00  	2024-136156	0.0000
P_5                   	2024-136156	1.0000
P_10                  	2024-136156	1.0000
P_15                  	2024-136156	1.0000
P_20                  	2024-136156	1.0000
P_30                  	2024-136156	1.0000
P_100                 	2024-136156	0.7600
P_200                 	2024-136156	0.3800
P_500                 	2024-136156	0.1520
P_1000                	2024-136156	0.0760
relstring             	2024-136156	'2232222221'
recall_5              	2024-136156	0.0296
recall_10             	2024-136156	0.0592
recall_15             	2024-136156	0.0888
recall_20             	2024-136156	0.1183
recall_30             	2024-136156	0.1775
recall_100            	2024-136156	0.4497
recall_200            	2024-136156	0.4497
recall_500            	2024-136156	0.4497
recall_1000           	2024-136156	0.4497
infAP                 	2024-136156	0.4339
Rprec_mult_0.20       	2024-136156	1.0000
Rprec_mult_0.40       	2024-136156	0.9118
Rprec_mult_0.60       	2024-136156	0.7451
Rprec_mult_0.80       	2024-136156	0.5588
Rprec_mult_1.00       	2024-136156	0.4497
Rprec_mult_1.20       	2024-136156	0.3744
Rprec_mult_1.40       	2024-136156	0.3207
Rprec_mult_1.60       	2024-136156	0.2804
Rprec_mult_1.80       	2024-136156	0.2492
Rprec_mult_2.00       	2024-136156	0.2249
utility               	2024-136156	52.0000
11pt_avg              	2024-136156	0.4420
binG                  	2024-136156	0.3592
G                     	2024-136156	0.1345
ndcg                  	2024-136156	0.5811
ndcg_rel              	2024-136156	0.6584
Rndcg                 	2024-136156	0.6767
ndcg_cut_5            	2024-136156	0.7232
ndcg_cut_10           	2024-136156	0.7725
ndcg_cut_15           	2024-136156	0.7769
ndcg_cut_20           	2024-136156	0.7793
ndcg_cut_30           	2024-136156	0.7731
ndcg_cut_100          	2024-136156	0.7266
ndcg_cut_200          	2024-136156	0.5811
ndcg_cut_500          	2024-136156	0.5811
ndcg_cut_1000         	2024-136156	0.5811
map_cut_5             	2024-136156	0.0296
map_cut_10            	2024-136156	0.0592
map_cut_15            	2024-136156	0.0888
map_cut_20            	2024-136156	0.1183
map_cut_30            	2024-136156	0.1775
map_cut_100           	2024-136156	0.4339
map_cut_200           	2024-136156	0.4339
map_cut_500           	2024-136156	0.4339
map_cut_1000          	2024-136156	0.4339
relative_P_5          	2024-136156	1.0000
relative_P_10         	2024-136156	1.0000
relative_P_15         	2024-136156	1.0000
relative_P_20         	2024-136156	1.0000
relative_P_30         	2024-136156	1.0000
relative_P_100        	2024-136156	0.7600
relative_P_200        	2024-136156	0.4497
relative_P_500        	2024-136156	0.4497
relative_P_1000       	2024-136156	0.4497
success_1             	2024-136156	1.0000
success_5             	2024-136156	1.0000
success_10            	2024-136156	1.0000
set_P                 	2024-136156	0.7600
set_relative_P        	2024-136156	0.7600
set_recall            	2024-136156	0.4497
set_map               	2024-136156	0.3418
set_F                 	2024-136156	0.5651
num_nonrel_judged_ret 	2024-136156	1
num_ret               	2024-137182	100
num_rel               	2024-137182	172
num_rel_ret           	2024-137182	22
map                   	2024-137182	0.0503
Rprec                 	2024-137182	0.1279
bpref                 	2024-137182	0.1153
recip_rank            	2024-137182	0.5000
iprec_at_recall_0.00  	2024-137182	0.7500
iprec_at_recall_0.10  	2024-137182	0.2469
iprec_at_recall_0.20  	2024-137182	0.0000
iprec_at_recall_0.30  	2024-137182	0.0000
iprec_at_recall_0.40  	2024-137182	0.0000
iprec_at_recall_0.50  	2024-137182	0.0000
iprec_at_recall_0.60  	2024-137182	0.0000
iprec_at_recall_0.70  	2024-137182	0.0000
iprec_at_recall_0.80  	2024-137182	0.0000
iprec_at_recall_0.90  	2024-137182	0.0000
iprec_at_recall_1.00  	2024-137182	0.0000
P_5                   	2024-137182	0.6000
P_10                  	2024-137182	0.6000
P_15                  	2024-137182	0.5333
P_20                  	2024-137182	0.4000
P_30                  	2024-137182	0.3000
P_100                 	2024-137182	0.2200
P_200                 	2024-137182	0.1100
P_500                 	2024-137182	0.0440
P_1000                	2024-137182	0.0220
relstring             	2024-137182	'-211-11-2-'
recall_5              	2024-137182	0.0174
recall_10             	2024-137182	0.0349
recall_15             	2024-137182	0.0465
recall_20             	2024-137182	0.0465
recall_30             	2024-137182	0.0523
recall_100            	2024-137182	0.1279
recall_200            	2024-137182	0.1279
recall_500            	2024-137182	0.1279
recall_1000           	2024-137182	0.1279
infAP                 	2024-137182	0.0503
Rprec_mult_0.20       	2024-137182	0.2857
Rprec_mult_0.40       	2024-137182	0.2464
Rprec_mult_0.60       	2024-137182	0.2115
Rprec_mult_0.80       	2024-137182	0.1594
Rprec_mult_1.00       	2024-137182	0.1279
Rprec_mult_1.20       	2024-137182	0.1063
Rprec_mult_1.40       	2024-137182	0.0913
Rprec_mult_1.60       	2024-137182	0.0797
Rprec_mult_1.80       	2024-137182	0.0710
Rprec_mult_2.00       	2024-137182	0.0640
utility               	2024-137182	-56.0000
11pt_avg              	2024-137182	0.0906
binG                  	2024-137182	0.0381
G                     	2024-137182	0.0171
ndcg                  	2024-137182	0.1152
ndcg_rel              	2024-137182	0.1251
Rndcg                 	2024-137182	0.1287
ndcg_cut_5            	2024-137182	0.2479
ndcg_cut_10           	2024-137182	0.2556
ndcg_cut_15           	2024-137182	0.2273
ndcg_cut_20           	2024-137182	0.1892
ndcg_cut_30           	2024-137182	0.1607
ndcg_cut_100          	2024-137182	0.1462
ndcg_cut_200          	2024-137182	0.1152
ndcg_cut_500          	2024-137182	0.1152
ndcg_cut_1000         	2024-137182	0.1152
map_cut_5             	2024-137182	0.0111
map_cut_10            	2024-137182	0.0230
map_cut_15            	2024-137182	0.0293
map_cut_20            	2024-137182	0.0293
map_cut_30            	2024-137182	0.0313
map_cut_100           	2024-137182	0.0503
map_cut_200           	2024-137182	0.0503
map_cut_500           	2024-137182	0.0503
map_cut_1000          	2024-137182	0.0503
relative_P_5          	2024-137182	0.6000
relative_P_10         	2024-137182	0.6000
relative_P_15         	2024-137182	0.5333
relative_P_20         	2024-137182	0.4000
relative_P_30         	2024-137182	0.3000
relative_P_100        	2024-137182	0.2200
relative_P_200        	2024-137182	0.1279
relative_P_500        	2024-137182	0.1279
relative_P_1000       	2024-137182	0.1279
success_1             	2024-137182	0.0000
success_5             	2024-137182	1.0000
success_10            	2024-137182	1.0000
set_P                 	2024-137182	0.2200
set_relative_P        	2024-137182	0.2200
set_recall            	2024-137182	0.1279
set_map               	2024-137182	0.0281
set_F                 	2024-137182	0.1618
num_nonrel_judged_ret 	2024-137182	2
num_ret               	2024-141577	100
num_rel               	2024-141577	195
num_rel_ret           	2024-141577	37
map                   	2024-141577	0.1527
Rprec                 	2024-141577	0.1897
bpref                 	2024-141577	0.1854
recip_rank            	2024-141577	1.0000
iprec_at_recall_0.00  	2024-141577	1.0000
iprec_at_recall_0.10  	2024-141577	0.8276
iprec_at_recall_0.20  	2024-141577	0.0000
iprec_at_recall_0.30  	2024-141577	0.0000
iprec_at_recall_0.40  	2024-141577	0.0000
iprec_at_recall_0.50  	2024-141577	0.0000
iprec_at_recall_0.60  	2024-141577	0.0000
iprec_at_recall_0.70  	2024-141577	0.0000
iprec_at_recall_0.80  	2024-141577	0.0000
iprec_at_recall_0.90  	2024-141577	0.0000
iprec_at_recall_1.00  	2024-141577	0.0000
P_5                   	2024-141577	1.0000
P_10                  	2024-141577	0.9000
P_15                  	2024-141577	0.8667
P_20                  	2024-141577	0.8500
P_30                  	2024-141577	0.8000
P_100                 	2024-141577	0.3700
P_200                 	2024-141577	0.1850
P_500                 	2024-141577	0.0740
P_1000                	2024-141577	0.0370
relstring             	2024-141577	'2223212220'
recall_5              	2024-141577	0.0256
recall_10             	2024-141577	0.0462
recall_15             	2024-141577	0.0667
recall_20             	2024-141577	0.0872
recall_30             	2024-141577	0.1231
recall_100            	2024-141577	0.1897
recall_200            	2024-141577	0.1897
recall_500            	2024-141577	0.1897
recall_1000           	2024-141577	0.1897
infAP                 	2024-141577	0.1527
Rprec_mult_0.20       	2024-141577	0.7436
Rprec_mult_0.40       	2024-141577	0.4359
Rprec_mult_0.60       	2024-141577	0.3162
Rprec_mult_0.80       	2024-141577	0.2372
Rprec_mult_1.00       	2024-141577	0.1897
Rprec_mult_1.20       	2024-141577	0.1581
Rprec_mult_1.40       	2024-141577	0.1355
Rprec_mult_1.60       	2024-141577	0.1186
Rprec_mult_1.80       	2024-141577	0.1054
Rprec_mult_2.00       	2024-141577	0.0949
utility               	2024-141577	-26.0000
11pt_avg              	2024-141577	0.1661
binG                  	2024-141577	0.0967
G                     	2024-141577	0.0631
ndcg                  	2024-141577	0.3255
ndcg_rel              	2024-141577	0.3862
Rndcg                 	2024-141577	0.5082
ndcg_cut_5            	2024-141577	0.7154
ndcg_cut_10           	2024-141577	0.7132
ndcg_cut_15           	2024-141577	0.7116
ndcg_cut_20           	2024-141577	0.6956
ndcg_cut_30           	2024-141577	0.6560
ndcg_cut_100          	2024-141577	0.4345
ndcg_cut_200          	2024-141577	0.3255
ndcg_cut_500          	2024-141577	0.3255
ndcg_cut_1000         	2024-141577	0.3255
map_cut_5             	2024-141577	0.0256
map_cut_10            	2024-141577	0.0462
map_cut_15            	2024-141577	0.0650
map_cut_20            	2024-141577	0.0822
map_cut_30            	2024-141577	0.1113
map_cut_100           	2024-141577	0.1527
map_cut_200           	2024-141577	0.1527
map_cut_500           	2024-141577	0.1527
map_cut_1000          	2024-141577	0.1527
relative_P_5          	2024-141577	1.0000
relative_P_10         	2024-141577	0.9000
relative_P_15         	2024-141577	0.8667
relative_P_20         	2024-141577	0.8500
relative_P_30         	2024-141577	0.8000
relative_P_100        	2024-141577	0.3700
relative_P_200        	2024-141577	0.1897
relative_P_500        	2024-141577	0.1897
relative_P_1000       	2024-141577	0.1897
success_1             	2024-141577	1.0000
success_5             	2024-141577	1.0000
success_10            	2024-141577	1.0000
set_P                 	2024-141577	0.3700
set_relative_P        	2024-141577	0.3700
set_recall            	2024-141577	0.1897
set_map               	2024-141577	0.0702
set_F                 	2024-141577	0.2508
num_nonrel_judged_ret 	2024-141577	24
num_ret               	2024-142395	100
num_rel               	2024-142395	119
num_rel_ret           	2024-142395	42
map                   	2024-142395	0.2187
Rprec                 	2024-142395	0.3529
bpref                 	2024-142395	0.3529
recip_rank            	2024-142395	0.5000
iprec_at_recall_0.00  	2024-142395	0.7857
iprec_at_recall_0.10  	2024-142395	0.7059
iprec_at_recall_0.20  	2024-142395	0.6316
iprec_at_recall_0.30  	2024-142395	0.5902
iprec_at_recall_0.40  	2024-142395	0.0000
iprec_at_recall_0.50  	2024-142395	0.0000
iprec_at_recall_0.60  	2024-142395	0.0000
iprec_at_recall_0.70  	2024-142395	0.0000
iprec_at_recall_0.80  	2024-142395	0.0000
iprec_at_recall_0.90  	2024-142395	0.0000
iprec_at_recall_1.00  	2024-142395	0.0000
P_5                   	2024-142395	0.6000
P_10                  	2024-142395	0.7000
P_15                  	2024-142395	0.7333
P_20                  	2024-142395	0.6500
P_30                  	2024-142395	0.6333
P_100                 	2024-142395	0.4200
P_200                 	2024-142395	0.2100
P_500                 	2024-142395	0.0840
P_1000                	2024-142395	0.0420
relstring             	2024-142395	'-11-111-11'
recall_5              	2024-142395	0.0252
recall_10             	2024-142395	0.0588
recall_15             	2024-142395	0.0924
recall_20             	2024-142395	0.1092
recall_30             	2024-142395	0.1597
recall_100            	2024-142395	0.3529
recall_200            	2024-142395	0.3529
recall_500            	2024-142395	0.3529
recall_1000           	2024-142395	0.3529
infAP                 	2024-142395	0.2187
Rprec_mult_0.20       	2024-142395	0.6667
Rprec_mult_0.40       	2024-142395	0.6042
Rprec_mult_0.60       	2024-142395	0.5278
Rprec_mult_0.80       	2024-142395	0.4375
Rprec_mult_1.00       	2024-142395	0.3529
Rprec_mult_1.20       	2024-142395	0.2937
Rprec_mult_1.40       	2024-142395	0.2515
Rprec_mult_1.60       	2024-142395	0.2199
Rprec_mult_1.80       	2024-142395	0.1953
Rprec_mult_2.00       	2024-142395	0.1765
utility               	2024-142395	-16.0000
11pt_avg              	2024-142395	0.2467
binG                  	2024-142395	0.1080
G                     	2024-142395	0.0721
ndcg                  	2024-142395	0.3312
ndcg_rel              	2024-142395	0.3349
Rndcg                 	2024-142395	0.2509
ndcg_cut_5            	2024-142395	0.2016
ndcg_cut_10           	2024-142395	0.2610
ndcg_cut_15           	2024-142395	0.3008
ndcg_cut_20           	2024-142395	0.3092
ndcg_cut_30           	2024-142395	0.3608
ndcg_cut_100          	2024-142395	0.3644
ndcg_cut_200          	2024-142395	0.3312
ndcg_cut_500          	2024-142395	0.3312
ndcg_cut_1000         	2024-142395	0.3312
map_cut_5             	2024-142395	0.0148
map_cut_10            	2024-142395	0.0379
map_cut_15            	2024-142395	0.0634
map_cut_20            	2024-142395	0.0751
map_cut_30            	2024-142395	0.1084
map_cut_100           	2024-142395	0.2187
map_cut_200           	2024-142395	0.2187
map_cut_500           	2024-142395	0.2187
map_cut_1000          	2024-142395	0.2187
relative_P_5          	2024-142395	0.6000
relative_P_10         	2024-142395	0.7000
relative_P_15         	2024-142395	0.7333
relative_P_20         	2024-142395	0.6500
relative_P_30         	2024-142395	0.6333
relative_P_100        	2024-142395	0.4200
relative_P_200        	2024-142395	0.3529
relative_P_500        	2024-142395	0.3529
relative_P_1000       	2024-142395	0.3529
success_1             	2024-142395	0.0000
success_5             	2024-142395	1.0000
success_10            	2024-142395	1.0000
set_P                 	2024-142395	0.4200
set_relative_P        	2024-142395	0.4200
set_recall            	2024-142395	0.3529
set_map               	2024-142395	0.1482
set_F                 	2024-142395	0.3836
num_nonrel_judged_ret 	2024-142395	0
num_ret               	2024-143869	100
num_rel               	2024-143869	280
num_rel_ret           	2024-143869	57
map                   	2024-143869	0.1625
Rprec                 	2024-143869	0.2036
bpref                 	2024-143869	0.1989
recip_rank            	2024-143869	1.0000
iprec_at_recall_0.00  	2024-143869	1.0000
iprec_at_recall_0.10  	2024-143869	0.9032
iprec_at_recall_0.20  	2024-143869	0.5700
iprec_at_recall_0.30  	2024-143869	0.0000
iprec_at_recall_0.40  	2024-143869	0.0000
iprec_at_recall_0.50  	2024-143869	0.0000
iprec_at_recall_0.60  	2024-143869	0.0000
iprec_at_recall_0.70  	2024-143869	0.0000
iprec_at_recall_0.80  	2024-143869	0.0000
iprec_at_recall_0.90  	2024-143869	0.0000
iprec_at_recall_1.00  	2024-143869	0.0000
P_5                   	2024-143869	1.0000
P_10                  	2024-143869	0.9000
P_15                  	2024-143869	0.8667
P_20                  	2024-143869	0.9000
P_30                  	2024-143869	0.9000
P_100                 	2024-143869	0.5700
P_200                 	2024-143869	0.2850
P_500                 	2024-143869	0.1140
P_1000                	2024-143869	0.0570
relstring             	2024-143869	'3332210323'
recall_5              	2024-143869	0.0179
recall_10             	2024-143869	0.0321
recall_15             	2024-143869	0.0464
recall_20             	2024-143869	0.0643
recall_30             	2024-143869	0.0964
recall_100            	2024-143869	0.2036
recall_200            	2024-143869	0.2036
recall_500            	2024-143869	0.2036
recall_1000           	2024-143869	0.2036
infAP                 	2024-143869	0.1625
Rprec_mult_0.20       	2024-143869	0.7143
Rprec_mult_0.40       	2024-143869	0.5089
Rprec_mult_0.60       	2024-143869	0.3393
Rprec_mult_0.80       	2024-143869	0.2545
Rprec_mult_1.00       	2024-143869	0.2036
Rprec_mult_1.20       	2024-143869	0.1696
Rprec_mult_1.40       	2024-143869	0.1454
Rprec_mult_1.60       	2024-143869	0.1272
Rprec_mult_1.80       	2024-143869	0.1131
Rprec_mult_2.00       	2024-143869	0.1018
utility               	2024-143869	14.0000
11pt_avg              	2024-143869	0.2248
binG                  	2024-143869	0.0870
G                     	2024-143869	0.0645
ndcg                  	2024-143869	0.3324
ndcg_rel              	2024-143869	0.4043
Rndcg                 	2024-143869	0.4365
ndcg_cut_5            	2024-143869	0.9076
ndcg_cut_10           	2024-143869	0.7923
ndcg_cut_15           	2024-143869	0.7511
ndcg_cut_20           	2024-143869	0.7254
ndcg_cut_30           	2024-143869	0.7048
ndcg_cut_100          	2024-143869	0.5398
ndcg_cut_200          	2024-143869	0.3751
ndcg_cut_500          	2024-143869	0.3324
ndcg_cut_1000         	2024-143869	0.3324
map_cut_5             	2024-143869	0.0179
map_cut_10            	2024-143869	0.0309
map_cut_15            	2024-143869	0.0441
map_cut_20            	2024-143869	0.0599
map_cut_30            	2024-143869	0.0890
map_cut_100           	2024-143869	0.1625
map_cut_200           	2024-143869	0.1625
map_cut_500           	2024-143869	0.1625
map_cut_1000          	2024-143869	0.1625
relative_P_5          	2024-143869	1.0000
relative_P_10         	2024-143869	0.9000
relative_P_15         	2024-143869	0.8667
relative_P_20         	2024-143869	0.9000
relative_P_30         	2024-143869	0.9000
relative_P_100        	2024-143869	0.5700
relative_P_200        	2024-143869	0.2850
relative_P_500        	2024-143869	0.2036
relative_P_1000       	2024-143869	0.2036
success_1             	2024-143869	1.0000
success_5             	2024-143869	1.0000
success_10            	2024-143869	1.0000
set_P                 	2024-143869	0.5700
set_relative_P        	2024-143869	0.5700
set_recall            	2024-143869	0.2036
set_map               	2024-143869	0.1160
set_F                 	2024-143869	0.3000
num_nonrel_judged_ret 	2024-143869	12
num_ret               	2024-145979	100
num_rel               	2024-145979	135
num_rel_ret           	2024-145979	84
map                   	2024-145979	0.6078
Rprec                 	2024-145979	0.6222
bpref                 	2024-145979	0.6199
recip_rank            	2024-145979	1.0000
iprec_at_recall_0.00  	2024-145979	1.0000
iprec_at_recall_0.10  	2024-145979	1.0000
iprec_at_recall_0.20  	2024-145979	1.0000
iprec_at_recall_0.30  	2024-145979	1.0000
iprec_at_recall_0.40  	2024-145979	0.9821
iprec_at_recall_0.50  	2024-145979	0.9487
iprec_at_recall_0.60  	2024-145979	0.9310
iprec_at_recall_0.70  	2024-145979	0.0000
iprec_at_recall_0.80  	2024-145979	0.0000
iprec_at_recall_0.90  	2024-145979	0.0000
iprec_at_recall_1.00  	2024-145979	0.0000
P_5                   	2024-145979	1.0000
P_10                  	2024-145979	1.0000
P_15                  	2024-145979	1.0000
P_20                  	2024-145979	1.0000
P_30                  	2024-145979	1.0000
P_100                 	2024-145979	0.8400
P_200                 	2024-145979	0.4200
P_500                 	2024-145979	0.1680
P_1000                	2024-145979	0.0840
relstring             	2024-145979	'3333333333'
recall_5              	2024-145979	0.0370
recall_10             	2024-145979	0.0741
recall_15             	2024-145979	0.1111
recall_20             	2024-145979	0.1481
recall_30             	2024-145979	0.2222
recall_100            	2024-145979	0.6222
recall_200            	2024-145979	0.6222
recall_500            	2024-145979	0.6222
recall_1000           	2024-145979	0.6222
infAP                 	2024-145979	0.6078
Rprec_mult_0.20       	2024-145979	1.0000
Rprec_mult_0.40       	2024-145979	0.9815
Rprec_mult_0.60       	2024-145979	0.9259
Rprec_mult_0.80       	2024-145979	0.7778
Rprec_mult_1.00       	2024-145979	0.6222
Rprec_mult_1.20       	2024-145979	0.5185
Rprec_mult_1.40       	2024-145979	0.4444
Rprec_mult_1.60       	2024-145979	0.3889
Rprec_mult_1.80       	2024-145979	0.3457
Rprec_mult_2.00       	2024-145979	0.3111
utility               	2024-145979	68.0000
11pt_avg              	2024-145979	0.6238
binG                  	2024-145979	0.4558
G                     	2024-145979	0.2781
ndcg                  	2024-145979	0.7374
ndcg_rel              	2024-145979	0.8554
Rndcg                 	2024-145979	0.7878
ndcg_cut_5            	2024-145979	1.0000
ndcg_cut_10           	2024-145979	1.0000
ndcg_cut_15           	2024-145979	0.9854
ndcg_cut_20           	2024-145979	0.9771
ndcg_cut_30           	2024-145979	0.9517
ndcg_cut_100          	2024-145979	0.8278
ndcg_cut_200          	2024-145979	0.7374
ndcg_cut_500          	2024-145979	0.7374
ndcg_cut_1000         	2024-145979	0.7374
map_cut_5             	2024-145979	0.0370
map_cut_10            	2024-145979	0.0741
map_cut_15            	2024-145979	0.1111
map_cut_20            	2024-145979	0.1481
map_cut_30            	2024-145979	0.2222
map_cut_100           	2024-145979	0.6078
map_cut_200           	2024-145979	0.6078
map_cut_500           	2024-145979	0.6078
map_cut_1000          	2024-145979	0.6078
relative_P_5          	2024-145979	1.0000
relative_P_10         	2024-145979	1.0000
relative_P_15         	2024-145979	1.0000
relative_P_20         	2024-145979	1.0000
relative_P_30         	2024-145979	1.0000
relative_P_100        	2024-145979	0.8400
relative_P_200        	2024-145979	0.6222
relative_P_500        	2024-145979	0.6222
relative_P_1000       	2024-145979	0.6222
success_1             	2024-145979	1.0000
success_5             	2024-145979	1.0000
success_10            	2024-145979	1.0000
set_P                 	2024-145979	0.8400
set_relative_P        	2024-145979	0.8400
set_recall            	2024-145979	0.6222
set_map               	2024-145979	0.5227
set_F                 	2024-145979	0.7149
num_nonrel_judged_ret 	2024-145979	2
num_ret               	2024-149459	100
num_rel               	2024-149459	115
num_rel_ret           	2024-149459	64
map                   	2024-149459	0.4759
Rprec                 	2024-149459	0.5565
bpref                 	2024-149459	0.5565
recip_rank            	2024-149459	1.0000
iprec_at_recall_0.00  	2024-149459	1.0000
iprec_at_recall_0.10  	2024-149459	1.0000
iprec_at_recall_0.20  	2024-149459	0.8857
iprec_at_recall_0.30  	2024-149459	0.8537
iprec_at_recall_0.40  	2024-149459	0.7833
iprec_at_recall_0.50  	2024-149459	0.7073
iprec_at_recall_0.60  	2024-149459	0.0000
iprec_at_recall_0.70  	2024-149459	0.0000
iprec_at_recall_0.80  	2024-149459	0.0000
iprec_at_recall_0.90  	2024-149459	0.0000
iprec_at_recall_1.00  	2024-149459	0.0000
P_5                   	2024-149459	1.0000
P_10                  	2024-149459	1.0000
P_15                  	2024-149459	1.0000
P_20                  	2024-149459	0.9500
P_30                  	2024-149459	0.8667
P_100                 	2024-149459	0.6400
P_200                 	2024-149459	0.3200
P_500                 	2024-149459	0.1280
P_1000                	2024-149459	0.0640
relstring             	2024-149459	'2232322132'
recall_5              	2024-149459	0.0435
recall_10             	2024-149459	0.0870
recall_15             	2024-149459	0.1304
recall_20             	2024-149459	0.1652
recall_30             	2024-149459	0.2261
recall_100            	2024-149459	0.5565
recall_200            	2024-149459	0.5565
recall_500            	2024-149459	0.5565
recall_1000           	2024-149459	0.5565
infAP                 	2024-149459	0.4759
Rprec_mult_0.20       	2024-149459	0.9130
Rprec_mult_0.40       	2024-149459	0.8261
Rprec_mult_0.60       	2024-149459	0.7536
Rprec_mult_0.80       	2024-149459	0.6848
Rprec_mult_1.00       	2024-149459	0.5565
Rprec_mult_1.20       	2024-149459	0.4638
Rprec_mult_1.40       	2024-149459	0.3975
Rprec_mult_1.60       	2024-149459	0.3478
Rprec_mult_1.80       	2024-149459	0.3092
Rprec_mult_2.00       	2024-149459	0.2783
utility               	2024-149459	28.0000
11pt_avg              	2024-149459	0.4755
binG                  	2024-149459	0.2783
G                     	2024-149459	0.1480
ndcg                  	2024-149459	0.6246
ndcg_rel              	2024-149459	0.6668
Rndcg                 	2024-149459	0.6760
ndcg_cut_5            	2024-149459	0.7669
ndcg_cut_10           	2024-149459	0.7307
ndcg_cut_15           	2024-149459	0.7443
ndcg_cut_20           	2024-149459	0.7272
ndcg_cut_30           	2024-149459	0.7216
ndcg_cut_100          	2024-149459	0.6585
ndcg_cut_200          	2024-149459	0.6246
ndcg_cut_500          	2024-149459	0.6246
ndcg_cut_1000         	2024-149459	0.6246
map_cut_5             	2024-149459	0.0435
map_cut_10            	2024-149459	0.0870
map_cut_15            	2024-149459	0.1304
map_cut_20            	2024-149459	0.1648
map_cut_30            	2024-149459	0.2185
map_cut_100           	2024-149459	0.4759
map_cut_200           	2024-149459	0.4759
map_cut_500           	2024-149459	0.4759
map_cut_1000          	2024-149459	0.4759
relative_P_5          	2024-149459	1.0000
relative_P_10         	2024-149459	1.0000
relative_P_15         	2024-149459	1.0000
relative_P_20         	2024-149459	0.9500
relative_P_30         	2024-149459	0.8667
relative_P_100        	2024-149459	0.6400
relative_P_200        	2024-149459	0.5565
relative_P_500        	2024-149459	0.5565
relative_P_1000       	2024-149459	0.5565
success_1             	2024-149459	1.0000
success_5             	2024-149459	1.0000
success_10            	2024-149459	1.0000
set_P                 	2024-149459	0.6400
set_relative_P        	2024-149459	0.6400
set_recall            	2024-149459	0.5565
set_map               	2024-149459	0.3562
set_F                 	2024-149459	0.5953
num_nonrel_judged_ret 	2024-149459	0
num_ret               	2024-152259	100
num_rel               	2024-152259	72
num_rel_ret           	2024-152259	40
map                   	2024-152259	0.3520
Rprec                 	2024-152259	0.4583
bpref                 	2024-152259	0.4570
recip_rank            	2024-152259	1.0000
iprec_at_recall_0.00  	2024-152259	1.0000
iprec_at_recall_0.10  	2024-152259	0.8000
iprec_at_recall_0.20  	2024-152259	0.6250
iprec_at_recall_0.30  	2024-152259	0.5789
iprec_at_recall_0.40  	2024-152259	0.4915
iprec_at_recall_0.50  	2024-152259	0.4737
iprec_at_recall_0.60  	2024-152259	0.0000
iprec_at_recall_0.70  	2024-152259	0.0000
iprec_at_recall_0.80  	2024-152259	0.0000
iprec_at_recall_0.90  	2024-152259	0.0000
iprec_at_recall_1.00  	2024-152259	0.0000
P_5                   	2024-152259	1.0000
P_10                  	2024-152259	0.8000
P_15                  	2024-152259	0.7333
P_20                  	2024-152259	0.6500
P_30                  	2024-152259	0.5667
P_100                 	2024-152259	0.4000
P_200                 	2024-152259	0.2000
P_500                 	2024-152259	0.0800
P_1000                	2024-152259	0.0400
relstring             	2024-152259	'2313110011'
recall_5              	2024-152259	0.0694
recall_10             	2024-152259	0.1111
recall_15             	2024-152259	0.1528
recall_20             	2024-152259	0.1806
recall_30             	2024-152259	0.2361
recall_100            	2024-152259	0.5556
recall_200            	2024-152259	0.5556
recall_500            	2024-152259	0.5556
recall_1000           	2024-152259	0.5556
infAP                 	2024-152259	0.3520
Rprec_mult_0.20       	2024-152259	0.7333
Rprec_mult_0.40       	2024-152259	0.5862
Rprec_mult_0.60       	2024-152259	0.5455
Rprec_mult_0.80       	2024-152259	0.4828
Rprec_mult_1.00       	2024-152259	0.4583
Rprec_mult_1.20       	2024-152259	0.4368
Rprec_mult_1.40       	2024-152259	0.3960
Rprec_mult_1.60       	2024-152259	0.3448
Rprec_mult_1.80       	2024-152259	0.3077
Rprec_mult_2.00       	2024-152259	0.2778
utility               	2024-152259	-20.0000
11pt_avg              	2024-152259	0.3608
binG                  	2024-152259	0.2074
G                     	2024-152259	0.1734
ndcg                  	2024-152259	0.6114
ndcg_rel              	2024-152259	0.6297
Rndcg                 	2024-152259	0.6577
ndcg_cut_5            	2024-152259	0.7178
ndcg_cut_10           	2024-152259	0.6981
ndcg_cut_15           	2024-152259	0.6865
ndcg_cut_20           	2024-152259	0.6606
ndcg_cut_30           	2024-152259	0.6512
ndcg_cut_100          	2024-152259	0.6114
ndcg_cut_200          	2024-152259	0.6114
ndcg_cut_500          	2024-152259	0.6114
ndcg_cut_1000         	2024-152259	0.6114
map_cut_5             	2024-152259	0.0694
map_cut_10            	2024-152259	0.1052
map_cut_15            	2024-152259	0.1373
map_cut_20            	2024-152259	0.1583
map_cut_30            	2024-152259	0.1921
map_cut_100           	2024-152259	0.3520
map_cut_200           	2024-152259	0.3520
map_cut_500           	2024-152259	0.3520
map_cut_1000          	2024-152259	0.3520
relative_P_5          	2024-152259	1.0000
relative_P_10         	2024-152259	0.8000
relative_P_15         	2024-152259	0.7333
relative_P_20         	2024-152259	0.6500
relative_P_30         	2024-152259	0.5667
relative_P_100        	2024-152259	0.5556
relative_P_200        	2024-152259	0.5556
relative_P_500        	2024-152259	0.5556
relative_P_1000       	2024-152259	0.5556
success_1             	2024-152259	1.0000
success_5             	2024-152259	1.0000
success_10            	2024-152259	1.0000
set_P                 	2024-152259	0.4000
set_relative_P        	2024-152259	0.5556
set_recall            	2024-152259	0.5556
set_map               	2024-152259	0.2222
set_F                 	2024-152259	0.4651
num_nonrel_judged_ret 	2024-152259	20
num_ret               	2024-152817	100
num_rel               	2024-152817	239
num_rel_ret           	2024-152817	74
map                   	2024-152817	0.2893
Rprec                 	2024-152817	0.3096
bpref                 	2024-152817	0.3023
recip_rank            	2024-152817	1.0000
iprec_at_recall_0.00  	2024-152817	1.0000
iprec_at_recall_0.10  	2024-152817	1.0000
iprec_at_recall_0.20  	2024-152817	0.9245
iprec_at_recall_0.30  	2024-152817	0.7526
iprec_at_recall_0.40  	2024-152817	0.0000
iprec_at_recall_0.50  	2024-152817	0.0000
iprec_at_recall_0.60  	2024-152817	0.0000
iprec_at_recall_0.70  	2024-152817	0.0000
iprec_at_recall_0.80  	2024-152817	0.0000
iprec_at_recall_0.90  	2024-152817	0.0000
iprec_at_recall_1.00  	2024-152817	0.0000
P_5                   	2024-152817	1.0000
P_10                  	2024-152817	1.0000
P_15                  	2024-152817	1.0000
P_20                  	2024-152817	1.0000
P_30                  	2024-152817	1.0000
P_100                 	2024-152817	0.7400
P_200                 	2024-152817	0.3700
P_500                 	2024-152817	0.1480
P_1000                	2024-152817	0.0740
relstring             	2024-152817	'2123331311'
recall_5              	2024-152817	0.0209
recall_10             	2024-152817	0.0418
recall_15             	2024-152817	0.0628
recall_20             	2024-152817	0.0837
recall_30             	2024-152817	0.1255
recall_100            	2024-152817	0.3096
recall_200            	2024-152817	0.3096
recall_500            	2024-152817	0.3096
recall_1000           	2024-152817	0.3096
infAP                 	2024-152817	0.2893
Rprec_mult_0.20       	2024-152817	0.9375
Rprec_mult_0.40       	2024-152817	0.7500
Rprec_mult_0.60       	2024-152817	0.5139
Rprec_mult_0.80       	2024-152817	0.3854
Rprec_mult_1.00       	2024-152817	0.3096
Rprec_mult_1.20       	2024-152817	0.2578
Rprec_mult_1.40       	2024-152817	0.2209
Rprec_mult_1.60       	2024-152817	0.1932
Rprec_mult_1.80       	2024-152817	0.1717
Rprec_mult_2.00       	2024-152817	0.1548
utility               	2024-152817	48.0000
11pt_avg              	2024-152817	0.3343
binG                  	2024-152817	0.2101
G                     	2024-152817	0.0734
ndcg                  	2024-152817	0.4111
ndcg_rel              	2024-152817	0.4737
Rndcg                 	2024-152817	0.5242
ndcg_cut_5            	2024-152817	0.6878
ndcg_cut_10           	2024-152817	0.6619
ndcg_cut_15           	2024-152817	0.6188
ndcg_cut_20           	2024-152817	0.6267
ndcg_cut_30           	2024-152817	0.5970
ndcg_cut_100          	2024-152817	0.5687
ndcg_cut_200          	2024-152817	0.4437
ndcg_cut_500          	2024-152817	0.4111
ndcg_cut_1000         	2024-152817	0.4111
map_cut_5             	2024-152817	0.0209
map_cut_10            	2024-152817	0.0418
map_cut_15            	2024-152817	0.0628
map_cut_20            	2024-152817	0.0837
map_cut_30            	2024-152817	0.1255
map_cut_100           	2024-152817	0.2893
map_cut_200           	2024-152817	0.2893
map_cut_500           	2024-152817	0.2893
map_cut_1000          	2024-152817	0.2893
relative_P_5          	2024-152817	1.0000
relative_P_10         	2024-152817	1.0000
relative_P_15         	2024-152817	1.0000
relative_P_20         	2024-152817	1.0000
relative_P_30         	2024-152817	1.0000
relative_P_100        	2024-152817	0.7400
relative_P_200        	2024-152817	0.3700
relative_P_500        	2024-152817	0.3096
relative_P_1000       	2024-152817	0.3096
success_1             	2024-152817	1.0000
success_5             	2024-152817	1.0000
success_10            	2024-152817	1.0000
set_P                 	2024-152817	0.7400
set_relative_P        	2024-152817	0.7400
set_recall            	2024-152817	0.3096
set_map               	2024-152817	0.2291
set_F                 	2024-152817	0.4366
num_nonrel_judged_ret 	2024-152817	1
num_ret               	2024-153051	100
num_rel               	2024-153051	117
num_rel_ret           	2024-153051	59
map                   	2024-153051	0.4397
Rprec                 	2024-153051	0.5043
bpref                 	2024-153051	0.4886
recip_rank            	2024-153051	1.0000
iprec_at_recall_0.00  	2024-153051	1.0000
iprec_at_recall_0.10  	2024-153051	0.9655
iprec_at_recall_0.20  	2024-153051	0.9655
iprec_at_recall_0.30  	2024-153051	0.8444
iprec_at_recall_0.40  	2024-153051	0.8305
iprec_at_recall_0.50  	2024-153051	0.6277
iprec_at_recall_0.60  	2024-153051	0.0000
iprec_at_recall_0.70  	2024-153051	0.0000
iprec_at_recall_0.80  	2024-153051	0.0000
iprec_at_recall_0.90  	2024-153051	0.0000
iprec_at_recall_1.00  	2024-153051	0.0000
P_5                   	2024-153051	1.0000
P_10                  	2024-153051	0.9000
P_15                  	2024-153051	0.9333
P_20                  	2024-153051	0.9500
P_30                  	2024-153051	0.9333
P_100                 	2024-153051	0.5900
P_200                 	2024-153051	0.2950
P_500                 	2024-153051	0.1180
P_1000                	2024-153051	0.0590
relstring             	2024-153051	'3332330131'
recall_5              	2024-153051	0.0427
recall_10             	2024-153051	0.0769
recall_15             	2024-153051	0.1197
recall_20             	2024-153051	0.1624
recall_30             	2024-153051	0.2393
recall_100            	2024-153051	0.5043
recall_200            	2024-153051	0.5043
recall_500            	2024-153051	0.5043
recall_1000           	2024-153051	0.5043
infAP                 	2024-153051	0.4397
Rprec_mult_0.20       	2024-153051	0.9583
Rprec_mult_0.40       	2024-153051	0.8298
Rprec_mult_0.60       	2024-153051	0.7324
Rprec_mult_0.80       	2024-153051	0.6277
Rprec_mult_1.00       	2024-153051	0.5043
Rprec_mult_1.20       	2024-153051	0.4184
Rprec_mult_1.40       	2024-153051	0.3598
Rprec_mult_1.60       	2024-153051	0.3138
Rprec_mult_1.80       	2024-153051	0.2796
Rprec_mult_2.00       	2024-153051	0.2521
utility               	2024-153051	18.0000
11pt_avg              	2024-153051	0.4758
binG                  	2024-153051	0.2476
G                     	2024-153051	0.1962
ndcg                  	2024-153051	0.6404
ndcg_rel              	2024-153051	0.7102
Rndcg                 	2024-153051	0.7078
ndcg_cut_5            	2024-153051	0.9513
ndcg_cut_10           	2024-153051	0.8063
ndcg_cut_15           	2024-153051	0.7439
ndcg_cut_20           	2024-153051	0.7135
ndcg_cut_30           	2024-153051	0.7667
ndcg_cut_100          	2024-153051	0.6887
ndcg_cut_200          	2024-153051	0.6404
ndcg_cut_500          	2024-153051	0.6404
ndcg_cut_1000         	2024-153051	0.6404
map_cut_5             	2024-153051	0.0427
map_cut_10            	2024-153051	0.0741
map_cut_15            	2024-153051	0.1135
map_cut_20            	2024-153051	0.1538
map_cut_30            	2024-153051	0.2276
map_cut_100           	2024-153051	0.4397
map_cut_200           	2024-153051	0.4397
map_cut_500           	2024-153051	0.4397
map_cut_1000          	2024-153051	0.4397
relative_P_5          	2024-153051	1.0000
relative_P_10         	2024-153051	0.9000
relative_P_15         	2024-153051	0.9333
relative_P_20         	2024-153051	0.9500
relative_P_30         	2024-153051	0.9333
relative_P_100        	2024-153051	0.5900
relative_P_200        	2024-153051	0.5043
relative_P_500        	2024-153051	0.5043
relative_P_1000       	2024-153051	0.5043
success_1             	2024-153051	1.0000
success_5             	2024-153051	1.0000
success_10            	2024-153051	1.0000
set_P                 	2024-153051	0.5900
set_relative_P        	2024-153051	0.5900
set_recall            	2024-153051	0.5043
set_map               	2024-153051	0.2975
set_F                 	2024-153051	0.5438
num_nonrel_judged_ret 	2024-153051	14
num_ret               	2024-158261	100
num_rel               	2024-158261	218
num_rel_ret           	2024-158261	74
map                   	2024-158261	0.2910
Rprec                 	2024-158261	0.3394
bpref                 	2024-158261	0.3330
recip_rank            	2024-158261	1.0000
iprec_at_recall_0.00  	2024-158261	1.0000
iprec_at_recall_0.10  	2024-158261	0.9231
iprec_at_recall_0.20  	2024-158261	0.8000
iprec_at_recall_0.30  	2024-158261	0.7674
iprec_at_recall_0.40  	2024-158261	0.0000
iprec_at_recall_0.50  	2024-158261	0.0000
iprec_at_recall_0.60  	2024-158261	0.0000
iprec_at_recall_0.70  	2024-158261	0.0000
iprec_at_recall_0.80  	2024-158261	0.0000
iprec_at_recall_0.90  	2024-158261	0.0000
iprec_at_recall_1.00  	2024-158261	0.0000
P_5                   	2024-158261	1.0000
P_10                  	2024-158261	1.0000
P_15                  	2024-158261	1.0000
P_20                  	2024-158261	1.0000
P_30                  	2024-158261	0.9000
P_100                 	2024-158261	0.7400
P_200                 	2024-158261	0.3700
P_500                 	2024-158261	0.1480
P_1000                	2024-158261	0.0740
relstring             	2024-158261	'2211122213'
recall_5              	2024-158261	0.0229
recall_10             	2024-158261	0.0459
recall_15             	2024-158261	0.0688
recall_20             	2024-158261	0.0917
recall_30             	2024-158261	0.1239
recall_100            	2024-158261	0.3394
recall_200            	2024-158261	0.3394
recall_500            	2024-158261	0.3394
recall_1000           	2024-158261	0.3394
infAP                 	2024-158261	0.2910
Rprec_mult_0.20       	2024-158261	0.7955
Rprec_mult_0.40       	2024-158261	0.7614
Rprec_mult_0.60       	2024-158261	0.5649
Rprec_mult_0.80       	2024-158261	0.4229
Rprec_mult_1.00       	2024-158261	0.3394
Rprec_mult_1.20       	2024-158261	0.2824
Rprec_mult_1.40       	2024-158261	0.2418
Rprec_mult_1.60       	2024-158261	0.2120
Rprec_mult_1.80       	2024-158261	0.1883
Rprec_mult_2.00       	2024-158261	0.1697
utility               	2024-158261	48.0000
11pt_avg              	2024-158261	0.3173
binG                  	2024-158261	0.1632
G                     	2024-158261	0.0754
ndcg                  	2024-158261	0.4249
ndcg_rel              	2024-158261	0.4818
Rndcg                 	2024-158261	0.5158
ndcg_cut_5            	2024-158261	0.5177
ndcg_cut_10           	2024-158261	0.5691
ndcg_cut_15           	2024-158261	0.5919
ndcg_cut_20           	2024-158261	0.6130
ndcg_cut_30           	2024-158261	0.6015
ndcg_cut_100          	2024-158261	0.5873
ndcg_cut_200          	2024-158261	0.4403
ndcg_cut_500          	2024-158261	0.4249
ndcg_cut_1000         	2024-158261	0.4249
map_cut_5             	2024-158261	0.0229
map_cut_10            	2024-158261	0.0459
map_cut_15            	2024-158261	0.0688
map_cut_20            	2024-158261	0.0917
map_cut_30            	2024-158261	0.1209
map_cut_100           	2024-158261	0.2910
map_cut_200           	2024-158261	0.2910
map_cut_500           	2024-158261	0.2910
map_cut_1000          	2024-158261	0.2910
relative_P_5          	2024-158261	1.0000
relative_P_10         	2024-158261	1.0000
relative_P_15         	2024-158261	1.0000
relative_P_20         	2024-158261	1.0000
relative_P_30         	2024-158261	0.9000
relative_P_100        	2024-158261	0.7400
relative_P_200        	2024-158261	0.3700
relative_P_500        	2024-158261	0.3394
relative_P_1000       	2024-158261	0.3394
success_1             	2024-158261	1.0000
success_5             	2024-158261	1.0000
success_10            	2024-158261	1.0000
set_P                 	2024-158261	0.7400
set_relative_P        	2024-158261	0.7400
set_recall            	2024-158261	0.3394
set_map               	2024-158261	0.2512
set_F                 	2024-158261	0.4654
num_nonrel_judged_ret 	2024-158261	1
num_ret               	2024-158677	100
num_rel               	2024-158677	254
num_rel_ret           	2024-158677	66
map                   	2024-158677	0.2196
Rprec                 	2024-158677	0.2598
bpref                 	2024-158677	0.2598
recip_rank            	2024-158677	1.0000
iprec_at_recall_0.00  	2024-158677	1.0000
iprec_at_recall_0.10  	2024-158677	0.9189
iprec_at_recall_0.20  	2024-158677	0.7083
iprec_at_recall_0.30  	2024-158677	0.0000
iprec_at_recall_0.40  	2024-158677	0.0000
iprec_at_recall_0.50  	2024-158677	0.0000
iprec_at_recall_0.60  	2024-158677	0.0000
iprec_at_recall_0.70  	2024-158677	0.0000
iprec_at_recall_0.80  	2024-158677	0.0000
iprec_at_recall_0.90  	2024-158677	0.0000
iprec_at_recall_1.00  	2024-158677	0.0000
P_5                   	2024-158677	1.0000
P_10                  	2024-158677	1.0000
P_15                  	2024-158677	1.0000
P_20                  	2024-158677	1.0000
P_30                  	2024-158677	0.9000
P_100                 	2024-158677	0.6600
P_200                 	2024-158677	0.3300
P_500                 	2024-158677	0.1320
P_1000                	2024-158677	0.0660
relstring             	2024-158677	'2233323231'
recall_5              	2024-158677	0.0197
recall_10             	2024-158677	0.0394
recall_15             	2024-158677	0.0591
recall_20             	2024-158677	0.0787
recall_30             	2024-158677	0.1063
recall_100            	2024-158677	0.2598
recall_200            	2024-158677	0.2598
recall_500            	2024-158677	0.2598
recall_1000           	2024-158677	0.2598
infAP                 	2024-158677	0.2196
Rprec_mult_0.20       	2024-158677	0.7843
Rprec_mult_0.40       	2024-158677	0.6471
Rprec_mult_0.60       	2024-158677	0.4314
Rprec_mult_0.80       	2024-158677	0.3235
Rprec_mult_1.00       	2024-158677	0.2598
Rprec_mult_1.20       	2024-158677	0.2164
Rprec_mult_1.40       	2024-158677	0.1854
Rprec_mult_1.60       	2024-158677	0.1622
Rprec_mult_1.80       	2024-158677	0.1441
Rprec_mult_2.00       	2024-158677	0.1299
utility               	2024-158677	32.0000
11pt_avg              	2024-158677	0.2388
binG                  	2024-158677	0.1350
G                     	2024-158677	0.0744
ndcg                  	2024-158677	0.3927
ndcg_rel              	2024-158677	0.4786
Rndcg                 	2024-158677	0.5226
ndcg_cut_5            	2024-158677	0.8156
ndcg_cut_10           	2024-158677	0.7887
ndcg_cut_15           	2024-158677	0.7754
ndcg_cut_20           	2024-158677	0.7353
ndcg_cut_30           	2024-158677	0.7449
ndcg_cut_100          	2024-158677	0.6562
ndcg_cut_200          	2024-158677	0.4289
ndcg_cut_500          	2024-158677	0.3927
ndcg_cut_1000         	2024-158677	0.3927
map_cut_5             	2024-158677	0.0197
map_cut_10            	2024-158677	0.0394
map_cut_15            	2024-158677	0.0591
map_cut_20            	2024-158677	0.0787
map_cut_30            	2024-158677	0.1043
map_cut_100           	2024-158677	0.2196
map_cut_200           	2024-158677	0.2196
map_cut_500           	2024-158677	0.2196
map_cut_1000          	2024-158677	0.2196
relative_P_5          	2024-158677	1.0000
relative_P_10         	2024-158677	1.0000
relative_P_15         	2024-158677	1.0000
relative_P_20         	2024-158677	1.0000
relative_P_30         	2024-158677	0.9000
relative_P_100        	2024-158677	0.6600
relative_P_200        	2024-158677	0.3300
relative_P_500        	2024-158677	0.2598
relative_P_1000       	2024-158677	0.2598
success_1             	2024-158677	1.0000
success_5             	2024-158677	1.0000
success_10            	2024-158677	1.0000
set_P                 	2024-158677	0.6600
set_relative_P        	2024-158677	0.6600
set_recall            	2024-158677	0.2598
set_map               	2024-158677	0.1715
set_F                 	2024-158677	0.3729
num_nonrel_judged_ret 	2024-158677	0
num_ret               	2024-158743	100
num_rel               	2024-158743	204
num_rel_ret           	2024-158743	62
map                   	2024-158743	0.2317
Rprec                 	2024-158743	0.3039
bpref                 	2024-158743	0.2853
recip_rank            	2024-158743	1.0000
iprec_at_recall_0.00  	2024-158743	1.0000
iprec_at_recall_0.10  	2024-158743	0.8077
iprec_at_recall_0.20  	2024-158743	0.7818
iprec_at_recall_0.30  	2024-158743	0.6392
iprec_at_recall_0.40  	2024-158743	0.0000
iprec_at_recall_0.50  	2024-158743	0.0000
iprec_at_recall_0.60  	2024-158743	0.0000
iprec_at_recall_0.70  	2024-158743	0.0000
iprec_at_recall_0.80  	2024-158743	0.0000
iprec_at_recall_0.90  	2024-158743	0.0000
iprec_at_recall_1.00  	2024-158743	0.0000
P_5                   	2024-158743	0.8000
P_10                  	2024-158743	0.6000
P_15                  	2024-158743	0.7333
P_20                  	2024-158743	0.8000
P_30                  	2024-158743	0.8000
P_100                 	2024-158743	0.6200
P_200                 	2024-158743	0.3100
P_500                 	2024-158743	0.1240
P_1000                	2024-158743	0.0620
relstring             	2024-158743	'333-2-303-'
recall_5              	2024-158743	0.0196
recall_10             	2024-158743	0.0294
recall_15             	2024-158743	0.0539
recall_20             	2024-158743	0.0784
recall_30             	2024-158743	0.1176
recall_100            	2024-158743	0.3039
recall_200            	2024-158743	0.3039
recall_500            	2024-158743	0.3039
recall_1000           	2024-158743	0.3039
infAP                 	2024-158743	0.2317
Rprec_mult_0.20       	2024-158743	0.7561
Rprec_mult_0.40       	2024-158743	0.6951
Rprec_mult_0.60       	2024-158743	0.5041
Rprec_mult_0.80       	2024-158743	0.3780
Rprec_mult_1.00       	2024-158743	0.3039
Rprec_mult_1.20       	2024-158743	0.2531
Rprec_mult_1.40       	2024-158743	0.2168
Rprec_mult_1.60       	2024-158743	0.1896
Rprec_mult_1.80       	2024-158743	0.1685
Rprec_mult_2.00       	2024-158743	0.1520
utility               	2024-158743	24.0000
11pt_avg              	2024-158743	0.2935
binG                  	2024-158743	0.1025
G                     	2024-158743	0.0777
ndcg                  	2024-158743	0.4036
ndcg_rel              	2024-158743	0.4986
Rndcg                 	2024-158743	0.4383
ndcg_cut_5            	2024-158743	0.8102
ndcg_cut_10           	2024-158743	0.6654
ndcg_cut_15           	2024-158743	0.6973
ndcg_cut_20           	2024-158743	0.7254
ndcg_cut_30           	2024-158743	0.7281
ndcg_cut_100          	2024-158743	0.5981
ndcg_cut_200          	2024-158743	0.4058
ndcg_cut_500          	2024-158743	0.4036
ndcg_cut_1000         	2024-158743	0.4036
map_cut_5             	2024-158743	0.0186
map_cut_10            	2024-158743	0.0254
map_cut_15            	2024-158743	0.0423
map_cut_20            	2024-158743	0.0613
map_cut_30            	2024-158743	0.0930
map_cut_100           	2024-158743	0.2317
map_cut_200           	2024-158743	0.2317
map_cut_500           	2024-158743	0.2317
map_cut_1000          	2024-158743	0.2317
relative_P_5          	2024-158743	0.8000
relative_P_10         	2024-158743	0.6000
relative_P_15         	2024-158743	0.7333
relative_P_20         	2024-158743	0.8000
relative_P_30         	2024-158743	0.8000
relative_P_100        	2024-158743	0.6200
relative_P_200        	2024-158743	0.3100
relative_P_500        	2024-158743	0.3039
relative_P_1000       	2024-158743	0.3039
success_1             	2024-158743	1.0000
success_5             	2024-158743	1.0000
success_10            	2024-158743	1.0000
set_P                 	2024-158743	0.6200
set_relative_P        	2024-158743	0.6200
set_recall            	2024-158743	0.3039
set_map               	2024-158743	0.1884
set_F                 	2024-158743	0.4079
num_nonrel_judged_ret 	2024-158743	3
num_ret               	2024-18963	100
num_rel               	2024-18963	121
num_rel_ret           	2024-18963	21
map                   	2024-18963	0.0305
Rprec                 	2024-18963	0.1736
bpref                 	2024-18963	0.1246
recip_rank            	2024-18963	0.1250
iprec_at_recall_0.00  	2024-18963	0.2222
iprec_at_recall_0.10  	2024-18963	0.2100
iprec_at_recall_0.20  	2024-18963	0.0000
iprec_at_recall_0.30  	2024-18963	0.0000
iprec_at_recall_0.40  	2024-18963	0.0000
iprec_at_recall_0.50  	2024-18963	0.0000
iprec_at_recall_0.60  	2024-18963	0.0000
iprec_at_recall_0.70  	2024-18963	0.0000
iprec_at_recall_0.80  	2024-18963	0.0000
iprec_at_recall_0.90  	2024-18963	0.0000
iprec_at_recall_1.00  	2024-18963	0.0000
P_5                   	2024-18963	0.0000
P_10                  	2024-18963	0.2000
P_15                  	2024-18963	0.2000
P_20                  	2024-18963	0.1500
P_30                  	2024-18963	0.1333
P_100                 	2024-18963	0.2100
P_200                 	2024-18963	0.1050
P_500                 	2024-18963	0.0420
P_1000                	2024-18963	0.0210
relstring             	2024-18963	'0000000130'
recall_5              	2024-18963	0.0000
recall_10             	2024-18963	0.0165
recall_15             	2024-18963	0.0248
recall_20             	2024-18963	0.0248
recall_30             	2024-18963	0.0331
recall_100            	2024-18963	0.1736
recall_200            	2024-18963	0.1736
recall_500            	2024-18963	0.1736
recall_1000           	2024-18963	0.1736
infAP                 	2024-18963	0.0305
Rprec_mult_0.20       	2024-18963	0.1600
Rprec_mult_0.40       	2024-18963	0.1429
Rprec_mult_0.60       	2024-18963	0.1781
Rprec_mult_0.80       	2024-18963	0.1959
Rprec_mult_1.00       	2024-18963	0.1736
Rprec_mult_1.20       	2024-18963	0.1438
Rprec_mult_1.40       	2024-18963	0.1235
Rprec_mult_1.60       	2024-18963	0.1082
Rprec_mult_1.80       	2024-18963	0.0963
Rprec_mult_2.00       	2024-18963	0.0868
utility               	2024-18963	-58.0000
11pt_avg              	2024-18963	0.0393
binG                  	2024-18963	0.0333
G                     	2024-18963	0.0309
ndcg                  	2024-18963	0.1641
ndcg_rel              	2024-18963	0.1581
Rndcg                 	2024-18963	0.1272
ndcg_cut_5            	2024-18963	0.0000
ndcg_cut_10           	2024-18963	0.0894
ndcg_cut_15           	2024-18963	0.1190
ndcg_cut_20           	2024-18963	0.1041
ndcg_cut_30           	2024-18963	0.1044
ndcg_cut_100          	2024-18963	0.1762
ndcg_cut_200          	2024-18963	0.1641
ndcg_cut_500          	2024-18963	0.1641
ndcg_cut_1000         	2024-18963	0.1641
map_cut_5             	2024-18963	0.0000
map_cut_10            	2024-18963	0.0029
map_cut_15            	2024-18963	0.0045
map_cut_20            	2024-18963	0.0045
map_cut_30            	2024-18963	0.0061
map_cut_100           	2024-18963	0.0305
map_cut_200           	2024-18963	0.0305
map_cut_500           	2024-18963	0.0305
map_cut_1000          	2024-18963	0.0305
relative_P_5          	2024-18963	0.0000
relative_P_10         	2024-18963	0.2000
relative_P_15         	2024-18963	0.2000
relative_P_20         	2024-18963	0.1500
relative_P_30         	2024-18963	0.1333
relative_P_100        	2024-18963	0.2100
relative_P_200        	2024-18963	0.1736
relative_P_500        	2024-18963	0.1736
relative_P_1000       	2024-18963	0.1736
success_1             	2024-18963	0.0000
success_5             	2024-18963	0.0000
success_10            	2024-18963	1.0000
set_P                 	2024-18963	0.2100
set_relative_P        	2024-18963	0.2100
set_recall            	2024-18963	0.1736
set_map               	2024-18963	0.0364
set_F                 	2024-18963	0.1900
num_nonrel_judged_ret 	2024-18963	47
num_ret               	2024-19025	100
num_rel               	2024-19025	43
num_rel_ret           	2024-19025	18
map                   	2024-19025	0.1428
Rprec                 	2024-19025	0.2558
bpref                 	2024-19025	0.2488
recip_rank            	2024-19025	1.0000
iprec_at_recall_0.00  	2024-19025	1.0000
iprec_at_recall_0.10  	2024-19025	0.4444
iprec_at_recall_0.20  	2024-19025	0.3750
iprec_at_recall_0.30  	2024-19025	0.2407
iprec_at_recall_0.40  	2024-19025	0.1957
iprec_at_recall_0.50  	2024-19025	0.0000
iprec_at_recall_0.60  	2024-19025	0.0000
iprec_at_recall_0.70  	2024-19025	0.0000
iprec_at_recall_0.80  	2024-19025	0.0000
iprec_at_recall_0.90  	2024-19025	0.0000
iprec_at_recall_1.00  	2024-19025	0.0000
P_5                   	2024-19025	0.4000
P_10                  	2024-19025	0.3000
P_15                  	2024-19025	0.4000
P_20                  	2024-19025	0.4000
P_30                  	2024-19025	0.3000
P_100                 	2024-19025	0.1800
P_200                 	2024-19025	0.0900
P_500                 	2024-19025	0.0360
P_1000                	2024-19025	0.0180
relstring             	2024-19025	'3000200002'
recall_5              	2024-19025	0.0465
recall_10             	2024-19025	0.0698
recall_15             	2024-19025	0.1395
recall_20             	2024-19025	0.1860
recall_30             	2024-19025	0.2093
recall_100            	2024-19025	0.4186
recall_200            	2024-19025	0.4186
recall_500            	2024-19025	0.4186
recall_1000           	2024-19025	0.4186
infAP                 	2024-19025	0.1428
Rprec_mult_0.20       	2024-19025	0.2222
Rprec_mult_0.40       	2024-19025	0.4444
Rprec_mult_0.60       	2024-19025	0.3462
Rprec_mult_0.80       	2024-19025	0.2571
Rprec_mult_1.00       	2024-19025	0.2558
Rprec_mult_1.20       	2024-19025	0.2308
Rprec_mult_1.40       	2024-19025	0.2295
Rprec_mult_1.60       	2024-19025	0.2319
Rprec_mult_1.80       	2024-19025	0.2051
Rprec_mult_2.00       	2024-19025	0.1860
utility               	2024-19025	-64.0000
11pt_avg              	2024-19025	0.2051
binG                  	2024-19025	0.1178
G                     	2024-19025	0.1122
ndcg                  	2024-19025	0.4264
ndcg_rel              	2024-19025	0.4370
Rndcg                 	2024-19025	0.5860
ndcg_cut_5            	2024-19025	0.5472
ndcg_cut_10           	2024-19025	0.4314
ndcg_cut_15           	2024-19025	0.4654
ndcg_cut_20           	2024-19025	0.4557
ndcg_cut_30           	2024-19025	0.3779
ndcg_cut_100          	2024-19025	0.4264
ndcg_cut_200          	2024-19025	0.4264
ndcg_cut_500          	2024-19025	0.4264
ndcg_cut_1000         	2024-19025	0.4264
map_cut_5             	2024-19025	0.0326
map_cut_10            	2024-19025	0.0395
map_cut_15            	2024-19025	0.0656
map_cut_20            	2024-19025	0.0855
map_cut_30            	2024-19025	0.0942
map_cut_100           	2024-19025	0.1428
map_cut_200           	2024-19025	0.1428
map_cut_500           	2024-19025	0.1428
map_cut_1000          	2024-19025	0.1428
relative_P_5          	2024-19025	0.4000
relative_P_10         	2024-19025	0.3000
relative_P_15         	2024-19025	0.4000
relative_P_20         	2024-19025	0.4000
relative_P_30         	2024-19025	0.3000
relative_P_100        	2024-19025	0.4186
relative_P_200        	2024-19025	0.4186
relative_P_500        	2024-19025	0.4186
relative_P_1000       	2024-19025	0.4186
success_1             	2024-19025	1.0000
success_5             	2024-19025	1.0000
success_10            	2024-19025	1.0000
set_P                 	2024-19025	0.1800
set_relative_P        	2024-19025	0.4186
set_recall            	2024-19025	0.4186
set_map               	2024-19025	0.0753
set_F                 	2024-19025	0.2517
num_nonrel_judged_ret 	2024-19025	38
num_ret               	2024-213469	100
num_rel               	2024-213469	151
num_rel_ret           	2024-213469	41
map                   	2024-213469	0.1772
Rprec                 	2024-213469	0.2715
bpref                 	2024-213469	0.2510
recip_rank            	2024-213469	1.0000
iprec_at_recall_0.00  	2024-213469	1.0000
iprec_at_recall_0.10  	2024-213469	0.6000
iprec_at_recall_0.20  	2024-213469	0.4805
iprec_at_recall_0.30  	2024-213469	0.0000
iprec_at_recall_0.40  	2024-213469	0.0000
iprec_at_recall_0.50  	2024-213469	0.0000
iprec_at_recall_0.60  	2024-213469	0.0000
iprec_at_recall_0.70  	2024-213469	0.0000
iprec_at_recall_0.80  	2024-213469	0.0000
iprec_at_recall_0.90  	2024-213469	0.0000
iprec_at_recall_1.00  	2024-213469	0.0000
P_5                   	2024-213469	1.0000
P_10                  	2024-213469	0.9000
P_15                  	2024-213469	0.8000
P_20                  	2024-213469	0.7000
P_30                  	2024-213469	0.6000
P_100                 	2024-213469	0.4100
P_200                 	2024-213469	0.2050
P_500                 	2024-213469	0.0820
P_1000                	2024-213469	0.0410
relstring             	2024-213469	'111222212-'
recall_5              	2024-213469	0.0331
recall_10             	2024-213469	0.0596
recall_15             	2024-213469	0.0795
recall_20             	2024-213469	0.0927
recall_30             	2024-213469	0.1192
recall_100            	2024-213469	0.2715
recall_200            	2024-213469	0.2715
recall_500            	2024-213469	0.2715
recall_1000           	2024-213469	0.2715
infAP                 	2024-213469	0.1772
Rprec_mult_0.20       	2024-213469	0.5806
Rprec_mult_0.40       	2024-213469	0.4590
Rprec_mult_0.60       	2024-213469	0.4286
Rprec_mult_0.80       	2024-213469	0.3388
Rprec_mult_1.00       	2024-213469	0.2715
Rprec_mult_1.20       	2024-213469	0.2253
Rprec_mult_1.40       	2024-213469	0.1934
Rprec_mult_1.60       	2024-213469	0.1694
Rprec_mult_1.80       	2024-213469	0.1507
Rprec_mult_2.00       	2024-213469	0.1358
utility               	2024-213469	-18.0000
11pt_avg              	2024-213469	0.1891
binG                  	2024-213469	0.1144
G                     	2024-213469	0.0732
ndcg                  	2024-213469	0.3431
ndcg_rel              	2024-213469	0.3896
Rndcg                 	2024-213469	0.4124
ndcg_cut_5            	2024-213469	0.6386
ndcg_cut_10           	2024-213469	0.6672
ndcg_cut_15           	2024-213469	0.6089
ndcg_cut_20           	2024-213469	0.5413
ndcg_cut_30           	2024-213469	0.4884
ndcg_cut_100          	2024-213469	0.4294
ndcg_cut_200          	2024-213469	0.3431
ndcg_cut_500          	2024-213469	0.3431
ndcg_cut_1000         	2024-213469	0.3431
map_cut_5             	2024-213469	0.0331
map_cut_10            	2024-213469	0.0596
map_cut_15            	2024-213469	0.0774
map_cut_20            	2024-213469	0.0882
map_cut_30            	2024-213469	0.1038
map_cut_100           	2024-213469	0.1772
map_cut_200           	2024-213469	0.1772
map_cut_500           	2024-213469	0.1772
map_cut_1000          	2024-213469	0.1772
relative_P_5          	2024-213469	1.0000
relative_P_10         	2024-213469	0.9000
relative_P_15         	2024-213469	0.8000
relative_P_20         	2024-213469	0.7000
relative_P_30         	2024-213469	0.6000
relative_P_100        	2024-213469	0.4100
relative_P_200        	2024-213469	0.2715
relative_P_500        	2024-213469	0.2715
relative_P_1000       	2024-213469	0.2715
success_1             	2024-213469	1.0000
success_5             	2024-213469	1.0000
success_10            	2024-213469	1.0000
set_P                 	2024-213469	0.4100
set_relative_P        	2024-213469	0.4100
set_recall            	2024-213469	0.2715
set_map               	2024-213469	0.1113
set_F                 	2024-213469	0.3267
num_nonrel_judged_ret 	2024-213469	10
num_ret               	2024-213789	100
num_rel               	2024-213789	91
num_rel_ret           	2024-213789	39
map                   	2024-213789	0.3426
Rprec                 	2024-213789	0.4286
bpref                 	2024-213789	0.3872
recip_rank            	2024-213789	1.0000
iprec_at_recall_0.00  	2024-213789	1.0000
iprec_at_recall_0.10  	2024-213789	1.0000
iprec_at_recall_0.20  	2024-213789	0.8636
iprec_at_recall_0.30  	2024-213789	0.6829
iprec_at_recall_0.40  	2024-213789	0.5441
iprec_at_recall_0.50  	2024-213789	0.0000
iprec_at_recall_0.60  	2024-213789	0.0000
iprec_at_recall_0.70  	2024-213789	0.0000
iprec_at_recall_0.80  	2024-213789	0.0000
iprec_at_recall_0.90  	2024-213789	0.0000
iprec_at_recall_1.00  	2024-213789	0.0000
P_5                   	2024-213789	1.0000
P_10                  	2024-213789	1.0000
P_15                  	2024-213789	0.9333
P_20                  	2024-213789	0.8500
P_30                  	2024-213789	0.7667
P_100                 	2024-213789	0.3900
P_200                 	2024-213789	0.1950
P_500                 	2024-213789	0.0780
P_1000                	2024-213789	0.0390
relstring             	2024-213789	'2222121212'
recall_5              	2024-213789	0.0549
recall_10             	2024-213789	0.1099
recall_15             	2024-213789	0.1538
recall_20             	2024-213789	0.1868
recall_30             	2024-213789	0.2527
recall_100            	2024-213789	0.4286
recall_200            	2024-213789	0.4286
recall_500            	2024-213789	0.4286
recall_1000           	2024-213789	0.4286
infAP                 	2024-213789	0.3426
Rprec_mult_0.20       	2024-213789	0.8947
Rprec_mult_0.40       	2024-213789	0.7027
Rprec_mult_0.60       	2024-213789	0.5818
Rprec_mult_0.80       	2024-213789	0.5068
Rprec_mult_1.00       	2024-213789	0.4286
Rprec_mult_1.20       	2024-213789	0.3545
Rprec_mult_1.40       	2024-213789	0.3047
Rprec_mult_1.60       	2024-213789	0.2671
Rprec_mult_1.80       	2024-213789	0.2378
Rprec_mult_2.00       	2024-213789	0.2143
utility               	2024-213789	-22.0000
11pt_avg              	2024-213789	0.3719
binG                  	2024-213789	0.2348
G                     	2024-213789	0.1872
ndcg                  	2024-213789	0.5763
ndcg_rel              	2024-213789	0.6623
Rndcg                 	2024-213789	0.6099
ndcg_cut_5            	2024-213789	0.9344
ndcg_cut_10           	2024-213789	0.8876
ndcg_cut_15           	2024-213789	0.8484
ndcg_cut_20           	2024-213789	0.7900
ndcg_cut_30           	2024-213789	0.7100
ndcg_cut_100          	2024-213789	0.5763
ndcg_cut_200          	2024-213789	0.5763
ndcg_cut_500          	2024-213789	0.5763
ndcg_cut_1000         	2024-213789	0.5763
map_cut_5             	2024-213789	0.0549
map_cut_10            	2024-213789	0.1099
map_cut_15            	2024-213789	0.1538
map_cut_20            	2024-213789	0.1831
map_cut_30            	2024-213789	0.2361
map_cut_100           	2024-213789	0.3426
map_cut_200           	2024-213789	0.3426
map_cut_500           	2024-213789	0.3426
map_cut_1000          	2024-213789	0.3426
relative_P_5          	2024-213789	1.0000
relative_P_10         	2024-213789	1.0000
relative_P_15         	2024-213789	0.9333
relative_P_20         	2024-213789	0.8500
relative_P_30         	2024-213789	0.7667
relative_P_100        	2024-213789	0.4286
relative_P_200        	2024-213789	0.4286
relative_P_500        	2024-213789	0.4286
relative_P_1000       	2024-213789	0.4286
success_1             	2024-213789	1.0000
success_5             	2024-213789	1.0000
success_10            	2024-213789	1.0000
set_P                 	2024-213789	0.3900
set_relative_P        	2024-213789	0.4286
set_recall            	2024-213789	0.4286
set_map               	2024-213789	0.1671
set_F                 	2024-213789	0.4084
num_nonrel_judged_ret 	2024-213789	42
num_ret               	2024-213817	100
num_rel               	2024-213817	80
num_rel_ret           	2024-213817	45
map                   	2024-213817	0.4486
Rprec                 	2024-213817	0.5250
bpref                 	2024-213817	0.5183
recip_rank            	2024-213817	1.0000
iprec_at_recall_0.00  	2024-213817	1.0000
iprec_at_recall_0.10  	2024-213817	1.0000
iprec_at_recall_0.20  	2024-213817	0.9000
iprec_at_recall_0.30  	2024-213817	0.8571
iprec_at_recall_0.40  	2024-213817	0.7021
iprec_at_recall_0.50  	2024-213817	0.6154
iprec_at_recall_0.60  	2024-213817	0.0000
iprec_at_recall_0.70  	2024-213817	0.0000
iprec_at_recall_0.80  	2024-213817	0.0000
iprec_at_recall_0.90  	2024-213817	0.0000
iprec_at_recall_1.00  	2024-213817	0.0000
P_5                   	2024-213817	1.0000
P_10                  	2024-213817	1.0000
P_15                  	2024-213817	0.8667
P_20                  	2024-213817	0.9000
P_30                  	2024-213817	0.8333
P_100                 	2024-213817	0.4500
P_200                 	2024-213817	0.2250
P_500                 	2024-213817	0.0900
P_1000                	2024-213817	0.0450
relstring             	2024-213817	'1221223311'
recall_5              	2024-213817	0.0625
recall_10             	2024-213817	0.1250
recall_15             	2024-213817	0.1625
recall_20             	2024-213817	0.2250
recall_30             	2024-213817	0.3125
recall_100            	2024-213817	0.5625
recall_200            	2024-213817	0.5625
recall_500            	2024-213817	0.5625
recall_1000           	2024-213817	0.5625
infAP                 	2024-213817	0.4486
Rprec_mult_0.20       	2024-213817	0.8750
Rprec_mult_0.40       	2024-213817	0.7812
Rprec_mult_0.60       	2024-213817	0.6875
Rprec_mult_0.80       	2024-213817	0.6094
Rprec_mult_1.00       	2024-213817	0.5250
Rprec_mult_1.20       	2024-213817	0.4688
Rprec_mult_1.40       	2024-213817	0.4018
Rprec_mult_1.60       	2024-213817	0.3516
Rprec_mult_1.80       	2024-213817	0.3125
Rprec_mult_2.00       	2024-213817	0.2812
utility               	2024-213817	-10.0000
11pt_avg              	2024-213817	0.4613
binG                  	2024-213817	0.2667
G                     	2024-213817	0.1354
ndcg                  	2024-213817	0.5684
ndcg_rel              	2024-213817	0.5679
Rndcg                 	2024-213817	0.5468
ndcg_cut_5            	2024-213817	0.5049
ndcg_cut_10           	2024-213817	0.6226
ndcg_cut_15           	2024-213817	0.5816
ndcg_cut_20           	2024-213817	0.6105
ndcg_cut_30           	2024-213817	0.6262
ndcg_cut_100          	2024-213817	0.5684
ndcg_cut_200          	2024-213817	0.5684
ndcg_cut_500          	2024-213817	0.5684
ndcg_cut_1000         	2024-213817	0.5684
map_cut_5             	2024-213817	0.0625
map_cut_10            	2024-213817	0.1250
map_cut_15            	2024-213817	0.1571
map_cut_20            	2024-213817	0.2126
map_cut_30            	2024-213817	0.2862
map_cut_100           	2024-213817	0.4486
map_cut_200           	2024-213817	0.4486
map_cut_500           	2024-213817	0.4486
map_cut_1000          	2024-213817	0.4486
relative_P_5          	2024-213817	1.0000
relative_P_10         	2024-213817	1.0000
relative_P_15         	2024-213817	0.8667
relative_P_20         	2024-213817	0.9000
relative_P_30         	2024-213817	0.8333
relative_P_100        	2024-213817	0.5625
relative_P_200        	2024-213817	0.5625
relative_P_500        	2024-213817	0.5625
relative_P_1000       	2024-213817	0.5625
success_1             	2024-213817	1.0000
success_5             	2024-213817	1.0000
success_10            	2024-213817	1.0000
set_P                 	2024-213817	0.4500
set_relative_P        	2024-213817	0.5625
set_recall            	2024-213817	0.5625
set_map               	2024-213817	0.2531
set_F                 	2024-213817	0.5000
num_nonrel_judged_ret 	2024-213817	23
num_ret               	2024-213978	100
num_rel               	2024-213978	69
num_rel_ret           	2024-213978	38
map                   	2024-213978	0.3996
Rprec                 	2024-213978	0.5217
bpref                 	2024-213978	0.5462
recip_rank            	2024-213978	1.0000
iprec_at_recall_0.00  	2024-213978	1.0000
iprec_at_recall_0.10  	2024-213978	0.8750
iprec_at_recall_0.20  	2024-213978	0.8421
iprec_at_recall_0.30  	2024-213978	0.7931
iprec_at_recall_0.40  	2024-213978	0.7000
iprec_at_recall_0.50  	2024-213978	0.5385
iprec_at_recall_0.60  	2024-213978	0.0000
iprec_at_recall_0.70  	2024-213978	0.0000
iprec_at_recall_0.80  	2024-213978	0.0000
iprec_at_recall_0.90  	2024-213978	0.0000
iprec_at_recall_1.00  	2024-213978	0.0000
P_5                   	2024-213978	0.8000
P_10                  	2024-213978	0.7000
P_15                  	2024-213978	0.8000
P_20                  	2024-213978	0.8000
P_30                  	2024-213978	0.7667
P_100                 	2024-213978	0.3800
P_200                 	2024-213978	0.1900
P_500                 	2024-213978	0.0760
P_1000                	2024-213978	0.0380
relstring             	2024-213978	'1-121112--'
recall_5              	2024-213978	0.0580
recall_10             	2024-213978	0.1014
recall_15             	2024-213978	0.1739
recall_20             	2024-213978	0.2319
recall_30             	2024-213978	0.3333
recall_100            	2024-213978	0.5507
recall_200            	2024-213978	0.5507
recall_500            	2024-213978	0.5507
recall_1000           	2024-213978	0.5507
infAP                 	2024-213978	0.3996
Rprec_mult_0.20       	2024-213978	0.7857
Rprec_mult_0.40       	2024-213978	0.7857
Rprec_mult_0.60       	2024-213978	0.6667
Rprec_mult_0.80       	2024-213978	0.5893
Rprec_mult_1.00       	2024-213978	0.5217
Rprec_mult_1.20       	2024-213978	0.4337
Rprec_mult_1.40       	2024-213978	0.3918
Rprec_mult_1.60       	2024-213978	0.3423
Rprec_mult_1.80       	2024-213978	0.3040
Rprec_mult_2.00       	2024-213978	0.2754
utility               	2024-213978	-24.0000
11pt_avg              	2024-213978	0.4317
binG                  	2024-213978	0.2109
G                     	2024-213978	0.1320
ndcg                  	2024-213978	0.5124
ndcg_rel              	2024-213978	0.5069
Rndcg                 	2024-213978	0.4976
ndcg_cut_5            	2024-213978	0.4660
ndcg_cut_10           	2024-213978	0.4477
ndcg_cut_15           	2024-213978	0.4595
ndcg_cut_20           	2024-213978	0.4917
ndcg_cut_30           	2024-213978	0.5480
ndcg_cut_100          	2024-213978	0.5124
ndcg_cut_200          	2024-213978	0.5124
ndcg_cut_500          	2024-213978	0.5124
ndcg_cut_1000         	2024-213978	0.5124
map_cut_5             	2024-213978	0.0466
map_cut_10            	2024-213978	0.0838
map_cut_15            	2024-213978	0.1393
map_cut_20            	2024-213978	0.1873
map_cut_30            	2024-213978	0.2672
map_cut_100           	2024-213978	0.3996
map_cut_200           	2024-213978	0.3996
map_cut_500           	2024-213978	0.3996
map_cut_1000          	2024-213978	0.3996
relative_P_5          	2024-213978	0.8000
relative_P_10         	2024-213978	0.7000
relative_P_15         	2024-213978	0.8000
relative_P_20         	2024-213978	0.8000
relative_P_30         	2024-213978	0.7667
relative_P_100        	2024-213978	0.5507
relative_P_200        	2024-213978	0.5507
relative_P_500        	2024-213978	0.5507
relative_P_1000       	2024-213978	0.5507
success_1             	2024-213978	1.0000
success_5             	2024-213978	1.0000
success_10            	2024-213978	1.0000
set_P                 	2024-213978	0.3800
set_relative_P        	2024-213978	0.5507
set_recall            	2024-213978	0.5507
set_map               	2024-213978	0.2093
set_F                 	2024-213978	0.4497
num_nonrel_judged_ret 	2024-213978	1
num_ret               	2024-214096	100
num_rel               	2024-214096	183
num_rel_ret           	2024-214096	56
map                   	2024-214096	0.2296
Rprec                 	2024-214096	0.3060
bpref                 	2024-214096	0.2896
recip_rank            	2024-214096	1.0000
iprec_at_recall_0.00  	2024-214096	1.0000
iprec_at_recall_0.10  	2024-214096	0.8485
iprec_at_recall_0.20  	2024-214096	0.7255
iprec_at_recall_0.30  	2024-214096	0.6044
iprec_at_recall_0.40  	2024-214096	0.0000
iprec_at_recall_0.50  	2024-214096	0.0000
iprec_at_recall_0.60  	2024-214096	0.0000
iprec_at_recall_0.70  	2024-214096	0.0000
iprec_at_recall_0.80  	2024-214096	0.0000
iprec_at_recall_0.90  	2024-214096	0.0000
iprec_at_recall_1.00  	2024-214096	0.0000
P_5                   	2024-214096	0.8000
P_10                  	2024-214096	0.8000
P_15                  	2024-214096	0.8000
P_20                  	2024-214096	0.8000
P_30                  	2024-214096	0.8333
P_100                 	2024-214096	0.5600
P_200                 	2024-214096	0.2800
P_500                 	2024-214096	0.1120
P_1000                	2024-214096	0.0560
relstring             	2024-214096	'3302101123'
recall_5              	2024-214096	0.0219
recall_10             	2024-214096	0.0437
recall_15             	2024-214096	0.0656
recall_20             	2024-214096	0.0874
recall_30             	2024-214096	0.1366
recall_100            	2024-214096	0.3060
recall_200            	2024-214096	0.3060
recall_500            	2024-214096	0.3060
recall_1000           	2024-214096	0.3060
infAP                 	2024-214096	0.2296
Rprec_mult_0.20       	2024-214096	0.7838
Rprec_mult_0.40       	2024-214096	0.6486
Rprec_mult_0.60       	2024-214096	0.5091
Rprec_mult_0.80       	2024-214096	0.3810
Rprec_mult_1.00       	2024-214096	0.3060
Rprec_mult_1.20       	2024-214096	0.2545
Rprec_mult_1.40       	2024-214096	0.2179
Rprec_mult_1.60       	2024-214096	0.1911
Rprec_mult_1.80       	2024-214096	0.1697
Rprec_mult_2.00       	2024-214096	0.1530
utility               	2024-214096	12.0000
11pt_avg              	2024-214096	0.2889
binG                  	2024-214096	0.1073
G                     	2024-214096	0.0901
ndcg                  	2024-214096	0.4322
ndcg_rel              	2024-214096	0.4960
Rndcg                 	2024-214096	0.5209
ndcg_cut_5            	2024-214096	0.6943
ndcg_cut_10           	2024-214096	0.6190
ndcg_cut_15           	2024-214096	0.6337
ndcg_cut_20           	2024-214096	0.6417
ndcg_cut_30           	2024-214096	0.6725
ndcg_cut_100          	2024-214096	0.5470
ndcg_cut_200          	2024-214096	0.4322
ndcg_cut_500          	2024-214096	0.4322
ndcg_cut_1000         	2024-214096	0.4322
map_cut_5             	2024-214096	0.0194
map_cut_10            	2024-214096	0.0360
map_cut_15            	2024-214096	0.0544
map_cut_20            	2024-214096	0.0715
map_cut_30            	2024-214096	0.1117
map_cut_100           	2024-214096	0.2296
map_cut_200           	2024-214096	0.2296
map_cut_500           	2024-214096	0.2296
map_cut_1000          	2024-214096	0.2296
relative_P_5          	2024-214096	0.8000
relative_P_10         	2024-214096	0.8000
relative_P_15         	2024-214096	0.8000
relative_P_20         	2024-214096	0.8000
relative_P_30         	2024-214096	0.8333
relative_P_100        	2024-214096	0.5600
relative_P_200        	2024-214096	0.3060
relative_P_500        	2024-214096	0.3060
relative_P_1000       	2024-214096	0.3060
success_1             	2024-214096	1.0000
success_5             	2024-214096	1.0000
success_10            	2024-214096	1.0000
set_P                 	2024-214096	0.5600
set_relative_P        	2024-214096	0.5600
set_recall            	2024-214096	0.3060
set_map               	2024-214096	0.1714
set_F                 	2024-214096	0.3958
num_nonrel_judged_ret 	2024-214096	13
num_ret               	2024-214126	100
num_rel               	2024-214126	9
num_rel_ret           	2024-214126	8
map                   	2024-214126	0.0810
Rprec                 	2024-214126	0.0000
bpref                 	2024-214126	0.0000
recip_rank            	2024-214126	0.0833
iprec_at_recall_0.00  	2024-214126	0.1176
iprec_at_recall_0.10  	2024-214126	0.1176
iprec_at_recall_0.20  	2024-214126	0.1176
iprec_at_recall_0.30  	2024-214126	0.1000
iprec_at_recall_0.40  	2024-214126	0.1000
iprec_at_recall_0.50  	2024-214126	0.1000
iprec_at_recall_0.60  	2024-214126	0.0952
iprec_at_recall_0.70  	2024-214126	0.0875
iprec_at_recall_0.80  	2024-214126	0.0842
iprec_at_recall_0.90  	2024-214126	0.0000
iprec_at_recall_1.00  	2024-214126	0.0000
P_5                   	2024-214126	0.0000
P_10                  	2024-214126	0.0000
P_15                  	2024-214126	0.0667
P_20                  	2024-214126	0.1000
P_30                  	2024-214126	0.0667
P_100                 	2024-214126	0.0800
P_200                 	2024-214126	0.0400
P_500                 	2024-214126	0.0160
P_1000                	2024-214126	0.0080
relstring             	2024-214126	'0000000-00'
recall_5              	2024-214126	0.0000
recall_10             	2024-214126	0.0000
recall_15             	2024-214126	0.1111
recall_20             	2024-214126	0.2222
recall_30             	2024-214126	0.2222
recall_100            	2024-214126	0.8889
recall_200            	2024-214126	0.8889
recall_500            	2024-214126	0.8889
recall_1000           	2024-214126	0.8889
infAP                 	2024-214126	0.0810
Rprec_mult_0.20       	2024-214126	0.0000
Rprec_mult_0.40       	2024-214126	0.0000
Rprec_mult_0.60       	2024-214126	0.0000
Rprec_mult_0.80       	2024-214126	0.0000
Rprec_mult_1.00       	2024-214126	0.0000
Rprec_mult_1.20       	2024-214126	0.0000
Rprec_mult_1.40       	2024-214126	0.0769
Rprec_mult_1.60       	2024-214126	0.0667
Rprec_mult_1.80       	2024-214126	0.1176
Rprec_mult_2.00       	2024-214126	0.1111
utility               	2024-214126	-84.0000
11pt_avg              	2024-214126	0.0836
binG                  	2024-214126	0.1723
G                     	2024-214126	0.1723
ndcg                  	2024-214126	0.3591
ndcg_rel              	2024-214126	0.2364
Rndcg                 	2024-214126	0.1796
ndcg_cut_5            	2024-214126	0.0000
ndcg_cut_10           	2024-214126	0.0000
ndcg_cut_15           	2024-214126	0.0635
ndcg_cut_20           	2024-214126	0.1199
ndcg_cut_30           	2024-214126	0.1199
ndcg_cut_100          	2024-214126	0.3591
ndcg_cut_200          	2024-214126	0.3591
ndcg_cut_500          	2024-214126	0.3591
ndcg_cut_1000         	2024-214126	0.3591
map_cut_5             	2024-214126	0.0000
map_cut_10            	2024-214126	0.0000
map_cut_15            	2024-214126	0.0093
map_cut_20            	2024-214126	0.0223
map_cut_30            	2024-214126	0.0223
map_cut_100           	2024-214126	0.0810
map_cut_200           	2024-214126	0.0810
map_cut_500           	2024-214126	0.0810
map_cut_1000          	2024-214126	0.0810
relative_P_5          	2024-214126	0.0000
relative_P_10         	2024-214126	0.0000
relative_P_15         	2024-214126	0.1111
relative_P_20         	2024-214126	0.2222
relative_P_30         	2024-214126	0.2222
relative_P_100        	2024-214126	0.8889
relative_P_200        	2024-214126	0.8889
relative_P_500        	2024-214126	0.8889
relative_P_1000       	2024-214126	0.8889
success_1             	2024-214126	0.0000
success_5             	2024-214126	0.0000
success_10            	2024-214126	0.0000
set_P                 	2024-214126	0.0800
set_relative_P        	2024-214126	0.8889
set_recall            	2024-214126	0.8889
set_map               	2024-214126	0.0711
set_F                 	2024-214126	0.1468
num_nonrel_judged_ret 	2024-214126	50
num_ret               	2024-214257	100
num_rel               	2024-214257	57
num_rel_ret           	2024-214257	38
map                   	2024-214257	0.4948
Rprec                 	2024-214257	0.4912
bpref                 	2024-214257	0.5226
recip_rank            	2024-214257	1.0000
iprec_at_recall_0.00  	2024-214257	1.0000
iprec_at_recall_0.10  	2024-214257	1.0000
iprec_at_recall_0.20  	2024-214257	0.9231
iprec_at_recall_0.30  	2024-214257	0.7826
iprec_at_recall_0.40  	2024-214257	0.6757
iprec_at_recall_0.50  	2024-214257	0.5085
iprec_at_recall_0.60  	2024-214257	0.4353
iprec_at_recall_0.70  	2024-214257	0.0000
iprec_at_recall_0.80  	2024-214257	0.0000
iprec_at_recall_0.90  	2024-214257	0.0000
iprec_at_recall_1.00  	2024-214257	0.0000
P_5                   	2024-214257	1.0000
P_10                  	2024-214257	1.0000
P_15                  	2024-214257	0.8667
P_20                  	2024-214257	0.8500
P_30                  	2024-214257	0.7000
P_100                 	2024-214257	0.3800
P_200                 	2024-214257	0.1900
P_500                 	2024-214257	0.0760
P_1000                	2024-214257	0.0380
relstring             	2024-214257	'2111212111'
recall_5              	2024-214257	0.0877
recall_10             	2024-214257	0.1754
recall_15             	2024-214257	0.2281
recall_20             	2024-214257	0.2982
recall_30             	2024-214257	0.3684
recall_100            	2024-214257	0.6667
recall_200            	2024-214257	0.6667
recall_500            	2024-214257	0.6667
recall_1000           	2024-214257	0.6667
infAP                 	2024-214257	0.4948
Rprec_mult_0.20       	2024-214257	0.9167
Rprec_mult_0.40       	2024-214257	0.7826
Rprec_mult_0.60       	2024-214257	0.6571
Rprec_mult_0.80       	2024-214257	0.5870
Rprec_mult_1.00       	2024-214257	0.4912
Rprec_mult_1.20       	2024-214257	0.4638
Rprec_mult_1.40       	2024-214257	0.4250
Rprec_mult_1.60       	2024-214257	0.4022
Rprec_mult_1.80       	2024-214257	0.3689
Rprec_mult_2.00       	2024-214257	0.3333
utility               	2024-214257	-24.0000
11pt_avg              	2024-214257	0.4841
binG                  	2024-214257	0.3232
G                     	2024-214257	0.1948
ndcg                  	2024-214257	0.6549
ndcg_rel              	2024-214257	0.6512
Rndcg                 	2024-214257	0.5889
ndcg_cut_5            	2024-214257	0.7352
ndcg_cut_10           	2024-214257	0.6893
ndcg_cut_15           	2024-214257	0.6011
ndcg_cut_20           	2024-214257	0.6253
ndcg_cut_30           	2024-214257	0.6211
ndcg_cut_100          	2024-214257	0.6549
ndcg_cut_200          	2024-214257	0.6549
ndcg_cut_500          	2024-214257	0.6549
ndcg_cut_1000         	2024-214257	0.6549
map_cut_5             	2024-214257	0.0877
map_cut_10            	2024-214257	0.1754
map_cut_15            	2024-214257	0.2229
map_cut_20            	2024-214257	0.2817
map_cut_30            	2024-214257	0.3335
map_cut_100           	2024-214257	0.4948
map_cut_200           	2024-214257	0.4948
map_cut_500           	2024-214257	0.4948
map_cut_1000          	2024-214257	0.4948
relative_P_5          	2024-214257	1.0000
relative_P_10         	2024-214257	1.0000
relative_P_15         	2024-214257	0.8667
relative_P_20         	2024-214257	0.8500
relative_P_30         	2024-214257	0.7000
relative_P_100        	2024-214257	0.6667
relative_P_200        	2024-214257	0.6667
relative_P_500        	2024-214257	0.6667
relative_P_1000       	2024-214257	0.6667
success_1             	2024-214257	1.0000
success_5             	2024-214257	1.0000
success_10            	2024-214257	1.0000
set_P                 	2024-214257	0.3800
set_relative_P        	2024-214257	0.6667
set_recall            	2024-214257	0.6667
set_map               	2024-214257	0.2533
set_F                 	2024-214257	0.4841
num_nonrel_judged_ret 	2024-214257	41
num_ret               	2024-214467	100
num_rel               	2024-214467	90
num_rel_ret           	2024-214467	51
map                   	2024-214467	0.4457
Rprec                 	2024-214467	0.5333
bpref                 	2024-214467	0.5172
recip_rank            	2024-214467	1.0000
iprec_at_recall_0.00  	2024-214467	1.0000
iprec_at_recall_0.10  	2024-214467	0.9375
iprec_at_recall_0.20  	2024-214467	0.9167
iprec_at_recall_0.30  	2024-214467	0.8378
iprec_at_recall_0.40  	2024-214467	0.7091
iprec_at_recall_0.50  	2024-214467	0.6338
iprec_at_recall_0.60  	2024-214467	0.0000
iprec_at_recall_0.70  	2024-214467	0.0000
iprec_at_recall_0.80  	2024-214467	0.0000
iprec_at_recall_0.90  	2024-214467	0.0000
iprec_at_recall_1.00  	2024-214467	0.0000
P_5                   	2024-214467	0.8000
P_10                  	2024-214467	0.9000
P_15                  	2024-214467	0.9333
P_20                  	2024-214467	0.9000
P_30                  	2024-214467	0.8000
P_100                 	2024-214467	0.5100
P_200                 	2024-214467	0.2550
P_500                 	2024-214467	0.1020
P_1000                	2024-214467	0.0510
relstring             	2024-214467	'2202222222'
recall_5              	2024-214467	0.0444
recall_10             	2024-214467	0.1000
recall_15             	2024-214467	0.1556
recall_20             	2024-214467	0.2000
recall_30             	2024-214467	0.2667
recall_100            	2024-214467	0.5667
recall_200            	2024-214467	0.5667
recall_500            	2024-214467	0.5667
recall_1000           	2024-214467	0.5667
infAP                 	2024-214467	0.4457
Rprec_mult_0.20       	2024-214467	0.8889
Rprec_mult_0.40       	2024-214467	0.8333
Rprec_mult_0.60       	2024-214467	0.7037
Rprec_mult_0.80       	2024-214467	0.6250
Rprec_mult_1.00       	2024-214467	0.5333
Rprec_mult_1.20       	2024-214467	0.4722
Rprec_mult_1.40       	2024-214467	0.4048
Rprec_mult_1.60       	2024-214467	0.3542
Rprec_mult_1.80       	2024-214467	0.3148
Rprec_mult_2.00       	2024-214467	0.2833
utility               	2024-214467	2.0000
11pt_avg              	2024-214467	0.4577
binG                  	2024-214467	0.2356
G                     	2024-214467	0.1982
ndcg                  	2024-214467	0.6400
ndcg_rel              	2024-214467	0.7151
Rndcg                 	2024-214467	0.6460
ndcg_cut_5            	2024-214467	0.8304
ndcg_cut_10           	2024-214467	0.8900
ndcg_cut_15           	2024-214467	0.8715
ndcg_cut_20           	2024-214467	0.8254
ndcg_cut_30           	2024-214467	0.7641
ndcg_cut_100          	2024-214467	0.6400
ndcg_cut_200          	2024-214467	0.6400
ndcg_cut_500          	2024-214467	0.6400
ndcg_cut_1000         	2024-214467	0.6400
map_cut_5             	2024-214467	0.0394
map_cut_10            	2024-214467	0.0878
map_cut_15            	2024-214467	0.1391
map_cut_20            	2024-214467	0.1793
map_cut_30            	2024-214467	0.2384
map_cut_100           	2024-214467	0.4457
map_cut_200           	2024-214467	0.4457
map_cut_500           	2024-214467	0.4457
map_cut_1000          	2024-214467	0.4457
relative_P_5          	2024-214467	0.8000
relative_P_10         	2024-214467	0.9000
relative_P_15         	2024-214467	0.9333
relative_P_20         	2024-214467	0.9000
relative_P_30         	2024-214467	0.8000
relative_P_100        	2024-214467	0.5667
relative_P_200        	2024-214467	0.5667
relative_P_500        	2024-214467	0.5667
relative_P_1000       	2024-214467	0.5667
success_1             	2024-214467	1.0000
success_5             	2024-214467	1.0000
success_10            	2024-214467	1.0000
set_P                 	2024-214467	0.5100
set_relative_P        	2024-214467	0.5667
set_recall            	2024-214467	0.5667
set_map               	2024-214467	0.2890
set_F                 	2024-214467	0.5368
num_nonrel_judged_ret 	2024-214467	1
num_ret               	2024-215044	100
num_rel               	2024-215044	40
num_rel_ret           	2024-215044	17
map                   	2024-215044	0.1726
Rprec                 	2024-215044	0.3000
bpref                 	2024-215044	0.3067
recip_rank            	2024-215044	1.0000
iprec_at_recall_0.00  	2024-215044	1.0000
iprec_at_recall_0.10  	2024-215044	0.5714
iprec_at_recall_0.20  	2024-215044	0.5714
iprec_at_recall_0.30  	2024-215044	0.3000
iprec_at_recall_0.40  	2024-215044	0.2078
iprec_at_recall_0.50  	2024-215044	0.0000
iprec_at_recall_0.60  	2024-215044	0.0000
iprec_at_recall_0.70  	2024-215044	0.0000
iprec_at_recall_0.80  	2024-215044	0.0000
iprec_at_recall_0.90  	2024-215044	0.0000
iprec_at_recall_1.00  	2024-215044	0.0000
P_5                   	2024-215044	0.2000
P_10                  	2024-215044	0.5000
P_15                  	2024-215044	0.5333
P_20                  	2024-215044	0.4000
P_30                  	2024-215044	0.3333
P_100                 	2024-215044	0.1700
P_200                 	2024-215044	0.0850
P_500                 	2024-215044	0.0340
P_1000                	2024-215044	0.0170
relstring             	2024-215044	'2--0-12120'
recall_5              	2024-215044	0.0250
recall_10             	2024-215044	0.1250
recall_15             	2024-215044	0.2000
recall_20             	2024-215044	0.2000
recall_30             	2024-215044	0.2500
recall_100            	2024-215044	0.4250
recall_200            	2024-215044	0.4250
recall_500            	2024-215044	0.4250
recall_1000           	2024-215044	0.4250
infAP                 	2024-215044	0.1726
Rprec_mult_0.20       	2024-215044	0.5000
Rprec_mult_0.40       	2024-215044	0.5000
Rprec_mult_0.60       	2024-215044	0.3333
Rprec_mult_0.80       	2024-215044	0.3125
Rprec_mult_1.00       	2024-215044	0.3000
Rprec_mult_1.20       	2024-215044	0.2500
Rprec_mult_1.40       	2024-215044	0.2500
Rprec_mult_1.60       	2024-215044	0.2344
Rprec_mult_1.80       	2024-215044	0.2083
Rprec_mult_2.00       	2024-215044	0.2000
utility               	2024-215044	-66.0000
11pt_avg              	2024-215044	0.2410
binG                  	2024-215044	0.1328
G                     	2024-215044	0.0974
ndcg                  	2024-215044	0.3710
ndcg_rel              	2024-215044	0.3683
Rndcg                 	2024-215044	0.4134
ndcg_cut_5            	2024-215044	0.2900
ndcg_cut_10           	2024-215044	0.3906
ndcg_cut_15           	2024-215044	0.3717
ndcg_cut_20           	2024-215044	0.3184
ndcg_cut_30           	2024-215044	0.3033
ndcg_cut_100          	2024-215044	0.3710
ndcg_cut_200          	2024-215044	0.3710
ndcg_cut_500          	2024-215044	0.3710
ndcg_cut_1000         	2024-215044	0.3710
map_cut_5             	2024-215044	0.0250
map_cut_10            	2024-215044	0.0704
map_cut_15            	2024-215044	0.1107
map_cut_20            	2024-215044	0.1107
map_cut_30            	2024-215044	0.1286
map_cut_100           	2024-215044	0.1726
map_cut_200           	2024-215044	0.1726
map_cut_500           	2024-215044	0.1726
map_cut_1000          	2024-215044	0.1726
relative_P_5          	2024-215044	0.2000
relative_P_10         	2024-215044	0.5000
relative_P_15         	2024-215044	0.5333
relative_P_20         	2024-215044	0.4000
relative_P_30         	2024-215044	0.3333
relative_P_100        	2024-215044	0.4250
relative_P_200        	2024-215044	0.4250
relative_P_500        	2024-215044	0.4250
relative_P_1000       	2024-215044	0.4250
success_1             	2024-215044	1.0000
success_5             	2024-215044	1.0000
success_10            	2024-215044	1.0000
set_P                 	2024-215044	0.1700
set_relative_P        	2024-215044	0.4250
set_recall            	2024-215044	0.4250
set_map               	2024-215044	0.0722
set_F                 	2024-215044	0.2429
num_nonrel_judged_ret 	2024-215044	9
num_ret               	2024-215952	100
num_rel               	2024-215952	64
num_rel_ret           	2024-215952	36
map                   	2024-215952	0.2479
Rprec                 	2024-215952	0.3750
bpref                 	2024-215952	0.3601
recip_rank            	2024-215952	1.0000
iprec_at_recall_0.00  	2024-215952	1.0000
iprec_at_recall_0.10  	2024-215952	0.4375
iprec_at_recall_0.20  	2024-215952	0.4103
iprec_at_recall_0.30  	2024-215952	0.3934
iprec_at_recall_0.40  	2024-215952	0.3836
iprec_at_recall_0.50  	2024-215952	0.3763
iprec_at_recall_0.60  	2024-215952	0.0000
iprec_at_recall_0.70  	2024-215952	0.0000
iprec_at_recall_0.80  	2024-215952	0.0000
iprec_at_recall_0.90  	2024-215952	0.0000
iprec_at_recall_1.00  	2024-215952	0.0000
P_5                   	2024-215952	0.6000
P_10                  	2024-215952	0.5000
P_15                  	2024-215952	0.4000
P_20                  	2024-215952	0.4000
P_30                  	2024-215952	0.3667
P_100                 	2024-215952	0.3600
P_200                 	2024-215952	0.1800
P_500                 	2024-215952	0.0720
P_1000                	2024-215952	0.0360
relstring             	2024-215952	'3300301030'
recall_5              	2024-215952	0.0469
recall_10             	2024-215952	0.0781
recall_15             	2024-215952	0.0938
recall_20             	2024-215952	0.1250
recall_30             	2024-215952	0.1719
recall_100            	2024-215952	0.5625
recall_200            	2024-215952	0.5625
recall_500            	2024-215952	0.5625
recall_1000           	2024-215952	0.5625
infAP                 	2024-215952	0.2479
Rprec_mult_0.20       	2024-215952	0.4615
Rprec_mult_0.40       	2024-215952	0.4231
Rprec_mult_0.60       	2024-215952	0.4103
Rprec_mult_0.80       	2024-215952	0.3654
Rprec_mult_1.00       	2024-215952	0.3750
Rprec_mult_1.20       	2024-215952	0.3636
Rprec_mult_1.40       	2024-215952	0.3667
Rprec_mult_1.60       	2024-215952	0.3495
Rprec_mult_1.80       	2024-215952	0.3103
Rprec_mult_2.00       	2024-215952	0.2812
utility               	2024-215952	-28.0000
11pt_avg              	2024-215952	0.2728
binG                  	2024-215952	0.1522
G                     	2024-215952	0.1443
ndcg                  	2024-215952	0.5234
ndcg_rel              	2024-215952	0.5096
Rndcg                 	2024-215952	0.4412
ndcg_cut_5            	2024-215952	0.6844
ndcg_cut_10           	2024-215952	0.5348
ndcg_cut_15           	2024-215952	0.4622
ndcg_cut_20           	2024-215952	0.4071
ndcg_cut_30           	2024-215952	0.3785
ndcg_cut_100          	2024-215952	0.5234
ndcg_cut_200          	2024-215952	0.5234
ndcg_cut_500          	2024-215952	0.5234
ndcg_cut_1000         	2024-215952	0.5234
map_cut_5             	2024-215952	0.0406
map_cut_10            	2024-215952	0.0582
map_cut_15            	2024-215952	0.0668
map_cut_20            	2024-215952	0.0798
map_cut_30            	2024-215952	0.0999
map_cut_100           	2024-215952	0.2479
map_cut_200           	2024-215952	0.2479
map_cut_500           	2024-215952	0.2479
map_cut_1000          	2024-215952	0.2479
relative_P_5          	2024-215952	0.6000
relative_P_10         	2024-215952	0.5000
relative_P_15         	2024-215952	0.4000
relative_P_20         	2024-215952	0.4000
relative_P_30         	2024-215952	0.3667
relative_P_100        	2024-215952	0.5625
relative_P_200        	2024-215952	0.5625
relative_P_500        	2024-215952	0.5625
relative_P_1000       	2024-215952	0.5625
success_1             	2024-215952	1.0000
success_5             	2024-215952	1.0000
success_10            	2024-215952	1.0000
set_P                 	2024-215952	0.3600
set_relative_P        	2024-215952	0.5625
set_recall            	2024-215952	0.5625
set_map               	2024-215952	0.2025
set_F                 	2024-215952	0.4390
num_nonrel_judged_ret 	2024-215952	45
num_ret               	2024-216592	100
num_rel               	2024-216592	202
num_rel_ret           	2024-216592	67
map                   	2024-216592	0.3085
Rprec                 	2024-216592	0.3317
bpref                 	2024-216592	0.3304
recip_rank            	2024-216592	1.0000
iprec_at_recall_0.00  	2024-216592	1.0000
iprec_at_recall_0.10  	2024-216592	1.0000
iprec_at_recall_0.20  	2024-216592	0.9556
iprec_at_recall_0.30  	2024-216592	0.7531
iprec_at_recall_0.40  	2024-216592	0.0000
iprec_at_recall_0.50  	2024-216592	0.0000
iprec_at_recall_0.60  	2024-216592	0.0000
iprec_at_recall_0.70  	2024-216592	0.0000
iprec_at_recall_0.80  	2024-216592	0.0000
iprec_at_recall_0.90  	2024-216592	0.0000
iprec_at_recall_1.00  	2024-216592	0.0000
P_5                   	2024-216592	1.0000
P_10                  	2024-216592	1.0000
P_15                  	2024-216592	1.0000
P_20                  	2024-216592	1.0000
P_30                  	2024-216592	1.0000
P_100                 	2024-216592	0.6700
P_200                 	2024-216592	0.3350
P_500                 	2024-216592	0.1340
P_1000                	2024-216592	0.0670
relstring             	2024-216592	'2212211231'
recall_5              	2024-216592	0.0248
recall_10             	2024-216592	0.0495
recall_15             	2024-216592	0.0743
recall_20             	2024-216592	0.0990
recall_30             	2024-216592	0.1485
recall_100            	2024-216592	0.3317
recall_200            	2024-216592	0.3317
recall_500            	2024-216592	0.3317
recall_1000           	2024-216592	0.3317
infAP                 	2024-216592	0.3085
Rprec_mult_0.20       	2024-216592	0.9756
Rprec_mult_0.40       	2024-216592	0.7531
Rprec_mult_0.60       	2024-216592	0.5492
Rprec_mult_0.80       	2024-216592	0.4136
Rprec_mult_1.00       	2024-216592	0.3317
Rprec_mult_1.20       	2024-216592	0.2757
Rprec_mult_1.40       	2024-216592	0.2367
Rprec_mult_1.60       	2024-216592	0.2068
Rprec_mult_1.80       	2024-216592	0.1841
Rprec_mult_2.00       	2024-216592	0.1658
utility               	2024-216592	34.0000
11pt_avg              	2024-216592	0.3371
binG                  	2024-216592	0.2377
G                     	2024-216592	0.0887
ndcg                  	2024-216592	0.4496
ndcg_rel              	2024-216592	0.5250
Rndcg                 	2024-216592	0.5436
ndcg_cut_5            	2024-216592	0.6101
ndcg_cut_10           	2024-216592	0.5803
ndcg_cut_15           	2024-216592	0.6428
ndcg_cut_20           	2024-216592	0.6986
ndcg_cut_30           	2024-216592	0.7261
ndcg_cut_100          	2024-216592	0.5921
ndcg_cut_200          	2024-216592	0.4515
ndcg_cut_500          	2024-216592	0.4496
ndcg_cut_1000         	2024-216592	0.4496
map_cut_5             	2024-216592	0.0248
map_cut_10            	2024-216592	0.0495
map_cut_15            	2024-216592	0.0743
map_cut_20            	2024-216592	0.0990
map_cut_30            	2024-216592	0.1485
map_cut_100           	2024-216592	0.3085
map_cut_200           	2024-216592	0.3085
map_cut_500           	2024-216592	0.3085
map_cut_1000          	2024-216592	0.3085
relative_P_5          	2024-216592	1.0000
relative_P_10         	2024-216592	1.0000
relative_P_15         	2024-216592	1.0000
relative_P_20         	2024-216592	1.0000
relative_P_30         	2024-216592	1.0000
relative_P_100        	2024-216592	0.6700
relative_P_200        	2024-216592	0.3350
relative_P_500        	2024-216592	0.3317
relative_P_1000       	2024-216592	0.3317
success_1             	2024-216592	1.0000
success_5             	2024-216592	1.0000
success_10            	2024-216592	1.0000
set_P                 	2024-216592	0.6700
set_relative_P        	2024-216592	0.6700
set_recall            	2024-216592	0.3317
set_map               	2024-216592	0.2222
set_F                 	2024-216592	0.4437
num_nonrel_judged_ret 	2024-216592	5
num_ret               	2024-216957	100
num_rel               	2024-216957	258
num_rel_ret           	2024-216957	74
map                   	2024-216957	0.2568
Rprec                 	2024-216957	0.2868
bpref                 	2024-216957	0.2868
recip_rank            	2024-216957	1.0000
iprec_at_recall_0.00  	2024-216957	1.0000
iprec_at_recall_0.10  	2024-216957	0.9394
iprec_at_recall_0.20  	2024-216957	0.8308
iprec_at_recall_0.30  	2024-216957	0.0000
iprec_at_recall_0.40  	2024-216957	0.0000
iprec_at_recall_0.50  	2024-216957	0.0000
iprec_at_recall_0.60  	2024-216957	0.0000
iprec_at_recall_0.70  	2024-216957	0.0000
iprec_at_recall_0.80  	2024-216957	0.0000
iprec_at_recall_0.90  	2024-216957	0.0000
iprec_at_recall_1.00  	2024-216957	0.0000
P_5                   	2024-216957	1.0000
P_10                  	2024-216957	1.0000
P_15                  	2024-216957	1.0000
P_20                  	2024-216957	1.0000
P_30                  	2024-216957	0.9333
P_100                 	2024-216957	0.7400
P_200                 	2024-216957	0.3700
P_500                 	2024-216957	0.1480
P_1000                	2024-216957	0.0740
relstring             	2024-216957	'2232222222'
recall_5              	2024-216957	0.0194
recall_10             	2024-216957	0.0388
recall_15             	2024-216957	0.0581
recall_20             	2024-216957	0.0775
recall_30             	2024-216957	0.1085
recall_100            	2024-216957	0.2868
recall_200            	2024-216957	0.2868
recall_500            	2024-216957	0.2868
recall_1000           	2024-216957	0.2868
infAP                 	2024-216957	0.2568
Rprec_mult_0.20       	2024-216957	0.8462
Rprec_mult_0.40       	2024-216957	0.7115
Rprec_mult_0.60       	2024-216957	0.4774
Rprec_mult_0.80       	2024-216957	0.3575
Rprec_mult_1.00       	2024-216957	0.2868
Rprec_mult_1.20       	2024-216957	0.2387
Rprec_mult_1.40       	2024-216957	0.2044
Rprec_mult_1.60       	2024-216957	0.1792
Rprec_mult_1.80       	2024-216957	0.1591
Rprec_mult_2.00       	2024-216957	0.1434
utility               	2024-216957	48.0000
11pt_avg              	2024-216957	0.2518
binG                  	2024-216957	0.1524
G                     	2024-216957	0.0851
ndcg                  	2024-216957	0.4364
ndcg_rel              	2024-216957	0.5246
Rndcg                 	2024-216957	0.5784
ndcg_cut_5            	2024-216957	0.7232
ndcg_cut_10           	2024-216957	0.7033
ndcg_cut_15           	2024-216957	0.7555
ndcg_cut_20           	2024-216957	0.7749
ndcg_cut_30           	2024-216957	0.7887
ndcg_cut_100          	2024-216957	0.6850
ndcg_cut_200          	2024-216957	0.4839
ndcg_cut_500          	2024-216957	0.4364
ndcg_cut_1000         	2024-216957	0.4364
map_cut_5             	2024-216957	0.0194
map_cut_10            	2024-216957	0.0388
map_cut_15            	2024-216957	0.0581
map_cut_20            	2024-216957	0.0775
map_cut_30            	2024-216957	0.1073
map_cut_100           	2024-216957	0.2568
map_cut_200           	2024-216957	0.2568
map_cut_500           	2024-216957	0.2568
map_cut_1000          	2024-216957	0.2568
relative_P_5          	2024-216957	1.0000
relative_P_10         	2024-216957	1.0000
relative_P_15         	2024-216957	1.0000
relative_P_20         	2024-216957	1.0000
relative_P_30         	2024-216957	0.9333
relative_P_100        	2024-216957	0.7400
relative_P_200        	2024-216957	0.3700
relative_P_500        	2024-216957	0.2868
relative_P_1000       	2024-216957	0.2868
success_1             	2024-216957	1.0000
success_5             	2024-216957	1.0000
success_10            	2024-216957	1.0000
set_P                 	2024-216957	0.7400
set_relative_P        	2024-216957	0.7400
set_recall            	2024-216957	0.2868
set_map               	2024-216957	0.2122
set_F                 	2024-216957	0.4134
num_nonrel_judged_ret 	2024-216957	0
num_ret               	2024-217279	100
num_rel               	2024-217279	186
num_rel_ret           	2024-217279	68
map                   	2024-217279	0.3023
Rprec                 	2024-217279	0.3656
bpref                 	2024-217279	0.3169
recip_rank            	2024-217279	1.0000
iprec_at_recall_0.00  	2024-217279	1.0000
iprec_at_recall_0.10  	2024-217279	0.9130
iprec_at_recall_0.20  	2024-217279	0.8333
iprec_at_recall_0.30  	2024-217279	0.8143
iprec_at_recall_0.40  	2024-217279	0.0000
iprec_at_recall_0.50  	2024-217279	0.0000
iprec_at_recall_0.60  	2024-217279	0.0000
iprec_at_recall_0.70  	2024-217279	0.0000
iprec_at_recall_0.80  	2024-217279	0.0000
iprec_at_recall_0.90  	2024-217279	0.0000
iprec_at_recall_1.00  	2024-217279	0.0000
P_5                   	2024-217279	0.8000
P_10                  	2024-217279	0.8000
P_15                  	2024-217279	0.8667
P_20                  	2024-217279	0.9000
P_30                  	2024-217279	0.8667
P_100                 	2024-217279	0.6800
P_200                 	2024-217279	0.3400
P_500                 	2024-217279	0.1360
P_1000                	2024-217279	0.0680
relstring             	2024-217279	'223-201112'
recall_5              	2024-217279	0.0215
recall_10             	2024-217279	0.0430
recall_15             	2024-217279	0.0699
recall_20             	2024-217279	0.0968
recall_30             	2024-217279	0.1398
recall_100            	2024-217279	0.3656
recall_200            	2024-217279	0.3656
recall_500            	2024-217279	0.3656
recall_1000           	2024-217279	0.3656
infAP                 	2024-217279	0.3023
Rprec_mult_0.20       	2024-217279	0.8158
Rprec_mult_0.40       	2024-217279	0.7867
Rprec_mult_0.60       	2024-217279	0.6071
Rprec_mult_0.80       	2024-217279	0.4564
Rprec_mult_1.00       	2024-217279	0.3656
Rprec_mult_1.20       	2024-217279	0.3036
Rprec_mult_1.40       	2024-217279	0.2605
Rprec_mult_1.60       	2024-217279	0.2282
Rprec_mult_1.80       	2024-217279	0.2030
Rprec_mult_2.00       	2024-217279	0.1828
utility               	2024-217279	36.0000
11pt_avg              	2024-217279	0.3237
binG                  	2024-217279	0.1380
G                     	2024-217279	0.0885
ndcg                  	2024-217279	0.4694
ndcg_rel              	2024-217279	0.5238
Rndcg                 	2024-217279	0.5290
ndcg_cut_5            	2024-217279	0.6258
ndcg_cut_10           	2024-217279	0.5182
ndcg_cut_15           	2024-217279	0.5670
ndcg_cut_20           	2024-217279	0.5626
ndcg_cut_30           	2024-217279	0.6124
ndcg_cut_100          	2024-217279	0.6018
ndcg_cut_200          	2024-217279	0.4694
ndcg_cut_500          	2024-217279	0.4694
ndcg_cut_1000         	2024-217279	0.4694
map_cut_5             	2024-217279	0.0204
map_cut_10            	2024-217279	0.0368
map_cut_15            	2024-217279	0.0595
map_cut_20            	2024-217279	0.0834
map_cut_30            	2024-217279	0.1216
map_cut_100           	2024-217279	0.3023
map_cut_200           	2024-217279	0.3023
map_cut_500           	2024-217279	0.3023
map_cut_1000          	2024-217279	0.3023
relative_P_5          	2024-217279	0.8000
relative_P_10         	2024-217279	0.8000
relative_P_15         	2024-217279	0.8667
relative_P_20         	2024-217279	0.9000
relative_P_30         	2024-217279	0.8667
relative_P_100        	2024-217279	0.6800
relative_P_200        	2024-217279	0.3656
relative_P_500        	2024-217279	0.3656
relative_P_1000       	2024-217279	0.3656
success_1             	2024-217279	1.0000
success_5             	2024-217279	1.0000
success_10            	2024-217279	1.0000
set_P                 	2024-217279	0.6800
set_relative_P        	2024-217279	0.6800
set_recall            	2024-217279	0.3656
set_map               	2024-217279	0.2486
set_F                 	2024-217279	0.4755
num_nonrel_judged_ret 	2024-217279	5
num_ret               	2024-217488	100
num_rel               	2024-217488	162
num_rel_ret           	2024-217488	85
map                   	2024-217488	0.5118
Rprec                 	2024-217488	0.5247
bpref                 	2024-217488	0.5159
recip_rank            	2024-217488	1.0000
iprec_at_recall_0.00  	2024-217488	1.0000
iprec_at_recall_0.10  	2024-217488	1.0000
iprec_at_recall_0.20  	2024-217488	0.9844
iprec_at_recall_0.30  	2024-217488	0.9844
iprec_at_recall_0.40  	2024-217488	0.9710
iprec_at_recall_0.50  	2024-217488	0.9011
iprec_at_recall_0.60  	2024-217488	0.0000
iprec_at_recall_0.70  	2024-217488	0.0000
iprec_at_recall_0.80  	2024-217488	0.0000
iprec_at_recall_0.90  	2024-217488	0.0000
iprec_at_recall_1.00  	2024-217488	0.0000
P_5                   	2024-217488	1.0000
P_10                  	2024-217488	1.0000
P_15                  	2024-217488	1.0000
P_20                  	2024-217488	1.0000
P_30                  	2024-217488	1.0000
P_100                 	2024-217488	0.8500
P_200                 	2024-217488	0.4250
P_500                 	2024-217488	0.1700
P_1000                	2024-217488	0.0850
relstring             	2024-217488	'3323222122'
recall_5              	2024-217488	0.0309
recall_10             	2024-217488	0.0617
recall_15             	2024-217488	0.0926
recall_20             	2024-217488	0.1235
recall_30             	2024-217488	0.1852
recall_100            	2024-217488	0.5247
recall_200            	2024-217488	0.5247
recall_500            	2024-217488	0.5247
recall_1000           	2024-217488	0.5247
infAP                 	2024-217488	0.5118
Rprec_mult_0.20       	2024-217488	0.9697
Rprec_mult_0.40       	2024-217488	0.9692
Rprec_mult_0.60       	2024-217488	0.8673
Rprec_mult_0.80       	2024-217488	0.6538
Rprec_mult_1.00       	2024-217488	0.5247
Rprec_mult_1.20       	2024-217488	0.4359
Rprec_mult_1.40       	2024-217488	0.3744
Rprec_mult_1.60       	2024-217488	0.3269
Rprec_mult_1.80       	2024-217488	0.2911
Rprec_mult_2.00       	2024-217488	0.2623
utility               	2024-217488	70.0000
11pt_avg              	2024-217488	0.5310
binG                  	2024-217488	0.3673
G                     	2024-217488	0.1845
ndcg                  	2024-217488	0.6476
ndcg_rel              	2024-217488	0.7753
Rndcg                 	2024-217488	0.7127
ndcg_cut_5            	2024-217488	0.8997
ndcg_cut_10           	2024-217488	0.8120
ndcg_cut_15           	2024-217488	0.8430
ndcg_cut_20           	2024-217488	0.8632
ndcg_cut_30           	2024-217488	0.8794
ndcg_cut_100          	2024-217488	0.8467
ndcg_cut_200          	2024-217488	0.6476
ndcg_cut_500          	2024-217488	0.6476
ndcg_cut_1000         	2024-217488	0.6476
map_cut_5             	2024-217488	0.0309
map_cut_10            	2024-217488	0.0617
map_cut_15            	2024-217488	0.0926
map_cut_20            	2024-217488	0.1235
map_cut_30            	2024-217488	0.1852
map_cut_100           	2024-217488	0.5118
map_cut_200           	2024-217488	0.5118
map_cut_500           	2024-217488	0.5118
map_cut_1000          	2024-217488	0.5118
relative_P_5          	2024-217488	1.0000
relative_P_10         	2024-217488	1.0000
relative_P_15         	2024-217488	1.0000
relative_P_20         	2024-217488	1.0000
relative_P_30         	2024-217488	1.0000
relative_P_100        	2024-217488	0.8500
relative_P_200        	2024-217488	0.5247
relative_P_500        	2024-217488	0.5247
relative_P_1000       	2024-217488	0.5247
success_1             	2024-217488	1.0000
success_5             	2024-217488	1.0000
success_10            	2024-217488	1.0000
set_P                 	2024-217488	0.8500
set_relative_P        	2024-217488	0.8500
set_recall            	2024-217488	0.5247
set_map               	2024-217488	0.4460
set_F                 	2024-217488	0.6489
num_nonrel_judged_ret 	2024-217488	2
num_ret               	2024-217812	100
num_rel               	2024-217812	24
num_rel_ret           	2024-217812	14
map                   	2024-217812	0.4069
Rprec                 	2024-217812	0.5000
bpref                 	2024-217812	0.5035
recip_rank            	2024-217812	1.0000
iprec_at_recall_0.00  	2024-217812	1.0000
iprec_at_recall_0.10  	2024-217812	0.8333
iprec_at_recall_0.20  	2024-217812	0.8333
iprec_at_recall_0.30  	2024-217812	0.6923
iprec_at_recall_0.40  	2024-217812	0.6875
iprec_at_recall_0.50  	2024-217812	0.5714
iprec_at_recall_0.60  	2024-217812	0.0000
iprec_at_recall_0.70  	2024-217812	0.0000
iprec_at_recall_0.80  	2024-217812	0.0000
iprec_at_recall_0.90  	2024-217812	0.0000
iprec_at_recall_1.00  	2024-217812	0.0000
P_5                   	2024-217812	0.8000
P_10                  	2024-217812	0.6000
P_15                  	2024-217812	0.6667
P_20                  	2024-217812	0.5500
P_30                  	2024-217812	0.4333
P_100                 	2024-217812	0.1400
P_200                 	2024-217812	0.0700
P_500                 	2024-217812	0.0280
P_1000                	2024-217812	0.0140
relstring             	2024-217812	'21011101-0'
recall_5              	2024-217812	0.1667
recall_10             	2024-217812	0.2500
recall_15             	2024-217812	0.4167
recall_20             	2024-217812	0.4583
recall_30             	2024-217812	0.5417
recall_100            	2024-217812	0.5833
recall_200            	2024-217812	0.5833
recall_500            	2024-217812	0.5833
recall_1000           	2024-217812	0.5833
infAP                 	2024-217812	0.4069
Rprec_mult_0.20       	2024-217812	0.8000
Rprec_mult_0.40       	2024-217812	0.6000
Rprec_mult_0.60       	2024-217812	0.6667
Rprec_mult_0.80       	2024-217812	0.5500
Rprec_mult_1.00       	2024-217812	0.5000
Rprec_mult_1.20       	2024-217812	0.4483
Rprec_mult_1.40       	2024-217812	0.3824
Rprec_mult_1.60       	2024-217812	0.3333
Rprec_mult_1.80       	2024-217812	0.2955
Rprec_mult_2.00       	2024-217812	0.2708
utility               	2024-217812	-72.0000
11pt_avg              	2024-217812	0.4198
binG                  	2024-217812	0.2910
G                     	2024-217812	0.2454
ndcg                  	2024-217812	0.5997
ndcg_rel              	2024-217812	0.6475
Rndcg                 	2024-217812	0.5931
ndcg_cut_5            	2024-217812	0.6789
ndcg_cut_10           	2024-217812	0.6173
ndcg_cut_15           	2024-217812	0.6484
ndcg_cut_20           	2024-217812	0.5917
ndcg_cut_30           	2024-217812	0.5830
ndcg_cut_100          	2024-217812	0.5997
ndcg_cut_200          	2024-217812	0.5997
ndcg_cut_500          	2024-217812	0.5997
ndcg_cut_1000         	2024-217812	0.5997
map_cut_5             	2024-217812	0.1479
map_cut_10            	2024-217812	0.2139
map_cut_15            	2024-217812	0.3248
map_cut_20            	2024-217812	0.3535
map_cut_30            	2024-217812	0.3973
map_cut_100           	2024-217812	0.4069
map_cut_200           	2024-217812	0.4069
map_cut_500           	2024-217812	0.4069
map_cut_1000          	2024-217812	0.4069
relative_P_5          	2024-217812	0.8000
relative_P_10         	2024-217812	0.6000
relative_P_15         	2024-217812	0.6667
relative_P_20         	2024-217812	0.5500
relative_P_30         	2024-217812	0.5417
relative_P_100        	2024-217812	0.5833
relative_P_200        	2024-217812	0.5833
relative_P_500        	2024-217812	0.5833
relative_P_1000       	2024-217812	0.5833
success_1             	2024-217812	1.0000
success_5             	2024-217812	1.0000
success_10            	2024-217812	1.0000
set_P                 	2024-217812	0.1400
set_relative_P        	2024-217812	0.5833
set_recall            	2024-217812	0.5833
set_map               	2024-217812	0.0817
set_F                 	2024-217812	0.2258
num_nonrel_judged_ret 	2024-217812	12
num_ret               	2024-219563	100
num_rel               	2024-219563	220
num_rel_ret           	2024-219563	50
map                   	2024-219563	0.1789
Rprec                 	2024-219563	0.2273
bpref                 	2024-219563	0.2155
recip_rank            	2024-219563	1.0000
iprec_at_recall_0.00  	2024-219563	1.0000
iprec_at_recall_0.10  	2024-219563	0.8276
iprec_at_recall_0.20  	2024-219563	0.5294
iprec_at_recall_0.30  	2024-219563	0.0000
iprec_at_recall_0.40  	2024-219563	0.0000
iprec_at_recall_0.50  	2024-219563	0.0000
iprec_at_recall_0.60  	2024-219563	0.0000
iprec_at_recall_0.70  	2024-219563	0.0000
iprec_at_recall_0.80  	2024-219563	0.0000
iprec_at_recall_0.90  	2024-219563	0.0000
iprec_at_recall_1.00  	2024-219563	0.0000
P_5                   	2024-219563	1.0000
P_10                  	2024-219563	1.0000
P_15                  	2024-219563	1.0000
P_20                  	2024-219563	0.9500
P_30                  	2024-219563	0.8000
P_100                 	2024-219563	0.5000
P_200                 	2024-219563	0.2500
P_500                 	2024-219563	0.1000
P_1000                	2024-219563	0.0500
relstring             	2024-219563	'2322212211'
recall_5              	2024-219563	0.0227
recall_10             	2024-219563	0.0455
recall_15             	2024-219563	0.0682
recall_20             	2024-219563	0.0864
recall_30             	2024-219563	0.1091
recall_100            	2024-219563	0.2273
recall_200            	2024-219563	0.2273
recall_500            	2024-219563	0.2273
recall_1000           	2024-219563	0.2273
infAP                 	2024-219563	0.1789
Rprec_mult_0.20       	2024-219563	0.6818
Rprec_mult_0.40       	2024-219563	0.5227
Rprec_mult_0.60       	2024-219563	0.3788
Rprec_mult_0.80       	2024-219563	0.2841
Rprec_mult_1.00       	2024-219563	0.2273
Rprec_mult_1.20       	2024-219563	0.1894
Rprec_mult_1.40       	2024-219563	0.1623
Rprec_mult_1.60       	2024-219563	0.1420
Rprec_mult_1.80       	2024-219563	0.1263
Rprec_mult_2.00       	2024-219563	0.1136
utility               	2024-219563	0.0000
11pt_avg              	2024-219563	0.2143
binG                  	2024-219563	0.1224
G                     	2024-219563	0.0721
ndcg                  	2024-219563	0.3615
ndcg_rel              	2024-219563	0.4276
Rndcg                 	2024-219563	0.5454
ndcg_cut_5            	2024-219563	0.7380
ndcg_cut_10           	2024-219563	0.7288
ndcg_cut_15           	2024-219563	0.7941
ndcg_cut_20           	2024-219563	0.7676
ndcg_cut_30           	2024-219563	0.6844
ndcg_cut_100          	2024-219563	0.5148
ndcg_cut_200          	2024-219563	0.3792
ndcg_cut_500          	2024-219563	0.3615
ndcg_cut_1000         	2024-219563	0.3615
map_cut_5             	2024-219563	0.0227
map_cut_10            	2024-219563	0.0455
map_cut_15            	2024-219563	0.0682
map_cut_20            	2024-219563	0.0864
map_cut_30            	2024-219563	0.1058
map_cut_100           	2024-219563	0.1789
map_cut_200           	2024-219563	0.1789
map_cut_500           	2024-219563	0.1789
map_cut_1000          	2024-219563	0.1789
relative_P_5          	2024-219563	1.0000
relative_P_10         	2024-219563	1.0000
relative_P_15         	2024-219563	1.0000
relative_P_20         	2024-219563	0.9500
relative_P_30         	2024-219563	0.8000
relative_P_100        	2024-219563	0.5000
relative_P_200        	2024-219563	0.2500
relative_P_500        	2024-219563	0.2273
relative_P_1000       	2024-219563	0.2273
success_1             	2024-219563	1.0000
success_5             	2024-219563	1.0000
success_10            	2024-219563	1.0000
set_P                 	2024-219563	0.5000
set_relative_P        	2024-219563	0.5000
set_recall            	2024-219563	0.2273
set_map               	2024-219563	0.1136
set_F                 	2024-219563	0.3125
num_nonrel_judged_ret 	2024-219563	1
num_ret               	2024-219624	100
num_rel               	2024-219624	18
num_rel_ret           	2024-219624	8
map                   	2024-219624	0.1198
Rprec                 	2024-219624	0.2222
bpref                 	2024-219624	0.2068
recip_rank            	2024-219624	0.5000
iprec_at_recall_0.00  	2024-219624	0.5000
iprec_at_recall_0.10  	2024-219624	0.4286
iprec_at_recall_0.20  	2024-219624	0.4000
iprec_at_recall_0.30  	2024-219624	0.0946
iprec_at_recall_0.40  	2024-219624	0.0842
iprec_at_recall_0.50  	2024-219624	0.0000
iprec_at_recall_0.60  	2024-219624	0.0000
iprec_at_recall_0.70  	2024-219624	0.0000
iprec_at_recall_0.80  	2024-219624	0.0000
iprec_at_recall_0.90  	2024-219624	0.0000
iprec_at_recall_1.00  	2024-219624	0.0000
P_5                   	2024-219624	0.2000
P_10                  	2024-219624	0.4000
P_15                  	2024-219624	0.2667
P_20                  	2024-219624	0.2000
P_30                  	2024-219624	0.1667
P_100                 	2024-219624	0.0800
P_200                 	2024-219624	0.0400
P_500                 	2024-219624	0.0160
P_1000                	2024-219624	0.0080
relstring             	2024-219624	'-200012001'
recall_5              	2024-219624	0.0556
recall_10             	2024-219624	0.2222
recall_15             	2024-219624	0.2222
recall_20             	2024-219624	0.2222
recall_30             	2024-219624	0.2778
recall_100            	2024-219624	0.4444
recall_200            	2024-219624	0.4444
recall_500            	2024-219624	0.4444
recall_1000           	2024-219624	0.4444
infAP                 	2024-219624	0.1198
Rprec_mult_0.20       	2024-219624	0.2500
Rprec_mult_0.40       	2024-219624	0.3750
Rprec_mult_0.60       	2024-219624	0.3636
Rprec_mult_0.80       	2024-219624	0.2667
Rprec_mult_1.00       	2024-219624	0.2222
Rprec_mult_1.20       	2024-219624	0.2273
Rprec_mult_1.40       	2024-219624	0.1923
Rprec_mult_1.60       	2024-219624	0.1724
Rprec_mult_1.80       	2024-219624	0.1515
Rprec_mult_2.00       	2024-219624	0.1389
utility               	2024-219624	-84.0000
11pt_avg              	2024-219624	0.1370
binG                  	2024-219624	0.1366
G                     	2024-219624	0.1197
ndcg                  	2024-219624	0.3284
ndcg_rel              	2024-219624	0.3064
Rndcg                 	2024-219624	0.1944
ndcg_cut_5            	2024-219624	0.1830
ndcg_cut_10           	2024-219624	0.2909
ndcg_cut_15           	2024-219624	0.2532
ndcg_cut_20           	2024-219624	0.2364
ndcg_cut_30           	2024-219624	0.2567
ndcg_cut_100          	2024-219624	0.3284
ndcg_cut_200          	2024-219624	0.3284
ndcg_cut_500          	2024-219624	0.3284
ndcg_cut_1000         	2024-219624	0.3284
map_cut_5             	2024-219624	0.0278
map_cut_10            	2024-219624	0.0923
map_cut_15            	2024-219624	0.0923
map_cut_20            	2024-219624	0.0923
map_cut_30            	2024-219624	0.1050
map_cut_100           	2024-219624	0.1198
map_cut_200           	2024-219624	0.1198
map_cut_500           	2024-219624	0.1198
map_cut_1000          	2024-219624	0.1198
relative_P_5          	2024-219624	0.2000
relative_P_10         	2024-219624	0.4000
relative_P_15         	2024-219624	0.2667
relative_P_20         	2024-219624	0.2222
relative_P_30         	2024-219624	0.2778
relative_P_100        	2024-219624	0.4444
relative_P_200        	2024-219624	0.4444
relative_P_500        	2024-219624	0.4444
relative_P_1000       	2024-219624	0.4444
success_1             	2024-219624	0.0000
success_5             	2024-219624	1.0000
success_10            	2024-219624	1.0000
set_P                 	2024-219624	0.0800
set_relative_P        	2024-219624	0.4444
set_recall            	2024-219624	0.4444
set_map               	2024-219624	0.0356
set_F                 	2024-219624	0.1356
num_nonrel_judged_ret 	2024-219624	46
num_ret               	2024-219631	100
num_rel               	2024-219631	167
num_rel_ret           	2024-219631	63
map                   	2024-219631	0.3146
Rprec                 	2024-219631	0.3772
bpref                 	2024-219631	0.3772
recip_rank            	2024-219631	1.0000
iprec_at_recall_0.00  	2024-219631	1.0000
iprec_at_recall_0.10  	2024-219631	0.9524
iprec_at_recall_0.20  	2024-219631	0.8095
iprec_at_recall_0.30  	2024-219631	0.7465
iprec_at_recall_0.40  	2024-219631	0.0000
iprec_at_recall_0.50  	2024-219631	0.0000
iprec_at_recall_0.60  	2024-219631	0.0000
iprec_at_recall_0.70  	2024-219631	0.0000
iprec_at_recall_0.80  	2024-219631	0.0000
iprec_at_recall_0.90  	2024-219631	0.0000
iprec_at_recall_1.00  	2024-219631	0.0000
P_5                   	2024-219631	1.0000
P_10                  	2024-219631	1.0000
P_15                  	2024-219631	0.9333
P_20                  	2024-219631	0.9500
P_30                  	2024-219631	0.8333
P_100                 	2024-219631	0.6300
P_200                 	2024-219631	0.3150
P_500                 	2024-219631	0.1260
P_1000                	2024-219631	0.0630
relstring             	2024-219631	'1123111121'
recall_5              	2024-219631	0.0299
recall_10             	2024-219631	0.0599
recall_15             	2024-219631	0.0838
recall_20             	2024-219631	0.1138
recall_30             	2024-219631	0.1497
recall_100            	2024-219631	0.3772
recall_200            	2024-219631	0.3772
recall_500            	2024-219631	0.3772
recall_1000           	2024-219631	0.3772
infAP                 	2024-219631	0.3146
Rprec_mult_0.20       	2024-219631	0.8529
Rprec_mult_0.40       	2024-219631	0.7463
Rprec_mult_0.60       	2024-219631	0.6238
Rprec_mult_0.80       	2024-219631	0.4701
Rprec_mult_1.00       	2024-219631	0.3772
Rprec_mult_1.20       	2024-219631	0.3134
Rprec_mult_1.40       	2024-219631	0.2692
Rprec_mult_1.60       	2024-219631	0.2351
Rprec_mult_1.80       	2024-219631	0.2093
Rprec_mult_2.00       	2024-219631	0.1886
utility               	2024-219631	26.0000
11pt_avg              	2024-219631	0.3189
binG                  	2024-219631	0.1747
G                     	2024-219631	0.1099
ndcg                  	2024-219631	0.4860
ndcg_rel              	2024-219631	0.5434
Rndcg                 	2024-219631	0.4787
ndcg_cut_5            	2024-219631	0.6249
ndcg_cut_10           	2024-219631	0.6152
ndcg_cut_15           	2024-219631	0.6328
ndcg_cut_20           	2024-219631	0.6595
ndcg_cut_30           	2024-219631	0.6200
ndcg_cut_100          	2024-219631	0.6406
ndcg_cut_200          	2024-219631	0.4860
ndcg_cut_500          	2024-219631	0.4860
ndcg_cut_1000         	2024-219631	0.4860
map_cut_5             	2024-219631	0.0299
map_cut_10            	2024-219631	0.0599
map_cut_15            	2024-219631	0.0834
map_cut_20            	2024-219631	0.1117
map_cut_30            	2024-219631	0.1428
map_cut_100           	2024-219631	0.3146
map_cut_200           	2024-219631	0.3146
map_cut_500           	2024-219631	0.3146
map_cut_1000          	2024-219631	0.3146
relative_P_5          	2024-219631	1.0000
relative_P_10         	2024-219631	1.0000
relative_P_15         	2024-219631	0.9333
relative_P_20         	2024-219631	0.9500
relative_P_30         	2024-219631	0.8333
relative_P_100        	2024-219631	0.6300
relative_P_200        	2024-219631	0.3772
relative_P_500        	2024-219631	0.3772
relative_P_1000       	2024-219631	0.3772
success_1             	2024-219631	1.0000
success_5             	2024-219631	1.0000
success_10            	2024-219631	1.0000
set_P                 	2024-219631	0.6300
set_relative_P        	2024-219631	0.6300
set_recall            	2024-219631	0.3772
set_map               	2024-219631	0.2377
set_F                 	2024-219631	0.4719
num_nonrel_judged_ret 	2024-219631	0
num_ret               	2024-219661	100
num_rel               	2024-219661	68
num_rel_ret           	2024-219661	19
map                   	2024-219661	0.0814
Rprec                 	2024-219661	0.2647
bpref                 	2024-219661	0.2018
recip_rank            	2024-219661	0.1667
iprec_at_recall_0.00  	2024-219661	0.3500
iprec_at_recall_0.10  	2024-219661	0.3500
iprec_at_recall_0.20  	2024-219661	0.3158
iprec_at_recall_0.30  	2024-219661	0.0000
iprec_at_recall_0.40  	2024-219661	0.0000
iprec_at_recall_0.50  	2024-219661	0.0000
iprec_at_recall_0.60  	2024-219661	0.0000
iprec_at_recall_0.70  	2024-219661	0.0000
iprec_at_recall_0.80  	2024-219661	0.0000
iprec_at_recall_0.90  	2024-219661	0.0000
iprec_at_recall_1.00  	2024-219661	0.0000
P_5                   	2024-219661	0.0000
P_10                  	2024-219661	0.3000
P_15                  	2024-219661	0.2667
P_20                  	2024-219661	0.3500
P_30                  	2024-219661	0.3000
P_100                 	2024-219661	0.1900
P_200                 	2024-219661	0.0950
P_500                 	2024-219661	0.0380
P_1000                	2024-219661	0.0190
relstring             	2024-219661	'0000020021'
recall_5              	2024-219661	0.0000
recall_10             	2024-219661	0.0441
recall_15             	2024-219661	0.0588
recall_20             	2024-219661	0.1029
recall_30             	2024-219661	0.1324
recall_100            	2024-219661	0.2794
recall_200            	2024-219661	0.2794
recall_500            	2024-219661	0.2794
recall_1000           	2024-219661	0.2794
infAP                 	2024-219661	0.0814
Rprec_mult_0.20       	2024-219661	0.2857
Rprec_mult_0.40       	2024-219661	0.2857
Rprec_mult_0.60       	2024-219661	0.2683
Rprec_mult_0.80       	2024-219661	0.3091
Rprec_mult_1.00       	2024-219661	0.2647
Rprec_mult_1.20       	2024-219661	0.2195
Rprec_mult_1.40       	2024-219661	0.1979
Rprec_mult_1.60       	2024-219661	0.1743
Rprec_mult_1.80       	2024-219661	0.1545
Rprec_mult_2.00       	2024-219661	0.1397
utility               	2024-219661	-62.0000
11pt_avg              	2024-219661	0.0923
binG                  	2024-219661	0.0655
G                     	2024-219661	0.0534
ndcg                  	2024-219661	0.2352
ndcg_rel              	2024-219661	0.2254
Rndcg                 	2024-219661	0.2164
ndcg_cut_5            	2024-219661	0.0000
ndcg_cut_10           	2024-219661	0.1765
ndcg_cut_15           	2024-219661	0.1592
ndcg_cut_20           	2024-219661	0.2162
ndcg_cut_30           	2024-219661	0.1890
ndcg_cut_100          	2024-219661	0.2352
ndcg_cut_200          	2024-219661	0.2352
ndcg_cut_500          	2024-219661	0.2352
ndcg_cut_1000         	2024-219661	0.2352
map_cut_5             	2024-219661	0.0000
map_cut_10            	2024-219661	0.0101
map_cut_15            	2024-219661	0.0147
map_cut_20            	2024-219661	0.0290
map_cut_30            	2024-219661	0.0385
map_cut_100           	2024-219661	0.0814
map_cut_200           	2024-219661	0.0814
map_cut_500           	2024-219661	0.0814
map_cut_1000          	2024-219661	0.0814
relative_P_5          	2024-219661	0.0000
relative_P_10         	2024-219661	0.3000
relative_P_15         	2024-219661	0.2667
relative_P_20         	2024-219661	0.3500
relative_P_30         	2024-219661	0.3000
relative_P_100        	2024-219661	0.2794
relative_P_200        	2024-219661	0.2794
relative_P_500        	2024-219661	0.2794
relative_P_1000       	2024-219661	0.2794
success_1             	2024-219661	0.0000
success_5             	2024-219661	0.0000
success_10            	2024-219661	1.0000
set_P                 	2024-219661	0.1900
set_relative_P        	2024-219661	0.2794
set_recall            	2024-219661	0.2794
set_map               	2024-219661	0.0531
set_F                 	2024-219661	0.2262
num_nonrel_judged_ret 	2024-219661	36
num_ret               	2024-220058	100
num_rel               	2024-220058	155
num_rel_ret           	2024-220058	51
map                   	2024-220058	0.2197
Rprec                 	2024-220058	0.3290
bpref                 	2024-220058	0.3284
recip_rank            	2024-220058	0.5000
iprec_at_recall_0.00  	2024-220058	0.9000
iprec_at_recall_0.10  	2024-220058	0.9000
iprec_at_recall_0.20  	2024-220058	0.5846
iprec_at_recall_0.30  	2024-220058	0.5222
iprec_at_recall_0.40  	2024-220058	0.0000
iprec_at_recall_0.50  	2024-220058	0.0000
iprec_at_recall_0.60  	2024-220058	0.0000
iprec_at_recall_0.70  	2024-220058	0.0000
iprec_at_recall_0.80  	2024-220058	0.0000
iprec_at_recall_0.90  	2024-220058	0.0000
iprec_at_recall_1.00  	2024-220058	0.0000
P_5                   	2024-220058	0.6000
P_10                  	2024-220058	0.8000
P_15                  	2024-220058	0.8667
P_20                  	2024-220058	0.9000
P_30                  	2024-220058	0.7333
P_100                 	2024-220058	0.5100
P_200                 	2024-220058	0.2550
P_500                 	2024-220058	0.1020
P_1000                	2024-220058	0.0510
relstring             	2024-220058	'-222-22222'
recall_5              	2024-220058	0.0194
recall_10             	2024-220058	0.0516
recall_15             	2024-220058	0.0839
recall_20             	2024-220058	0.1161
recall_30             	2024-220058	0.1419
recall_100            	2024-220058	0.3290
recall_200            	2024-220058	0.3290
recall_500            	2024-220058	0.3290
recall_1000           	2024-220058	0.3290
infAP                 	2024-220058	0.2197
Rprec_mult_0.20       	2024-220058	0.7097
Rprec_mult_0.40       	2024-220058	0.5806
Rprec_mult_0.60       	2024-220058	0.5054
Rprec_mult_0.80       	2024-220058	0.4113
Rprec_mult_1.00       	2024-220058	0.3290
Rprec_mult_1.20       	2024-220058	0.2742
Rprec_mult_1.40       	2024-220058	0.2350
Rprec_mult_1.60       	2024-220058	0.2056
Rprec_mult_1.80       	2024-220058	0.1828
Rprec_mult_2.00       	2024-220058	0.1645
utility               	2024-220058	2.0000
11pt_avg              	2024-220058	0.2643
binG                  	2024-220058	0.1085
G                     	2024-220058	0.0725
ndcg                  	2024-220058	0.3824
ndcg_rel              	2024-220058	0.4152
Rndcg                 	2024-220058	0.4033
ndcg_cut_5            	2024-220058	0.3531
ndcg_cut_10           	2024-220058	0.5095
ndcg_cut_15           	2024-220058	0.5433
ndcg_cut_20           	2024-220058	0.5640
ndcg_cut_30           	2024-220058	0.5212
ndcg_cut_100          	2024-220058	0.4506
ndcg_cut_200          	2024-220058	0.3824
ndcg_cut_500          	2024-220058	0.3824
ndcg_cut_1000         	2024-220058	0.3824
map_cut_5             	2024-220058	0.0124
map_cut_10            	2024-220058	0.0363
map_cut_15            	2024-220058	0.0635
map_cut_20            	2024-220058	0.0922
map_cut_30            	2024-220058	0.1120
map_cut_100           	2024-220058	0.2197
map_cut_200           	2024-220058	0.2197
map_cut_500           	2024-220058	0.2197
map_cut_1000          	2024-220058	0.2197
relative_P_5          	2024-220058	0.6000
relative_P_10         	2024-220058	0.8000
relative_P_15         	2024-220058	0.8667
relative_P_20         	2024-220058	0.9000
relative_P_30         	2024-220058	0.7333
relative_P_100        	2024-220058	0.5100
relative_P_200        	2024-220058	0.3290
relative_P_500        	2024-220058	0.3290
relative_P_1000       	2024-220058	0.3290
success_1             	2024-220058	0.0000
success_5             	2024-220058	1.0000
success_10            	2024-220058	1.0000
set_P                 	2024-220058	0.5100
set_relative_P        	2024-220058	0.5100
set_recall            	2024-220058	0.3290
set_map               	2024-220058	0.1678
set_F                 	2024-220058	0.4000
num_nonrel_judged_ret 	2024-220058	1
num_ret               	2024-220140	100
num_rel               	2024-220140	211
num_rel_ret           	2024-220140	78
map                   	2024-220140	0.3515
Rprec                 	2024-220140	0.3697
bpref                 	2024-220140	0.3678
recip_rank            	2024-220140	1.0000
iprec_at_recall_0.00  	2024-220140	1.0000
iprec_at_recall_0.10  	2024-220140	1.0000
iprec_at_recall_0.20  	2024-220140	0.9796
iprec_at_recall_0.30  	2024-220140	0.9143
iprec_at_recall_0.40  	2024-220140	0.0000
iprec_at_recall_0.50  	2024-220140	0.0000
iprec_at_recall_0.60  	2024-220140	0.0000
iprec_at_recall_0.70  	2024-220140	0.0000
iprec_at_recall_0.80  	2024-220140	0.0000
iprec_at_recall_0.90  	2024-220140	0.0000
iprec_at_recall_1.00  	2024-220140	0.0000
P_5                   	2024-220140	1.0000
P_10                  	2024-220140	1.0000
P_15                  	2024-220140	1.0000
P_20                  	2024-220140	1.0000
P_30                  	2024-220140	0.9667
P_100                 	2024-220140	0.7800
P_200                 	2024-220140	0.3900
P_500                 	2024-220140	0.1560
P_1000                	2024-220140	0.0780
relstring             	2024-220140	'3322232212'
recall_5              	2024-220140	0.0237
recall_10             	2024-220140	0.0474
recall_15             	2024-220140	0.0711
recall_20             	2024-220140	0.0948
recall_30             	2024-220140	0.1374
recall_100            	2024-220140	0.3697
recall_200            	2024-220140	0.3697
recall_500            	2024-220140	0.3697
recall_1000           	2024-220140	0.3697
infAP                 	2024-220140	0.3515
Rprec_mult_0.20       	2024-220140	0.9767
Rprec_mult_0.40       	2024-220140	0.8235
Rprec_mult_0.60       	2024-220140	0.6142
Rprec_mult_0.80       	2024-220140	0.4615
Rprec_mult_1.00       	2024-220140	0.3697
Rprec_mult_1.20       	2024-220140	0.3071
Rprec_mult_1.40       	2024-220140	0.2635
Rprec_mult_1.60       	2024-220140	0.2308
Rprec_mult_1.80       	2024-220140	0.2053
Rprec_mult_2.00       	2024-220140	0.1848
utility               	2024-220140	56.0000
11pt_avg              	2024-220140	0.3540
binG                  	2024-220140	0.2432
G                     	2024-220140	0.1148
ndcg                  	2024-220140	0.5225
ndcg_rel              	2024-220140	0.6127
Rndcg                 	2024-220140	0.6601
ndcg_cut_5            	2024-220140	0.8510
ndcg_cut_10           	2024-220140	0.7904
ndcg_cut_15           	2024-220140	0.7918
ndcg_cut_20           	2024-220140	0.7828
ndcg_cut_30           	2024-220140	0.7587
ndcg_cut_100          	2024-220140	0.6909
ndcg_cut_200          	2024-220140	0.5347
ndcg_cut_500          	2024-220140	0.5225
ndcg_cut_1000         	2024-220140	0.5225
map_cut_5             	2024-220140	0.0237
map_cut_10            	2024-220140	0.0474
map_cut_15            	2024-220140	0.0711
map_cut_20            	2024-220140	0.0948
map_cut_30            	2024-220140	0.1374
map_cut_100           	2024-220140	0.3515
map_cut_200           	2024-220140	0.3515
map_cut_500           	2024-220140	0.3515
map_cut_1000          	2024-220140	0.3515
relative_P_5          	2024-220140	1.0000
relative_P_10         	2024-220140	1.0000
relative_P_15         	2024-220140	1.0000
relative_P_20         	2024-220140	1.0000
relative_P_30         	2024-220140	0.9667
relative_P_100        	2024-220140	0.7800
relative_P_200        	2024-220140	0.3900
relative_P_500        	2024-220140	0.3697
relative_P_1000       	2024-220140	0.3697
success_1             	2024-220140	1.0000
success_5             	2024-220140	1.0000
success_10            	2024-220140	1.0000
set_P                 	2024-220140	0.7800
set_relative_P        	2024-220140	0.7800
set_recall            	2024-220140	0.3697
set_map               	2024-220140	0.2883
set_F                 	2024-220140	0.5016
num_nonrel_judged_ret 	2024-220140	4
num_ret               	2024-222465	100
num_rel               	2024-222465	210
num_rel_ret           	2024-222465	80
map                   	2024-222465	0.3427
Rprec                 	2024-222465	0.3810
bpref                 	2024-222465	0.3165
recip_rank            	2024-222465	1.0000
iprec_at_recall_0.00  	2024-222465	1.0000
iprec_at_recall_0.10  	2024-222465	0.9608
iprec_at_recall_0.20  	2024-222465	0.9608
iprec_at_recall_0.30  	2024-222465	0.9130
iprec_at_recall_0.40  	2024-222465	0.0000
iprec_at_recall_0.50  	2024-222465	0.0000
iprec_at_recall_0.60  	2024-222465	0.0000
iprec_at_recall_0.70  	2024-222465	0.0000
iprec_at_recall_0.80  	2024-222465	0.0000
iprec_at_recall_0.90  	2024-222465	0.0000
iprec_at_recall_1.00  	2024-222465	0.0000
P_5                   	2024-222465	0.8000
P_10                  	2024-222465	0.9000
P_15                  	2024-222465	0.8667
P_20                  	2024-222465	0.9000
P_30                  	2024-222465	0.9333
P_100                 	2024-222465	0.8000
P_200                 	2024-222465	0.4000
P_500                 	2024-222465	0.1600
P_1000                	2024-222465	0.0800
relstring             	2024-222465	'1012321222'
recall_5              	2024-222465	0.0190
recall_10             	2024-222465	0.0429
recall_15             	2024-222465	0.0619
recall_20             	2024-222465	0.0857
recall_30             	2024-222465	0.1333
recall_100            	2024-222465	0.3810
recall_200            	2024-222465	0.3810
recall_500            	2024-222465	0.3810
recall_1000           	2024-222465	0.3810
infAP                 	2024-222465	0.3427
Rprec_mult_0.20       	2024-222465	0.9524
Rprec_mult_0.40       	2024-222465	0.8452
Rprec_mult_0.60       	2024-222465	0.6349
Rprec_mult_0.80       	2024-222465	0.4762
Rprec_mult_1.00       	2024-222465	0.3810
Rprec_mult_1.20       	2024-222465	0.3175
Rprec_mult_1.40       	2024-222465	0.2721
Rprec_mult_1.60       	2024-222465	0.2381
Rprec_mult_1.80       	2024-222465	0.2116
Rprec_mult_2.00       	2024-222465	0.1905
utility               	2024-222465	60.0000
11pt_avg              	2024-222465	0.3486
binG                  	2024-222465	0.1702
G                     	2024-222465	0.0786
ndcg                  	2024-222465	0.4344
ndcg_rel              	2024-222465	0.4837
Rndcg                 	2024-222465	0.4902
ndcg_cut_5            	2024-222465	0.3982
ndcg_cut_10           	2024-222465	0.4680
ndcg_cut_15           	2024-222465	0.4819
ndcg_cut_20           	2024-222465	0.5134
ndcg_cut_30           	2024-222465	0.5518
ndcg_cut_100          	2024-222465	0.6077
ndcg_cut_200          	2024-222465	0.4427
ndcg_cut_500          	2024-222465	0.4344
ndcg_cut_1000         	2024-222465	0.4344
map_cut_5             	2024-222465	0.0153
map_cut_10            	2024-222465	0.0361
map_cut_15            	2024-222465	0.0526
map_cut_20            	2024-222465	0.0738
map_cut_30            	2024-222465	0.1176
map_cut_100           	2024-222465	0.3427
map_cut_200           	2024-222465	0.3427
map_cut_500           	2024-222465	0.3427
map_cut_1000          	2024-222465	0.3427
relative_P_5          	2024-222465	0.8000
relative_P_10         	2024-222465	0.9000
relative_P_15         	2024-222465	0.8667
relative_P_20         	2024-222465	0.9000
relative_P_30         	2024-222465	0.9333
relative_P_100        	2024-222465	0.8000
relative_P_200        	2024-222465	0.4000
relative_P_500        	2024-222465	0.3810
relative_P_1000       	2024-222465	0.3810
success_1             	2024-222465	1.0000
success_5             	2024-222465	1.0000
success_10            	2024-222465	1.0000
set_P                 	2024-222465	0.8000
set_relative_P        	2024-222465	0.8000
set_recall            	2024-222465	0.3810
set_map               	2024-222465	0.3048
set_F                 	2024-222465	0.5161
num_nonrel_judged_ret 	2024-222465	2
num_ret               	2024-223358	100
num_rel               	2024-223358	15
num_rel_ret           	2024-223358	3
map                   	2024-223358	0.1178
Rprec                 	2024-223358	0.1333
bpref                 	2024-223358	0.1778
recip_rank            	2024-223358	1.0000
iprec_at_recall_0.00  	2024-223358	1.0000
iprec_at_recall_0.10  	2024-223358	0.6667
iprec_at_recall_0.20  	2024-223358	0.1000
iprec_at_recall_0.30  	2024-223358	0.0000
iprec_at_recall_0.40  	2024-223358	0.0000
iprec_at_recall_0.50  	2024-223358	0.0000
iprec_at_recall_0.60  	2024-223358	0.0000
iprec_at_recall_0.70  	2024-223358	0.0000
iprec_at_recall_0.80  	2024-223358	0.0000
iprec_at_recall_0.90  	2024-223358	0.0000
iprec_at_recall_1.00  	2024-223358	0.0000
P_5                   	2024-223358	0.4000
P_10                  	2024-223358	0.2000
P_15                  	2024-223358	0.1333
P_20                  	2024-223358	0.1000
P_30                  	2024-223358	0.1000
P_100                 	2024-223358	0.0300
P_200                 	2024-223358	0.0150
P_500                 	2024-223358	0.0060
P_1000                	2024-223358	0.0030
relstring             	2024-223358	'2-1--000--'
recall_5              	2024-223358	0.1333
recall_10             	2024-223358	0.1333
recall_15             	2024-223358	0.1333
recall_20             	2024-223358	0.1333
recall_30             	2024-223358	0.2000
recall_100            	2024-223358	0.2000
recall_200            	2024-223358	0.2000
recall_500            	2024-223358	0.2000
recall_1000           	2024-223358	0.2000
infAP                 	2024-223358	0.1178
Rprec_mult_0.20       	2024-223358	0.6667
Rprec_mult_0.40       	2024-223358	0.3333
Rprec_mult_0.60       	2024-223358	0.2222
Rprec_mult_0.80       	2024-223358	0.1667
Rprec_mult_1.00       	2024-223358	0.1333
Rprec_mult_1.20       	2024-223358	0.1111
Rprec_mult_1.40       	2024-223358	0.0952
Rprec_mult_1.60       	2024-223358	0.0833
Rprec_mult_1.80       	2024-223358	0.0741
Rprec_mult_2.00       	2024-223358	0.1000
utility               	2024-223358	-94.0000
11pt_avg              	2024-223358	0.1606
binG                  	2024-223358	0.1225
G                     	2024-223358	0.1463
ndcg                  	2024-223358	0.3381
ndcg_rel              	2024-223358	0.3988
Rndcg                 	2024-223358	0.4125
ndcg_cut_5            	2024-223358	0.4922
ndcg_cut_10           	2024-223358	0.3746
ndcg_cut_15           	2024-223358	0.3128
ndcg_cut_20           	2024-223358	0.3128
ndcg_cut_30           	2024-223358	0.3381
ndcg_cut_100          	2024-223358	0.3381
ndcg_cut_200          	2024-223358	0.3381
ndcg_cut_500          	2024-223358	0.3381
ndcg_cut_1000         	2024-223358	0.3381
map_cut_5             	2024-223358	0.1111
map_cut_10            	2024-223358	0.1111
map_cut_15            	2024-223358	0.1111
map_cut_20            	2024-223358	0.1111
map_cut_30            	2024-223358	0.1178
map_cut_100           	2024-223358	0.1178
map_cut_200           	2024-223358	0.1178
map_cut_500           	2024-223358	0.1178
map_cut_1000          	2024-223358	0.1178
relative_P_5          	2024-223358	0.4000
relative_P_10         	2024-223358	0.2000
relative_P_15         	2024-223358	0.1333
relative_P_20         	2024-223358	0.1333
relative_P_30         	2024-223358	0.2000
relative_P_100        	2024-223358	0.2000
relative_P_200        	2024-223358	0.2000
relative_P_500        	2024-223358	0.2000
relative_P_1000       	2024-223358	0.2000
success_1             	2024-223358	1.0000
success_5             	2024-223358	1.0000
success_10            	2024-223358	1.0000
set_P                 	2024-223358	0.0300
set_relative_P        	2024-223358	0.2000
set_recall            	2024-223358	0.2000
set_map               	2024-223358	0.0060
set_F                 	2024-223358	0.0522
num_nonrel_judged_ret 	2024-223358	18
num_ret               	2024-223499	100
num_rel               	2024-223499	149
num_rel_ret           	2024-223499	69
map                   	2024-223499	0.3920
Rprec                 	2024-223499	0.4631
bpref                 	2024-223499	0.4631
recip_rank            	2024-223499	1.0000
iprec_at_recall_0.00  	2024-223499	1.0000
iprec_at_recall_0.10  	2024-223499	0.9231
iprec_at_recall_0.20  	2024-223499	0.9070
iprec_at_recall_0.30  	2024-223499	0.8448
iprec_at_recall_0.40  	2024-223499	0.7692
iprec_at_recall_0.50  	2024-223499	0.0000
iprec_at_recall_0.60  	2024-223499	0.0000
iprec_at_recall_0.70  	2024-223499	0.0000
iprec_at_recall_0.80  	2024-223499	0.0000
iprec_at_recall_0.90  	2024-223499	0.0000
iprec_at_recall_1.00  	2024-223499	0.0000
P_5                   	2024-223499	0.8000
P_10                  	2024-223499	0.9000
P_15                  	2024-223499	0.8667
P_20                  	2024-223499	0.9000
P_30                  	2024-223499	0.9000
P_100                 	2024-223499	0.6900
P_200                 	2024-223499	0.3450
P_500                 	2024-223499	0.1380
P_1000                	2024-223499	0.0690
relstring             	2024-223499	'13-2312332'
recall_5              	2024-223499	0.0268
recall_10             	2024-223499	0.0604
recall_15             	2024-223499	0.0872
recall_20             	2024-223499	0.1208
recall_30             	2024-223499	0.1812
recall_100            	2024-223499	0.4631
recall_200            	2024-223499	0.4631
recall_500            	2024-223499	0.4631
recall_1000           	2024-223499	0.4631
infAP                 	2024-223499	0.3920
Rprec_mult_0.20       	2024-223499	0.9000
Rprec_mult_0.40       	2024-223499	0.8333
Rprec_mult_0.60       	2024-223499	0.7000
Rprec_mult_0.80       	2024-223499	0.5750
Rprec_mult_1.00       	2024-223499	0.4631
Rprec_mult_1.20       	2024-223499	0.3855
Rprec_mult_1.40       	2024-223499	0.3301
Rprec_mult_1.60       	2024-223499	0.2887
Rprec_mult_1.80       	2024-223499	0.2565
Rprec_mult_2.00       	2024-223499	0.2315
utility               	2024-223499	38.0000
11pt_avg              	2024-223499	0.4040
binG                  	2024-223499	0.1857
G                     	2024-223499	0.1110
ndcg                  	2024-223499	0.5346
ndcg_rel              	2024-223499	0.5840
Rndcg                 	2024-223499	0.5803
ndcg_cut_5            	2024-223499	0.5556
ndcg_cut_10           	2024-223499	0.6137
ndcg_cut_15           	2024-223499	0.6088
ndcg_cut_20           	2024-223499	0.6319
ndcg_cut_30           	2024-223499	0.6792
ndcg_cut_100          	2024-223499	0.6149
ndcg_cut_200          	2024-223499	0.5346
ndcg_cut_500          	2024-223499	0.5346
ndcg_cut_1000         	2024-223499	0.5346
map_cut_5             	2024-223499	0.0238
map_cut_10            	2024-223499	0.0530
map_cut_15            	2024-223499	0.0759
map_cut_20            	2024-223499	0.1057
map_cut_30            	2024-223499	0.1606
map_cut_100           	2024-223499	0.3920
map_cut_200           	2024-223499	0.3920
map_cut_500           	2024-223499	0.3920
map_cut_1000          	2024-223499	0.3920
relative_P_5          	2024-223499	0.8000
relative_P_10         	2024-223499	0.9000
relative_P_15         	2024-223499	0.8667
relative_P_20         	2024-223499	0.9000
relative_P_30         	2024-223499	0.9000
relative_P_100        	2024-223499	0.6900
relative_P_200        	2024-223499	0.4631
relative_P_500        	2024-223499	0.4631
relative_P_1000       	2024-223499	0.4631
success_1             	2024-223499	1.0000
success_5             	2024-223499	1.0000
success_10            	2024-223499	1.0000
set_P                 	2024-223499	0.6900
set_relative_P        	2024-223499	0.6900
set_recall            	2024-223499	0.4631
set_map               	2024-223499	0.3195
set_F                 	2024-223499	0.5542
num_nonrel_judged_ret 	2024-223499	0
num_ret               	2024-22410	100
num_rel               	2024-22410	147
num_rel_ret           	2024-22410	79
map                   	2024-22410	0.5001
Rprec                 	2024-22410	0.5374
bpref                 	2024-22410	0.5309
recip_rank            	2024-22410	1.0000
iprec_at_recall_0.00  	2024-22410	1.0000
iprec_at_recall_0.10  	2024-22410	1.0000
iprec_at_recall_0.20  	2024-22410	0.9722
iprec_at_recall_0.30  	2024-22410	0.9574
iprec_at_recall_0.40  	2024-22410	0.8714
iprec_at_recall_0.50  	2024-22410	0.7917
iprec_at_recall_0.60  	2024-22410	0.0000
iprec_at_recall_0.70  	2024-22410	0.0000
iprec_at_recall_0.80  	2024-22410	0.0000
iprec_at_recall_0.90  	2024-22410	0.0000
iprec_at_recall_1.00  	2024-22410	0.0000
P_5                   	2024-22410	1.0000
P_10                  	2024-22410	1.0000
P_15                  	2024-22410	1.0000
P_20                  	2024-22410	1.0000
P_30                  	2024-22410	0.9667
P_100                 	2024-22410	0.7900
P_200                 	2024-22410	0.3950
P_500                 	2024-22410	0.1580
P_1000                	2024-22410	0.0790
relstring             	2024-22410	'1122222222'
recall_5              	2024-22410	0.0340
recall_10             	2024-22410	0.0680
recall_15             	2024-22410	0.1020
recall_20             	2024-22410	0.1361
recall_30             	2024-22410	0.1973
recall_100            	2024-22410	0.5374
recall_200            	2024-22410	0.5374
recall_500            	2024-22410	0.5374
recall_1000           	2024-22410	0.5374
infAP                 	2024-22410	0.5001
Rprec_mult_0.20       	2024-22410	0.9667
Rprec_mult_0.40       	2024-22410	0.8983
Rprec_mult_0.60       	2024-22410	0.8090
Rprec_mult_0.80       	2024-22410	0.6695
Rprec_mult_1.00       	2024-22410	0.5374
Rprec_mult_1.20       	2024-22410	0.4463
Rprec_mult_1.40       	2024-22410	0.3835
Rprec_mult_1.60       	2024-22410	0.3347
Rprec_mult_1.80       	2024-22410	0.2981
Rprec_mult_2.00       	2024-22410	0.2687
utility               	2024-22410	58.0000
11pt_avg              	2024-22410	0.5084
binG                  	2024-22410	0.3244
G                     	2024-22410	0.1388
ndcg                  	2024-22410	0.5950
ndcg_rel              	2024-22410	0.6515
Rndcg                 	2024-22410	0.5924
ndcg_cut_5            	2024-22410	0.4823
ndcg_cut_10           	2024-22410	0.5718
ndcg_cut_15           	2024-22410	0.6778
ndcg_cut_20           	2024-22410	0.7208
ndcg_cut_30           	2024-22410	0.7371
ndcg_cut_100          	2024-22410	0.7078
ndcg_cut_200          	2024-22410	0.5950
ndcg_cut_500          	2024-22410	0.5950
ndcg_cut_1000         	2024-22410	0.5950
map_cut_5             	2024-22410	0.0340
map_cut_10            	2024-22410	0.0680
map_cut_15            	2024-22410	0.1020
map_cut_20            	2024-22410	0.1361
map_cut_30            	2024-22410	0.1973
map_cut_100           	2024-22410	0.5001
map_cut_200           	2024-22410	0.5001
map_cut_500           	2024-22410	0.5001
map_cut_1000          	2024-22410	0.5001
relative_P_5          	2024-22410	1.0000
relative_P_10         	2024-22410	1.0000
relative_P_15         	2024-22410	1.0000
relative_P_20         	2024-22410	1.0000
relative_P_30         	2024-22410	0.9667
relative_P_100        	2024-22410	0.7900
relative_P_200        	2024-22410	0.5374
relative_P_500        	2024-22410	0.5374
relative_P_1000       	2024-22410	0.5374
success_1             	2024-22410	1.0000
success_5             	2024-22410	1.0000
success_10            	2024-22410	1.0000
set_P                 	2024-22410	0.7900
set_relative_P        	2024-22410	0.7900
set_recall            	2024-22410	0.5374
set_map               	2024-22410	0.4246
set_F                 	2024-22410	0.6397
num_nonrel_judged_ret 	2024-22410	2
num_ret               	2024-224226	100
num_rel               	2024-224226	174
num_rel_ret           	2024-224226	54
map                   	2024-224226	0.1849
Rprec                 	2024-224226	0.3103
bpref                 	2024-224226	0.2955
recip_rank            	2024-224226	1.0000
iprec_at_recall_0.00  	2024-224226	1.0000
iprec_at_recall_0.10  	2024-224226	0.5806
iprec_at_recall_0.20  	2024-224226	0.5733
iprec_at_recall_0.30  	2024-224226	0.5521
iprec_at_recall_0.40  	2024-224226	0.0000
iprec_at_recall_0.50  	2024-224226	0.0000
iprec_at_recall_0.60  	2024-224226	0.0000
iprec_at_recall_0.70  	2024-224226	0.0000
iprec_at_recall_0.80  	2024-224226	0.0000
iprec_at_recall_0.90  	2024-224226	0.0000
iprec_at_recall_1.00  	2024-224226	0.0000
P_5                   	2024-224226	0.8000
P_10                  	2024-224226	0.6000
P_15                  	2024-224226	0.5333
P_20                  	2024-224226	0.5500
P_30                  	2024-224226	0.5667
P_100                 	2024-224226	0.5400
P_200                 	2024-224226	0.2700
P_500                 	2024-224226	0.1080
P_1000                	2024-224226	0.0540
relstring             	2024-224226	'221-2-3--1'
recall_5              	2024-224226	0.0230
recall_10             	2024-224226	0.0345
recall_15             	2024-224226	0.0460
recall_20             	2024-224226	0.0632
recall_30             	2024-224226	0.0977
recall_100            	2024-224226	0.3103
recall_200            	2024-224226	0.3103
recall_500            	2024-224226	0.3103
recall_1000           	2024-224226	0.3103
infAP                 	2024-224226	0.1849
Rprec_mult_0.20       	2024-224226	0.5714
Rprec_mult_0.40       	2024-224226	0.5571
Rprec_mult_0.60       	2024-224226	0.5143
Rprec_mult_0.80       	2024-224226	0.3857
Rprec_mult_1.00       	2024-224226	0.3103
Rprec_mult_1.20       	2024-224226	0.2584
Rprec_mult_1.40       	2024-224226	0.2213
Rprec_mult_1.60       	2024-224226	0.1935
Rprec_mult_1.80       	2024-224226	0.1720
Rprec_mult_2.00       	2024-224226	0.1552
utility               	2024-224226	8.0000
11pt_avg              	2024-224226	0.2460
binG                  	2024-224226	0.0888
G                     	2024-224226	0.0617
ndcg                  	2024-224226	0.3587
ndcg_rel              	2024-224226	0.3889
Rndcg                 	2024-224226	0.3938
ndcg_cut_5            	2024-224226	0.5128
ndcg_cut_10           	2024-224226	0.4273
ndcg_cut_15           	2024-224226	0.3902
ndcg_cut_20           	2024-224226	0.4034
ndcg_cut_30           	2024-224226	0.4283
ndcg_cut_100          	2024-224226	0.4472
ndcg_cut_200          	2024-224226	0.3587
ndcg_cut_500          	2024-224226	0.3587
ndcg_cut_1000         	2024-224226	0.3587
map_cut_5             	2024-224226	0.0218
map_cut_10            	2024-224226	0.0294
map_cut_15            	2024-224226	0.0358
map_cut_20            	2024-224226	0.0455
map_cut_30            	2024-224226	0.0657
map_cut_100           	2024-224226	0.1849
map_cut_200           	2024-224226	0.1849
map_cut_500           	2024-224226	0.1849
map_cut_1000          	2024-224226	0.1849
relative_P_5          	2024-224226	0.8000
relative_P_10         	2024-224226	0.6000
relative_P_15         	2024-224226	0.5333
relative_P_20         	2024-224226	0.5500
relative_P_30         	2024-224226	0.5667
relative_P_100        	2024-224226	0.5400
relative_P_200        	2024-224226	0.3103
relative_P_500        	2024-224226	0.3103
relative_P_1000       	2024-224226	0.3103
success_1             	2024-224226	1.0000
success_5             	2024-224226	1.0000
success_10            	2024-224226	1.0000
set_P                 	2024-224226	0.5400
set_relative_P        	2024-224226	0.5400
set_recall            	2024-224226	0.3103
set_map               	2024-224226	0.1676
set_F                 	2024-224226	0.3942
num_nonrel_judged_ret 	2024-224226	2
num_ret               	2024-224279	100
num_rel               	2024-224279	424
num_rel_ret           	2024-224279	70
map                   	2024-224279	0.1526
Rprec                 	2024-224279	0.1651
bpref                 	2024-224279	0.1612
recip_rank            	2024-224279	1.0000
iprec_at_recall_0.00  	2024-224279	1.0000
iprec_at_recall_0.10  	2024-224279	0.9400
iprec_at_recall_0.20  	2024-224279	0.0000
iprec_at_recall_0.30  	2024-224279	0.0000
iprec_at_recall_0.40  	2024-224279	0.0000
iprec_at_recall_0.50  	2024-224279	0.0000
iprec_at_recall_0.60  	2024-224279	0.0000
iprec_at_recall_0.70  	2024-224279	0.0000
iprec_at_recall_0.80  	2024-224279	0.0000
iprec_at_recall_0.90  	2024-224279	0.0000
iprec_at_recall_1.00  	2024-224279	0.0000
P_5                   	2024-224279	1.0000
P_10                  	2024-224279	1.0000
P_15                  	2024-224279	1.0000
P_20                  	2024-224279	1.0000
P_30                  	2024-224279	0.9333
P_100                 	2024-224279	0.7000
P_200                 	2024-224279	0.3500
P_500                 	2024-224279	0.1400
P_1000                	2024-224279	0.0700
relstring             	2024-224279	'2233223232'
recall_5              	2024-224279	0.0118
recall_10             	2024-224279	0.0236
recall_15             	2024-224279	0.0354
recall_20             	2024-224279	0.0472
recall_30             	2024-224279	0.0660
recall_100            	2024-224279	0.1651
recall_200            	2024-224279	0.1651
recall_500            	2024-224279	0.1651
recall_1000           	2024-224279	0.1651
infAP                 	2024-224279	0.1526
Rprec_mult_0.20       	2024-224279	0.7647
Rprec_mult_0.40       	2024-224279	0.4118
Rprec_mult_0.60       	2024-224279	0.2745
Rprec_mult_0.80       	2024-224279	0.2059
Rprec_mult_1.00       	2024-224279	0.1651
Rprec_mult_1.20       	2024-224279	0.1375
Rprec_mult_1.40       	2024-224279	0.1178
Rprec_mult_1.60       	2024-224279	0.1031
Rprec_mult_1.80       	2024-224279	0.0916
Rprec_mult_2.00       	2024-224279	0.0825
utility               	2024-224279	40.0000
11pt_avg              	2024-224279	0.1764
binG                  	2024-224279	0.1005
G                     	2024-224279	0.0426
ndcg                  	2024-224279	0.2658
ndcg_rel              	2024-224279	0.3397
Rndcg                 	2024-224279	0.3732
ndcg_cut_5            	2024-224279	0.7719
ndcg_cut_10           	2024-224279	0.7815
ndcg_cut_15           	2024-224279	0.7715
ndcg_cut_20           	2024-224279	0.7540
ndcg_cut_30           	2024-224279	0.7267
ndcg_cut_100          	2024-224279	0.5698
ndcg_cut_200          	2024-224279	0.3945
ndcg_cut_500          	2024-224279	0.2658
ndcg_cut_1000         	2024-224279	0.2658
map_cut_5             	2024-224279	0.0118
map_cut_10            	2024-224279	0.0236
map_cut_15            	2024-224279	0.0354
map_cut_20            	2024-224279	0.0472
map_cut_30            	2024-224279	0.0658
map_cut_100           	2024-224279	0.1526
map_cut_200           	2024-224279	0.1526
map_cut_500           	2024-224279	0.1526
map_cut_1000          	2024-224279	0.1526
relative_P_5          	2024-224279	1.0000
relative_P_10         	2024-224279	1.0000
relative_P_15         	2024-224279	1.0000
relative_P_20         	2024-224279	1.0000
relative_P_30         	2024-224279	0.9333
relative_P_100        	2024-224279	0.7000
relative_P_200        	2024-224279	0.3500
relative_P_500        	2024-224279	0.1651
relative_P_1000       	2024-224279	0.1651
success_1             	2024-224279	1.0000
success_5             	2024-224279	1.0000
success_10            	2024-224279	1.0000
set_P                 	2024-224279	0.7000
set_relative_P        	2024-224279	0.7000
set_recall            	2024-224279	0.1651
set_map               	2024-224279	0.1156
set_F                 	2024-224279	0.2672
num_nonrel_judged_ret 	2024-224279	1
num_ret               	2024-224701	100
num_rel               	2024-224701	92
num_rel_ret           	2024-224701	62
map                   	2024-224701	0.6058
Rprec                 	2024-224701	0.6413
bpref                 	2024-224701	0.6739
recip_rank            	2024-224701	1.0000
iprec_at_recall_0.00  	2024-224701	1.0000
iprec_at_recall_0.10  	2024-224701	1.0000
iprec_at_recall_0.20  	2024-224701	1.0000
iprec_at_recall_0.30  	2024-224701	0.9667
iprec_at_recall_0.40  	2024-224701	0.9048
iprec_at_recall_0.50  	2024-224701	0.8421
iprec_at_recall_0.60  	2024-224701	0.7089
iprec_at_recall_0.70  	2024-224701	0.0000
iprec_at_recall_0.80  	2024-224701	0.0000
iprec_at_recall_0.90  	2024-224701	0.0000
iprec_at_recall_1.00  	2024-224701	0.0000
P_5                   	2024-224701	1.0000
P_10                  	2024-224701	1.0000
P_15                  	2024-224701	1.0000
P_20                  	2024-224701	1.0000
P_30                  	2024-224701	0.9667
P_100                 	2024-224701	0.6200
P_200                 	2024-224701	0.3100
P_500                 	2024-224701	0.1240
P_1000                	2024-224701	0.0620
relstring             	2024-224701	'1311111112'
recall_5              	2024-224701	0.0543
recall_10             	2024-224701	0.1087
recall_15             	2024-224701	0.1630
recall_20             	2024-224701	0.2174
recall_30             	2024-224701	0.3152
recall_100            	2024-224701	0.6739
recall_200            	2024-224701	0.6739
recall_500            	2024-224701	0.6739
recall_1000           	2024-224701	0.6739
infAP                 	2024-224701	0.6058
Rprec_mult_0.20       	2024-224701	1.0000
Rprec_mult_0.40       	2024-224701	0.8919
Rprec_mult_0.60       	2024-224701	0.8393
Rprec_mult_0.80       	2024-224701	0.7297
Rprec_mult_1.00       	2024-224701	0.6413
Rprec_mult_1.20       	2024-224701	0.5586
Rprec_mult_1.40       	2024-224701	0.4806
Rprec_mult_1.60       	2024-224701	0.4189
Rprec_mult_1.80       	2024-224701	0.3735
Rprec_mult_2.00       	2024-224701	0.3370
utility               	2024-224701	24.0000
11pt_avg              	2024-224701	0.5839
binG                  	2024-224701	0.4129
G                     	2024-224701	0.1772
ndcg                  	2024-224701	0.6520
ndcg_rel              	2024-224701	0.6196
Rndcg                 	2024-224701	0.5594
ndcg_cut_5            	2024-224701	0.4760
ndcg_cut_10           	2024-224701	0.4789
ndcg_cut_15           	2024-224701	0.5001
ndcg_cut_20           	2024-224701	0.5417
ndcg_cut_30           	2024-224701	0.6275
ndcg_cut_100          	2024-224701	0.6520
ndcg_cut_200          	2024-224701	0.6520
ndcg_cut_500          	2024-224701	0.6520
ndcg_cut_1000         	2024-224701	0.6520
map_cut_5             	2024-224701	0.0543
map_cut_10            	2024-224701	0.1087
map_cut_15            	2024-224701	0.1630
map_cut_20            	2024-224701	0.2174
map_cut_30            	2024-224701	0.3141
map_cut_100           	2024-224701	0.6058
map_cut_200           	2024-224701	0.6058
map_cut_500           	2024-224701	0.6058
map_cut_1000          	2024-224701	0.6058
relative_P_5          	2024-224701	1.0000
relative_P_10         	2024-224701	1.0000
relative_P_15         	2024-224701	1.0000
relative_P_20         	2024-224701	1.0000
relative_P_30         	2024-224701	0.9667
relative_P_100        	2024-224701	0.6739
relative_P_200        	2024-224701	0.6739
relative_P_500        	2024-224701	0.6739
relative_P_1000       	2024-224701	0.6739
success_1             	2024-224701	1.0000
success_5             	2024-224701	1.0000
success_10            	2024-224701	1.0000
set_P                 	2024-224701	0.6200
set_relative_P        	2024-224701	0.6739
set_recall            	2024-224701	0.6739
set_map               	2024-224701	0.4178
set_F                 	2024-224701	0.6458
num_nonrel_judged_ret 	2024-224701	0
num_ret               	2024-224926	100
num_rel               	2024-224926	55
num_rel_ret           	2024-224926	14
map                   	2024-224926	0.0567
Rprec                 	2024-224926	0.1273
bpref                 	2024-224926	0.1157
recip_rank            	2024-224926	0.5000
iprec_at_recall_0.00  	2024-224926	0.5000
iprec_at_recall_0.10  	2024-224926	0.1667
iprec_at_recall_0.20  	2024-224926	0.1667
iprec_at_recall_0.30  	2024-224926	0.0000
iprec_at_recall_0.40  	2024-224926	0.0000
iprec_at_recall_0.50  	2024-224926	0.0000
iprec_at_recall_0.60  	2024-224926	0.0000
iprec_at_recall_0.70  	2024-224926	0.0000
iprec_at_recall_0.80  	2024-224926	0.0000
iprec_at_recall_0.90  	2024-224926	0.0000
iprec_at_recall_1.00  	2024-224926	0.0000
P_5                   	2024-224926	0.4000
P_10                  	2024-224926	0.3000
P_15                  	2024-224926	0.2667
P_20                  	2024-224926	0.2000
P_30                  	2024-224926	0.1667
P_100                 	2024-224926	0.1400
P_200                 	2024-224926	0.0700
P_500                 	2024-224926	0.0280
P_1000                	2024-224926	0.0140
relstring             	2024-224926	'0200100300'
recall_5              	2024-224926	0.0364
recall_10             	2024-224926	0.0545
recall_15             	2024-224926	0.0727
recall_20             	2024-224926	0.0727
recall_30             	2024-224926	0.0909
recall_100            	2024-224926	0.2545
recall_200            	2024-224926	0.2545
recall_500            	2024-224926	0.2545
recall_1000           	2024-224926	0.2545
infAP                 	2024-224926	0.0567
Rprec_mult_0.20       	2024-224926	0.2727
Rprec_mult_0.40       	2024-224926	0.1818
Rprec_mult_0.60       	2024-224926	0.1515
Rprec_mult_0.80       	2024-224926	0.1364
Rprec_mult_1.00       	2024-224926	0.1273
Rprec_mult_1.20       	2024-224926	0.1364
Rprec_mult_1.40       	2024-224926	0.1558
Rprec_mult_1.60       	2024-224926	0.1477
Rprec_mult_1.80       	2024-224926	0.1414
Rprec_mult_2.00       	2024-224926	0.1273
utility               	2024-224926	-72.0000
11pt_avg              	2024-224926	0.0758
binG                  	2024-224926	0.0632
G                     	2024-224926	0.0690
ndcg                  	2024-224926	0.2716
ndcg_rel              	2024-224926	0.2664
Rndcg                 	2024-224926	0.1896
ndcg_cut_5            	2024-224926	0.2391
ndcg_cut_10           	2024-224926	0.2573
ndcg_cut_15           	2024-224926	0.2623
ndcg_cut_20           	2024-224926	0.2388
ndcg_cut_30           	2024-224926	0.2323
ndcg_cut_100          	2024-224926	0.2716
ndcg_cut_200          	2024-224926	0.2716
ndcg_cut_500          	2024-224926	0.2716
ndcg_cut_1000         	2024-224926	0.2716
map_cut_5             	2024-224926	0.0164
map_cut_10            	2024-224926	0.0232
map_cut_15            	2024-224926	0.0292
map_cut_20            	2024-224926	0.0292
map_cut_30            	2024-224926	0.0324
map_cut_100           	2024-224926	0.0567
map_cut_200           	2024-224926	0.0567
map_cut_500           	2024-224926	0.0567
map_cut_1000          	2024-224926	0.0567
relative_P_5          	2024-224926	0.4000
relative_P_10         	2024-224926	0.3000
relative_P_15         	2024-224926	0.2667
relative_P_20         	2024-224926	0.2000
relative_P_30         	2024-224926	0.1667
relative_P_100        	2024-224926	0.2545
relative_P_200        	2024-224926	0.2545
relative_P_500        	2024-224926	0.2545
relative_P_1000       	2024-224926	0.2545
success_1             	2024-224926	0.0000
success_5             	2024-224926	1.0000
success_10            	2024-224926	1.0000
set_P                 	2024-224926	0.1400
set_relative_P        	2024-224926	0.2545
set_recall            	2024-224926	0.2545
set_map               	2024-224926	0.0356
set_F                 	2024-224926	0.1806
num_nonrel_judged_ret 	2024-224926	57
num_ret               	2024-22886	100
num_rel               	2024-22886	147
num_rel_ret           	2024-22886	83
map                   	2024-22886	0.5253
Rprec                 	2024-22886	0.5646
bpref                 	2024-22886	0.5373
recip_rank            	2024-22886	1.0000
iprec_at_recall_0.00  	2024-22886	1.0000
iprec_at_recall_0.10  	2024-22886	1.0000
iprec_at_recall_0.20  	2024-22886	0.9677
iprec_at_recall_0.30  	2024-22886	0.9216
iprec_at_recall_0.40  	2024-22886	0.8841
iprec_at_recall_0.50  	2024-22886	0.8706
iprec_at_recall_0.60  	2024-22886	0.0000
iprec_at_recall_0.70  	2024-22886	0.0000
iprec_at_recall_0.80  	2024-22886	0.0000
iprec_at_recall_0.90  	2024-22886	0.0000
iprec_at_recall_1.00  	2024-22886	0.0000
P_5                   	2024-22886	1.0000
P_10                  	2024-22886	1.0000
P_15                  	2024-22886	1.0000
P_20                  	2024-22886	1.0000
P_30                  	2024-22886	0.9667
P_100                 	2024-22886	0.8300
P_200                 	2024-22886	0.4150
P_500                 	2024-22886	0.1660
P_1000                	2024-22886	0.0830
relstring             	2024-22886	'3232223312'
recall_5              	2024-22886	0.0340
recall_10             	2024-22886	0.0680
recall_15             	2024-22886	0.1020
recall_20             	2024-22886	0.1361
recall_30             	2024-22886	0.1973
recall_100            	2024-22886	0.5646
recall_200            	2024-22886	0.5646
recall_500            	2024-22886	0.5646
recall_1000           	2024-22886	0.5646
infAP                 	2024-22886	0.5253
Rprec_mult_0.20       	2024-22886	0.9667
Rprec_mult_0.40       	2024-22886	0.8983
Rprec_mult_0.60       	2024-22886	0.8539
Rprec_mult_0.80       	2024-22886	0.7034
Rprec_mult_1.00       	2024-22886	0.5646
Rprec_mult_1.20       	2024-22886	0.4689
Rprec_mult_1.40       	2024-22886	0.4029
Rprec_mult_1.60       	2024-22886	0.3517
Rprec_mult_1.80       	2024-22886	0.3132
Rprec_mult_2.00       	2024-22886	0.2823
utility               	2024-22886	66.0000
11pt_avg              	2024-22886	0.5131
binG                  	2024-22886	0.3122
G                     	2024-22886	0.1660
ndcg                  	2024-22886	0.6572
ndcg_rel              	2024-22886	0.7554
Rndcg                 	2024-22886	0.7322
ndcg_cut_5            	2024-22886	0.8362
ndcg_cut_10           	2024-22886	0.8196
ndcg_cut_15           	2024-22886	0.8494
ndcg_cut_20           	2024-22886	0.8428
ndcg_cut_30           	2024-22886	0.8541
ndcg_cut_100          	2024-22886	0.7747
ndcg_cut_200          	2024-22886	0.6572
ndcg_cut_500          	2024-22886	0.6572
ndcg_cut_1000         	2024-22886	0.6572
map_cut_5             	2024-22886	0.0340
map_cut_10            	2024-22886	0.0680
map_cut_15            	2024-22886	0.1020
map_cut_20            	2024-22886	0.1361
map_cut_30            	2024-22886	0.1961
map_cut_100           	2024-22886	0.5253
map_cut_200           	2024-22886	0.5253
map_cut_500           	2024-22886	0.5253
map_cut_1000          	2024-22886	0.5253
relative_P_5          	2024-22886	1.0000
relative_P_10         	2024-22886	1.0000
relative_P_15         	2024-22886	1.0000
relative_P_20         	2024-22886	1.0000
relative_P_30         	2024-22886	0.9667
relative_P_100        	2024-22886	0.8300
relative_P_200        	2024-22886	0.5646
relative_P_500        	2024-22886	0.5646
relative_P_1000       	2024-22886	0.5646
success_1             	2024-22886	1.0000
success_5             	2024-22886	1.0000
success_10            	2024-22886	1.0000
set_P                 	2024-22886	0.8300
set_relative_P        	2024-22886	0.8300
set_recall            	2024-22886	0.5646
set_map               	2024-22886	0.4686
set_F                 	2024-22886	0.6721
num_nonrel_judged_ret 	2024-22886	5
num_ret               	2024-23862	100
num_rel               	2024-23862	231
num_rel_ret           	2024-23862	82
map                   	2024-23862	0.3329
Rprec                 	2024-23862	0.3550
bpref                 	2024-23862	0.3542
recip_rank            	2024-23862	1.0000
iprec_at_recall_0.00  	2024-23862	1.0000
iprec_at_recall_0.10  	2024-23862	1.0000
iprec_at_recall_0.20  	2024-23862	0.9592
iprec_at_recall_0.30  	2024-23862	0.8875
iprec_at_recall_0.40  	2024-23862	0.0000
iprec_at_recall_0.50  	2024-23862	0.0000
iprec_at_recall_0.60  	2024-23862	0.0000
iprec_at_recall_0.70  	2024-23862	0.0000
iprec_at_recall_0.80  	2024-23862	0.0000
iprec_at_recall_0.90  	2024-23862	0.0000
iprec_at_recall_1.00  	2024-23862	0.0000
P_5                   	2024-23862	1.0000
P_10                  	2024-23862	1.0000
P_15                  	2024-23862	1.0000
P_20                  	2024-23862	1.0000
P_30                  	2024-23862	1.0000
P_100                 	2024-23862	0.8200
P_200                 	2024-23862	0.4100
P_500                 	2024-23862	0.1640
P_1000                	2024-23862	0.0820
relstring             	2024-23862	'1111111111'
recall_5              	2024-23862	0.0216
recall_10             	2024-23862	0.0433
recall_15             	2024-23862	0.0649
recall_20             	2024-23862	0.0866
recall_30             	2024-23862	0.1299
recall_100            	2024-23862	0.3550
recall_200            	2024-23862	0.3550
recall_500            	2024-23862	0.3550
recall_1000           	2024-23862	0.3550
infAP                 	2024-23862	0.3329
Rprec_mult_0.20       	2024-23862	0.9574
Rprec_mult_0.40       	2024-23862	0.8280
Rprec_mult_0.60       	2024-23862	0.5899
Rprec_mult_0.80       	2024-23862	0.4432
Rprec_mult_1.00       	2024-23862	0.3550
Rprec_mult_1.20       	2024-23862	0.2950
Rprec_mult_1.40       	2024-23862	0.2531
Rprec_mult_1.60       	2024-23862	0.2216
Rprec_mult_1.80       	2024-23862	0.1971
Rprec_mult_2.00       	2024-23862	0.1775
utility               	2024-23862	64.0000
11pt_avg              	2024-23862	0.3497
binG                  	2024-23862	0.2118
G                     	2024-23862	0.1344
ndcg                  	2024-23862	0.4443
ndcg_rel              	2024-23862	0.5710
Rndcg                 	2024-23862	0.4721
ndcg_cut_5            	2024-23862	0.6439
ndcg_cut_10           	2024-23862	0.7359
ndcg_cut_15           	2024-23862	0.7823
ndcg_cut_20           	2024-23862	0.8119
ndcg_cut_30           	2024-23862	0.8489
ndcg_cut_100          	2024-23862	0.7961
ndcg_cut_200          	2024-23862	0.4930
ndcg_cut_500          	2024-23862	0.4443
ndcg_cut_1000         	2024-23862	0.4443
map_cut_5             	2024-23862	0.0216
map_cut_10            	2024-23862	0.0433
map_cut_15            	2024-23862	0.0649
map_cut_20            	2024-23862	0.0866
map_cut_30            	2024-23862	0.1299
map_cut_100           	2024-23862	0.3329
map_cut_200           	2024-23862	0.3329
map_cut_500           	2024-23862	0.3329
map_cut_1000          	2024-23862	0.3329
relative_P_5          	2024-23862	1.0000
relative_P_10         	2024-23862	1.0000
relative_P_15         	2024-23862	1.0000
relative_P_20         	2024-23862	1.0000
relative_P_30         	2024-23862	1.0000
relative_P_100        	2024-23862	0.8200
relative_P_200        	2024-23862	0.4100
relative_P_500        	2024-23862	0.3550
relative_P_1000       	2024-23862	0.3550
success_1             	2024-23862	1.0000
success_5             	2024-23862	1.0000
success_10            	2024-23862	1.0000
set_P                 	2024-23862	0.8200
set_relative_P        	2024-23862	0.8200
set_recall            	2024-23862	0.3550
set_map               	2024-23862	0.2911
set_F                 	2024-23862	0.4955
num_nonrel_judged_ret 	2024-23862	1
num_ret               	2024-27366	100
num_rel               	2024-27366	232
num_rel_ret           	2024-27366	69
map                   	2024-27366	0.2646
Rprec                 	2024-27366	0.2974
bpref                 	2024-27366	0.2789
recip_rank            	2024-27366	1.0000
iprec_at_recall_0.00  	2024-27366	1.0000
iprec_at_recall_0.10  	2024-27366	0.9412
iprec_at_recall_0.20  	2024-27366	0.8929
iprec_at_recall_0.30  	2024-27366	0.0000
iprec_at_recall_0.40  	2024-27366	0.0000
iprec_at_recall_0.50  	2024-27366	0.0000
iprec_at_recall_0.60  	2024-27366	0.0000
iprec_at_recall_0.70  	2024-27366	0.0000
iprec_at_recall_0.80  	2024-27366	0.0000
iprec_at_recall_0.90  	2024-27366	0.0000
iprec_at_recall_1.00  	2024-27366	0.0000
P_5                   	2024-27366	1.0000
P_10                  	2024-27366	0.9000
P_15                  	2024-27366	0.9333
P_20                  	2024-27366	0.9500
P_30                  	2024-27366	0.9333
P_100                 	2024-27366	0.6900
P_200                 	2024-27366	0.3450
P_500                 	2024-27366	0.1380
P_1000                	2024-27366	0.0690
relstring             	2024-27366	'1221211110'
recall_5              	2024-27366	0.0216
recall_10             	2024-27366	0.0388
recall_15             	2024-27366	0.0603
recall_20             	2024-27366	0.0819
recall_30             	2024-27366	0.1207
recall_100            	2024-27366	0.2974
recall_200            	2024-27366	0.2974
recall_500            	2024-27366	0.2974
recall_1000           	2024-27366	0.2974
infAP                 	2024-27366	0.2646
Rprec_mult_0.20       	2024-27366	0.8723
Rprec_mult_0.40       	2024-27366	0.6989
Rprec_mult_0.60       	2024-27366	0.4929
Rprec_mult_0.80       	2024-27366	0.3710
Rprec_mult_1.00       	2024-27366	0.2974
Rprec_mult_1.20       	2024-27366	0.2473
Rprec_mult_1.40       	2024-27366	0.2123
Rprec_mult_1.60       	2024-27366	0.1855
Rprec_mult_1.80       	2024-27366	0.1651
Rprec_mult_2.00       	2024-27366	0.1487
utility               	2024-27366	38.0000
11pt_avg              	2024-27366	0.2576
binG                  	2024-27366	0.1437
G                     	2024-27366	0.0850
ndcg                  	2024-27366	0.4000
ndcg_rel              	2024-27366	0.4848
Rndcg                 	2024-27366	0.5126
ndcg_cut_5            	2024-27366	0.7574
ndcg_cut_10           	2024-27366	0.6352
ndcg_cut_15           	2024-27366	0.6048
ndcg_cut_20           	2024-27366	0.6313
ndcg_cut_30           	2024-27366	0.6936
ndcg_cut_100          	2024-27366	0.6595
ndcg_cut_200          	2024-27366	0.4396
ndcg_cut_500          	2024-27366	0.4000
ndcg_cut_1000         	2024-27366	0.4000
map_cut_5             	2024-27366	0.0216
map_cut_10            	2024-27366	0.0388
map_cut_15            	2024-27366	0.0587
map_cut_20            	2024-27366	0.0790
map_cut_30            	2024-27366	0.1155
map_cut_100           	2024-27366	0.2646
map_cut_200           	2024-27366	0.2646
map_cut_500           	2024-27366	0.2646
map_cut_1000          	2024-27366	0.2646
relative_P_5          	2024-27366	1.0000
relative_P_10         	2024-27366	0.9000
relative_P_15         	2024-27366	0.9333
relative_P_20         	2024-27366	0.9500
relative_P_30         	2024-27366	0.9333
relative_P_100        	2024-27366	0.6900
relative_P_200        	2024-27366	0.3450
relative_P_500        	2024-27366	0.2974
relative_P_1000       	2024-27366	0.2974
success_1             	2024-27366	1.0000
success_5             	2024-27366	1.0000
success_10            	2024-27366	1.0000
set_P                 	2024-27366	0.6900
set_relative_P        	2024-27366	0.6900
set_recall            	2024-27366	0.2974
set_map               	2024-27366	0.2052
set_F                 	2024-27366	0.4157
num_nonrel_judged_ret 	2024-27366	3
num_ret               	2024-29182	100
num_rel               	2024-29182	174
num_rel_ret           	2024-29182	60
map                   	2024-29182	0.2797
Rprec                 	2024-29182	0.3448
bpref                 	2024-29182	0.3367
recip_rank            	2024-29182	1.0000
iprec_at_recall_0.00  	2024-29182	1.0000
iprec_at_recall_0.10  	2024-29182	0.9565
iprec_at_recall_0.20  	2024-29182	0.7551
iprec_at_recall_0.30  	2024-29182	0.6279
iprec_at_recall_0.40  	2024-29182	0.0000
iprec_at_recall_0.50  	2024-29182	0.0000
iprec_at_recall_0.60  	2024-29182	0.0000
iprec_at_recall_0.70  	2024-29182	0.0000
iprec_at_recall_0.80  	2024-29182	0.0000
iprec_at_recall_0.90  	2024-29182	0.0000
iprec_at_recall_1.00  	2024-29182	0.0000
P_5                   	2024-29182	1.0000
P_10                  	2024-29182	0.9000
P_15                  	2024-29182	0.9333
P_20                  	2024-29182	0.9500
P_30                  	2024-29182	0.8333
P_100                 	2024-29182	0.6000
P_200                 	2024-29182	0.3000
P_500                 	2024-29182	0.1200
P_1000                	2024-29182	0.0600
relstring             	2024-29182	'3312322202'
recall_5              	2024-29182	0.0287
recall_10             	2024-29182	0.0517
recall_15             	2024-29182	0.0805
recall_20             	2024-29182	0.1092
recall_30             	2024-29182	0.1437
recall_100            	2024-29182	0.3448
recall_200            	2024-29182	0.3448
recall_500            	2024-29182	0.3448
recall_1000           	2024-29182	0.3448
infAP                 	2024-29182	0.2797
Rprec_mult_0.20       	2024-29182	0.8286
Rprec_mult_0.40       	2024-29182	0.6714
Rprec_mult_0.60       	2024-29182	0.5714
Rprec_mult_0.80       	2024-29182	0.4286
Rprec_mult_1.00       	2024-29182	0.3448
Rprec_mult_1.20       	2024-29182	0.2871
Rprec_mult_1.40       	2024-29182	0.2459
Rprec_mult_1.60       	2024-29182	0.2151
Rprec_mult_1.80       	2024-29182	0.1911
Rprec_mult_2.00       	2024-29182	0.1724
utility               	2024-29182	20.0000
11pt_avg              	2024-29182	0.3036
binG                  	2024-29182	0.1538
G                     	2024-29182	0.1047
ndcg                  	2024-29182	0.4753
ndcg_rel              	2024-29182	0.5584
Rndcg                 	2024-29182	0.6211
ndcg_cut_5            	2024-29182	0.8383
ndcg_cut_10           	2024-29182	0.7861
ndcg_cut_15           	2024-29182	0.7717
ndcg_cut_20           	2024-29182	0.7888
ndcg_cut_30           	2024-29182	0.7240
ndcg_cut_100          	2024-29182	0.5851
ndcg_cut_200          	2024-29182	0.4753
ndcg_cut_500          	2024-29182	0.4753
ndcg_cut_1000         	2024-29182	0.4753
map_cut_5             	2024-29182	0.0287
map_cut_10            	2024-29182	0.0511
map_cut_15            	2024-29182	0.0776
map_cut_20            	2024-29182	0.1048
map_cut_30            	2024-29182	0.1368
map_cut_100           	2024-29182	0.2797
map_cut_200           	2024-29182	0.2797
map_cut_500           	2024-29182	0.2797
map_cut_1000          	2024-29182	0.2797
relative_P_5          	2024-29182	1.0000
relative_P_10         	2024-29182	0.9000
relative_P_15         	2024-29182	0.9333
relative_P_20         	2024-29182	0.9500
relative_P_30         	2024-29182	0.8333
relative_P_100        	2024-29182	0.6000
relative_P_200        	2024-29182	0.3448
relative_P_500        	2024-29182	0.3448
relative_P_1000       	2024-29182	0.3448
success_1             	2024-29182	1.0000
success_5             	2024-29182	1.0000
success_10            	2024-29182	1.0000
set_P                 	2024-29182	0.6000
set_relative_P        	2024-29182	0.6000
set_recall            	2024-29182	0.3448
set_map               	2024-29182	0.2069
set_F                 	2024-29182	0.4380
num_nonrel_judged_ret 	2024-29182	10
num_ret               	2024-29941	100
num_rel               	2024-29941	240
num_rel_ret           	2024-29941	61
map                   	2024-29941	0.2030
Rprec                 	2024-29941	0.2542
bpref                 	2024-29941	0.2355
recip_rank            	2024-29941	0.5000
iprec_at_recall_0.00  	2024-29941	0.9091
iprec_at_recall_0.10  	2024-29941	0.9062
iprec_at_recall_0.20  	2024-29941	0.7500
iprec_at_recall_0.30  	2024-29941	0.0000
iprec_at_recall_0.40  	2024-29941	0.0000
iprec_at_recall_0.50  	2024-29941	0.0000
iprec_at_recall_0.60  	2024-29941	0.0000
iprec_at_recall_0.70  	2024-29941	0.0000
iprec_at_recall_0.80  	2024-29941	0.0000
iprec_at_recall_0.90  	2024-29941	0.0000
iprec_at_recall_1.00  	2024-29941	0.0000
P_5                   	2024-29941	0.8000
P_10                  	2024-29941	0.9000
P_15                  	2024-29941	0.8667
P_20                  	2024-29941	0.9000
P_30                  	2024-29941	0.9000
P_100                 	2024-29941	0.6100
P_200                 	2024-29941	0.3050
P_500                 	2024-29941	0.1220
P_1000                	2024-29941	0.0610
relstring             	2024-29941	'0311323132'
recall_5              	2024-29941	0.0167
recall_10             	2024-29941	0.0375
recall_15             	2024-29941	0.0542
recall_20             	2024-29941	0.0750
recall_30             	2024-29941	0.1125
recall_100            	2024-29941	0.2542
recall_200            	2024-29941	0.2542
recall_500            	2024-29941	0.2542
recall_1000           	2024-29941	0.2542
infAP                 	2024-29941	0.2030
Rprec_mult_0.20       	2024-29941	0.7917
Rprec_mult_0.40       	2024-29941	0.6250
Rprec_mult_0.60       	2024-29941	0.4236
Rprec_mult_0.80       	2024-29941	0.3177
Rprec_mult_1.00       	2024-29941	0.2542
Rprec_mult_1.20       	2024-29941	0.2118
Rprec_mult_1.40       	2024-29941	0.1815
Rprec_mult_1.60       	2024-29941	0.1589
Rprec_mult_1.80       	2024-29941	0.1412
Rprec_mult_2.00       	2024-29941	0.1271
utility               	2024-29941	22.0000
11pt_avg              	2024-29941	0.2332
binG                  	2024-29941	0.0964
G                     	2024-29941	0.0602
ndcg                  	2024-29941	0.3548
ndcg_rel              	2024-29941	0.4007
Rndcg                 	2024-29941	0.4451
ndcg_cut_5            	2024-29941	0.4504
ndcg_cut_10           	2024-29941	0.5497
ndcg_cut_15           	2024-29941	0.5447
ndcg_cut_20           	2024-29941	0.5550
ndcg_cut_30           	2024-29941	0.5800
ndcg_cut_100          	2024-29941	0.5017
ndcg_cut_200          	2024-29941	0.3803
ndcg_cut_500          	2024-29941	0.3548
ndcg_cut_1000         	2024-29941	0.3548
map_cut_5             	2024-29941	0.0113
map_cut_10            	2024-29941	0.0295
map_cut_15            	2024-29941	0.0440
map_cut_20            	2024-29941	0.0625
map_cut_30            	2024-29941	0.0956
map_cut_100           	2024-29941	0.2030
map_cut_200           	2024-29941	0.2030
map_cut_500           	2024-29941	0.2030
map_cut_1000          	2024-29941	0.2030
relative_P_5          	2024-29941	0.8000
relative_P_10         	2024-29941	0.9000
relative_P_15         	2024-29941	0.8667
relative_P_20         	2024-29941	0.9000
relative_P_30         	2024-29941	0.9000
relative_P_100        	2024-29941	0.6100
relative_P_200        	2024-29941	0.3050
relative_P_500        	2024-29941	0.2542
relative_P_1000       	2024-29941	0.2542
success_1             	2024-29941	0.0000
success_5             	2024-29941	1.0000
success_10            	2024-29941	1.0000
set_P                 	2024-29941	0.6100
set_relative_P        	2024-29941	0.6100
set_recall            	2024-29941	0.2542
set_map               	2024-29941	0.1550
set_F                 	2024-29941	0.3588
num_nonrel_judged_ret 	2024-29941	9
num_ret               	2024-32912	100
num_rel               	2024-32912	109
num_rel_ret           	2024-32912	53
map                   	2024-32912	0.4060
Rprec                 	2024-32912	0.4862
bpref                 	2024-32912	0.4620
recip_rank            	2024-32912	1.0000
iprec_at_recall_0.00  	2024-32912	1.0000
iprec_at_recall_0.10  	2024-32912	1.0000
iprec_at_recall_0.20  	2024-32912	0.8929
iprec_at_recall_0.30  	2024-32912	0.7907
iprec_at_recall_0.40  	2024-32912	0.6567
iprec_at_recall_0.50  	2024-32912	0.0000
iprec_at_recall_0.60  	2024-32912	0.0000
iprec_at_recall_0.70  	2024-32912	0.0000
iprec_at_recall_0.80  	2024-32912	0.0000
iprec_at_recall_0.90  	2024-32912	0.0000
iprec_at_recall_1.00  	2024-32912	0.0000
P_5                   	2024-32912	1.0000
P_10                  	2024-32912	1.0000
P_15                  	2024-32912	1.0000
P_20                  	2024-32912	0.9000
P_30                  	2024-32912	0.8667
P_100                 	2024-32912	0.5300
P_200                 	2024-32912	0.2650
P_500                 	2024-32912	0.1060
P_1000                	2024-32912	0.0530
relstring             	2024-32912	'2212222322'
recall_5              	2024-32912	0.0459
recall_10             	2024-32912	0.0917
recall_15             	2024-32912	0.1376
recall_20             	2024-32912	0.1651
recall_30             	2024-32912	0.2385
recall_100            	2024-32912	0.4862
recall_200            	2024-32912	0.4862
recall_500            	2024-32912	0.4862
recall_1000           	2024-32912	0.4862
infAP                 	2024-32912	0.4060
Rprec_mult_0.20       	2024-32912	0.8636
Rprec_mult_0.40       	2024-32912	0.7727
Rprec_mult_0.60       	2024-32912	0.6515
Rprec_mult_0.80       	2024-32912	0.5682
Rprec_mult_1.00       	2024-32912	0.4862
Rprec_mult_1.20       	2024-32912	0.4046
Rprec_mult_1.40       	2024-32912	0.3464
Rprec_mult_1.60       	2024-32912	0.3029
Rprec_mult_1.80       	2024-32912	0.2690
Rprec_mult_2.00       	2024-32912	0.2431
utility               	2024-32912	6.0000
11pt_avg              	2024-32912	0.3946
binG                  	2024-32912	0.2558
G                     	2024-32912	0.1173
ndcg                  	2024-32912	0.5320
ndcg_rel              	2024-32912	0.5824
Rndcg                 	2024-32912	0.5859
ndcg_cut_5            	2024-32912	0.6101
ndcg_cut_10           	2024-32912	0.6531
ndcg_cut_15           	2024-32912	0.7128
ndcg_cut_20           	2024-32912	0.6863
ndcg_cut_30           	2024-32912	0.6798
ndcg_cut_100          	2024-32912	0.5492
ndcg_cut_200          	2024-32912	0.5320
ndcg_cut_500          	2024-32912	0.5320
ndcg_cut_1000         	2024-32912	0.5320
map_cut_5             	2024-32912	0.0459
map_cut_10            	2024-32912	0.0917
map_cut_15            	2024-32912	0.1376
map_cut_20            	2024-32912	0.1642
map_cut_30            	2024-32912	0.2286
map_cut_100           	2024-32912	0.4060
map_cut_200           	2024-32912	0.4060
map_cut_500           	2024-32912	0.4060
map_cut_1000          	2024-32912	0.4060
relative_P_5          	2024-32912	1.0000
relative_P_10         	2024-32912	1.0000
relative_P_15         	2024-32912	1.0000
relative_P_20         	2024-32912	0.9000
relative_P_30         	2024-32912	0.8667
relative_P_100        	2024-32912	0.5300
relative_P_200        	2024-32912	0.4862
relative_P_500        	2024-32912	0.4862
relative_P_1000       	2024-32912	0.4862
success_1             	2024-32912	1.0000
success_5             	2024-32912	1.0000
success_10            	2024-32912	1.0000
set_P                 	2024-32912	0.5300
set_relative_P        	2024-32912	0.5300
set_recall            	2024-32912	0.4862
set_map               	2024-32912	0.2577
set_F                 	2024-32912	0.5072
num_nonrel_judged_ret 	2024-32912	20
num_ret               	2024-33466	100
num_rel               	2024-33466	265
num_rel_ret           	2024-33466	69
map                   	2024-33466	0.2310
Rprec                 	2024-33466	0.2604
bpref                 	2024-33466	0.2604
recip_rank            	2024-33466	1.0000
iprec_at_recall_0.00  	2024-33466	1.0000
iprec_at_recall_0.10  	2024-33466	1.0000
iprec_at_recall_0.20  	2024-33466	0.7571
iprec_at_recall_0.30  	2024-33466	0.0000
iprec_at_recall_0.40  	2024-33466	0.0000
iprec_at_recall_0.50  	2024-33466	0.0000
iprec_at_recall_0.60  	2024-33466	0.0000
iprec_at_recall_0.70  	2024-33466	0.0000
iprec_at_recall_0.80  	2024-33466	0.0000
iprec_at_recall_0.90  	2024-33466	0.0000
iprec_at_recall_1.00  	2024-33466	0.0000
P_5                   	2024-33466	1.0000
P_10                  	2024-33466	1.0000
P_15                  	2024-33466	1.0000
P_20                  	2024-33466	1.0000
P_30                  	2024-33466	1.0000
P_100                 	2024-33466	0.6900
P_200                 	2024-33466	0.3450
P_500                 	2024-33466	0.1380
P_1000                	2024-33466	0.0690
relstring             	2024-33466	'1212323221'
recall_5              	2024-33466	0.0189
recall_10             	2024-33466	0.0377
recall_15             	2024-33466	0.0566
recall_20             	2024-33466	0.0755
recall_30             	2024-33466	0.1132
recall_100            	2024-33466	0.2604
recall_200            	2024-33466	0.2604
recall_500            	2024-33466	0.2604
recall_1000           	2024-33466	0.2604
infAP                 	2024-33466	0.2310
Rprec_mult_0.20       	2024-33466	0.8302
Rprec_mult_0.40       	2024-33466	0.6509
Rprec_mult_0.60       	2024-33466	0.4340
Rprec_mult_0.80       	2024-33466	0.3255
Rprec_mult_1.00       	2024-33466	0.2604
Rprec_mult_1.20       	2024-33466	0.2170
Rprec_mult_1.40       	2024-33466	0.1860
Rprec_mult_1.60       	2024-33466	0.1627
Rprec_mult_1.80       	2024-33466	0.1447
Rprec_mult_2.00       	2024-33466	0.1302
utility               	2024-33466	38.0000
11pt_avg              	2024-33466	0.2506
binG                  	2024-33466	0.1570
G                     	2024-33466	0.0541
ndcg                  	2024-33466	0.3347
ndcg_rel              	2024-33466	0.3991
Rndcg                 	2024-33466	0.4075
ndcg_cut_5            	2024-33466	0.5408
ndcg_cut_10           	2024-33466	0.5882
ndcg_cut_15           	2024-33466	0.6363
ndcg_cut_20           	2024-33466	0.6525
ndcg_cut_30           	2024-33466	0.6406
ndcg_cut_100          	2024-33466	0.5447
ndcg_cut_200          	2024-33466	0.3710
ndcg_cut_500          	2024-33466	0.3347
ndcg_cut_1000         	2024-33466	0.3347
map_cut_5             	2024-33466	0.0189
map_cut_10            	2024-33466	0.0377
map_cut_15            	2024-33466	0.0566
map_cut_20            	2024-33466	0.0755
map_cut_30            	2024-33466	0.1132
map_cut_100           	2024-33466	0.2310
map_cut_200           	2024-33466	0.2310
map_cut_500           	2024-33466	0.2310
map_cut_1000          	2024-33466	0.2310
relative_P_5          	2024-33466	1.0000
relative_P_10         	2024-33466	1.0000
relative_P_15         	2024-33466	1.0000
relative_P_20         	2024-33466	1.0000
relative_P_30         	2024-33466	1.0000
relative_P_100        	2024-33466	0.6900
relative_P_200        	2024-33466	0.3450
relative_P_500        	2024-33466	0.2604
relative_P_1000       	2024-33466	0.2604
success_1             	2024-33466	1.0000
success_5             	2024-33466	1.0000
success_10            	2024-33466	1.0000
set_P                 	2024-33466	0.6900
set_relative_P        	2024-33466	0.6900
set_recall            	2024-33466	0.2604
set_map               	2024-33466	0.1797
set_F                 	2024-33466	0.3781
num_nonrel_judged_ret 	2024-33466	0
num_ret               	2024-35227	100
num_rel               	2024-35227	216
num_rel_ret           	2024-35227	68
map                   	2024-35227	0.2337
Rprec                 	2024-35227	0.3148
bpref                 	2024-35227	0.2975
recip_rank            	2024-35227	1.0000
iprec_at_recall_0.00  	2024-35227	1.0000
iprec_at_recall_0.10  	2024-35227	0.8462
iprec_at_recall_0.20  	2024-35227	0.6804
iprec_at_recall_0.30  	2024-35227	0.6804
iprec_at_recall_0.40  	2024-35227	0.0000
iprec_at_recall_0.50  	2024-35227	0.0000
iprec_at_recall_0.60  	2024-35227	0.0000
iprec_at_recall_0.70  	2024-35227	0.0000
iprec_at_recall_0.80  	2024-35227	0.0000
iprec_at_recall_0.90  	2024-35227	0.0000
iprec_at_recall_1.00  	2024-35227	0.0000
P_5                   	2024-35227	0.8000
P_10                  	2024-35227	0.9000
P_15                  	2024-35227	0.8667
P_20                  	2024-35227	0.9000
P_30                  	2024-35227	0.7667
P_100                 	2024-35227	0.6800
P_200                 	2024-35227	0.3400
P_500                 	2024-35227	0.1360
P_1000                	2024-35227	0.0680
relstring             	2024-35227	'3012222221'
recall_5              	2024-35227	0.0185
recall_10             	2024-35227	0.0417
recall_15             	2024-35227	0.0602
recall_20             	2024-35227	0.0833
recall_30             	2024-35227	0.1065
recall_100            	2024-35227	0.3148
recall_200            	2024-35227	0.3148
recall_500            	2024-35227	0.3148
recall_1000           	2024-35227	0.3148
infAP                 	2024-35227	0.2337
Rprec_mult_0.20       	2024-35227	0.7045
Rprec_mult_0.40       	2024-35227	0.6667
Rprec_mult_0.60       	2024-35227	0.5231
Rprec_mult_0.80       	2024-35227	0.3931
Rprec_mult_1.00       	2024-35227	0.3148
Rprec_mult_1.20       	2024-35227	0.2615
Rprec_mult_1.40       	2024-35227	0.2244
Rprec_mult_1.60       	2024-35227	0.1965
Rprec_mult_1.80       	2024-35227	0.1748
Rprec_mult_2.00       	2024-35227	0.1574
utility               	2024-35227	36.0000
11pt_avg              	2024-35227	0.2915
binG                  	2024-35227	0.1071
G                     	2024-35227	0.0816
ndcg                  	2024-35227	0.4083
ndcg_rel              	2024-35227	0.4747
Rndcg                 	2024-35227	0.5170
ndcg_cut_5            	2024-35227	0.6821
ndcg_cut_10           	2024-35227	0.7498
ndcg_cut_15           	2024-35227	0.7204
ndcg_cut_20           	2024-35227	0.7174
ndcg_cut_30           	2024-35227	0.6410
ndcg_cut_100          	2024-35227	0.5713
ndcg_cut_200          	2024-35227	0.4240
ndcg_cut_500          	2024-35227	0.4083
ndcg_cut_1000         	2024-35227	0.4083
map_cut_5             	2024-35227	0.0149
map_cut_10            	2024-35227	0.0351
map_cut_15            	2024-35227	0.0515
map_cut_20            	2024-35227	0.0720
map_cut_30            	2024-35227	0.0923
map_cut_100           	2024-35227	0.2337
map_cut_200           	2024-35227	0.2337
map_cut_500           	2024-35227	0.2337
map_cut_1000          	2024-35227	0.2337
relative_P_5          	2024-35227	0.8000
relative_P_10         	2024-35227	0.9000
relative_P_15         	2024-35227	0.8667
relative_P_20         	2024-35227	0.9000
relative_P_30         	2024-35227	0.7667
relative_P_100        	2024-35227	0.6800
relative_P_200        	2024-35227	0.3400
relative_P_500        	2024-35227	0.3148
relative_P_1000       	2024-35227	0.3148
success_1             	2024-35227	1.0000
success_5             	2024-35227	1.0000
success_10            	2024-35227	1.0000
set_P                 	2024-35227	0.6800
set_relative_P        	2024-35227	0.6800
set_recall            	2024-35227	0.3148
set_map               	2024-35227	0.2141
set_F                 	2024-35227	0.4304
num_nonrel_judged_ret 	2024-35227	9
num_ret               	2024-35269	100
num_rel               	2024-35269	76
num_rel_ret           	2024-35269	32
map                   	2024-35269	0.1946
Rprec                 	2024-35269	0.3816
bpref                 	2024-35269	0.3123
recip_rank            	2024-35269	0.5000
iprec_at_recall_0.00  	2024-35269	0.6667
iprec_at_recall_0.10  	2024-35269	0.5625
iprec_at_recall_0.20  	2024-35269	0.4565
iprec_at_recall_0.30  	2024-35269	0.4000
iprec_at_recall_0.40  	2024-35269	0.3407
iprec_at_recall_0.50  	2024-35269	0.0000
iprec_at_recall_0.60  	2024-35269	0.0000
iprec_at_recall_0.70  	2024-35269	0.0000
iprec_at_recall_0.80  	2024-35269	0.0000
iprec_at_recall_0.90  	2024-35269	0.0000
iprec_at_recall_1.00  	2024-35269	0.0000
P_5                   	2024-35269	0.6000
P_10                  	2024-35269	0.5000
P_15                  	2024-35269	0.5333
P_20                  	2024-35269	0.5500
P_30                  	2024-35269	0.4667
P_100                 	2024-35269	0.3200
P_200                 	2024-35269	0.1600
P_500                 	2024-35269	0.0640
P_1000                	2024-35269	0.0320
relstring             	2024-35269	'0220200202'
recall_5              	2024-35269	0.0395
recall_10             	2024-35269	0.0658
recall_15             	2024-35269	0.1053
recall_20             	2024-35269	0.1447
recall_30             	2024-35269	0.1842
recall_100            	2024-35269	0.4211
recall_200            	2024-35269	0.4211
recall_500            	2024-35269	0.4211
recall_1000           	2024-35269	0.4211
infAP                 	2024-35269	0.1946
Rprec_mult_0.20       	2024-35269	0.5625
Rprec_mult_0.40       	2024-35269	0.4516
Rprec_mult_0.60       	2024-35269	0.4565
Rprec_mult_0.80       	2024-35269	0.3770
Rprec_mult_1.00       	2024-35269	0.3816
Rprec_mult_1.20       	2024-35269	0.3370
Rprec_mult_1.40       	2024-35269	0.2991
Rprec_mult_1.60       	2024-35269	0.2623
Rprec_mult_1.80       	2024-35269	0.2336
Rprec_mult_2.00       	2024-35269	0.2105
utility               	2024-35269	-36.0000
11pt_avg              	2024-35269	0.2206
binG                  	2024-35269	0.1144
G                     	2024-35269	0.0950
ndcg                  	2024-35269	0.4265
ndcg_rel              	2024-35269	0.4363
Rndcg                 	2024-35269	0.4107
ndcg_cut_5            	2024-35269	0.5148
ndcg_cut_10           	2024-35269	0.4671
ndcg_cut_15           	2024-35269	0.4984
ndcg_cut_20           	2024-35269	0.5155
ndcg_cut_30           	2024-35269	0.4639
ndcg_cut_100          	2024-35269	0.4265
ndcg_cut_200          	2024-35269	0.4265
ndcg_cut_500          	2024-35269	0.4265
ndcg_cut_1000         	2024-35269	0.4265
map_cut_5             	2024-35269	0.0232
map_cut_10            	2024-35269	0.0364
map_cut_15            	2024-35269	0.0583
map_cut_20            	2024-35269	0.0802
map_cut_30            	2024-35269	0.0988
map_cut_100           	2024-35269	0.1946
map_cut_200           	2024-35269	0.1946
map_cut_500           	2024-35269	0.1946
map_cut_1000          	2024-35269	0.1946
relative_P_5          	2024-35269	0.6000
relative_P_10         	2024-35269	0.5000
relative_P_15         	2024-35269	0.5333
relative_P_20         	2024-35269	0.5500
relative_P_30         	2024-35269	0.4667
relative_P_100        	2024-35269	0.4211
relative_P_200        	2024-35269	0.4211
relative_P_500        	2024-35269	0.4211
relative_P_1000       	2024-35269	0.4211
success_1             	2024-35269	0.0000
success_5             	2024-35269	1.0000
success_10            	2024-35269	1.0000
set_P                 	2024-35269	0.3200
set_relative_P        	2024-35269	0.4211
set_recall            	2024-35269	0.4211
set_map               	2024-35269	0.1347
set_F                 	2024-35269	0.3636
num_nonrel_judged_ret 	2024-35269	50
num_ret               	2024-35284	100
num_rel               	2024-35284	141
num_rel_ret           	2024-35284	42
map                   	2024-35284	0.1608
Rprec                 	2024-35284	0.2979
bpref                 	2024-35284	0.2638
recip_rank            	2024-35284	1.0000
iprec_at_recall_0.00  	2024-35284	1.0000
iprec_at_recall_0.10  	2024-35284	0.6207
iprec_at_recall_0.20  	2024-35284	0.4865
iprec_at_recall_0.30  	2024-35284	0.0000
iprec_at_recall_0.40  	2024-35284	0.0000
iprec_at_recall_0.50  	2024-35284	0.0000
iprec_at_recall_0.60  	2024-35284	0.0000
iprec_at_recall_0.70  	2024-35284	0.0000
iprec_at_recall_0.80  	2024-35284	0.0000
iprec_at_recall_0.90  	2024-35284	0.0000
iprec_at_recall_1.00  	2024-35284	0.0000
P_5                   	2024-35284	0.6000
P_10                  	2024-35284	0.6000
P_15                  	2024-35284	0.6000
P_20                  	2024-35284	0.5500
P_30                  	2024-35284	0.6000
P_100                 	2024-35284	0.4200
P_200                 	2024-35284	0.2100
P_500                 	2024-35284	0.0840
P_1000                	2024-35284	0.0420
relstring             	2024-35284	'11--1--111'
recall_5              	2024-35284	0.0213
recall_10             	2024-35284	0.0426
recall_15             	2024-35284	0.0638
recall_20             	2024-35284	0.0780
recall_30             	2024-35284	0.1277
recall_100            	2024-35284	0.2979
recall_200            	2024-35284	0.2979
recall_500            	2024-35284	0.2979
recall_1000           	2024-35284	0.2979
infAP                 	2024-35284	0.1608
Rprec_mult_0.20       	2024-35284	0.6207
Rprec_mult_0.40       	2024-35284	0.4561
Rprec_mult_0.60       	2024-35284	0.4471
Rprec_mult_0.80       	2024-35284	0.3717
Rprec_mult_1.00       	2024-35284	0.2979
Rprec_mult_1.20       	2024-35284	0.2471
Rprec_mult_1.40       	2024-35284	0.2121
Rprec_mult_1.60       	2024-35284	0.1858
Rprec_mult_1.80       	2024-35284	0.1654
Rprec_mult_2.00       	2024-35284	0.1489
utility               	2024-35284	-16.0000
11pt_avg              	2024-35284	0.1916
binG                  	2024-35284	0.0849
G                     	2024-35284	0.0436
ndcg                  	2024-35284	0.2406
ndcg_rel              	2024-35284	0.2466
Rndcg                 	2024-35284	0.2273
ndcg_cut_5            	2024-35284	0.2281
ndcg_cut_10           	2024-35284	0.2359
ndcg_cut_15           	2024-35284	0.2457
ndcg_cut_20           	2024-35284	0.2402
ndcg_cut_30           	2024-35284	0.2622
ndcg_cut_100          	2024-35284	0.2805
ndcg_cut_200          	2024-35284	0.2406
ndcg_cut_500          	2024-35284	0.2406
ndcg_cut_1000         	2024-35284	0.2406
map_cut_5             	2024-35284	0.0184
map_cut_10            	2024-35284	0.0302
map_cut_15            	2024-35284	0.0423
map_cut_20            	2024-35284	0.0513
map_cut_30            	2024-35284	0.0811
map_cut_100           	2024-35284	0.1608
map_cut_200           	2024-35284	0.1608
map_cut_500           	2024-35284	0.1608
map_cut_1000          	2024-35284	0.1608
relative_P_5          	2024-35284	0.6000
relative_P_10         	2024-35284	0.6000
relative_P_15         	2024-35284	0.6000
relative_P_20         	2024-35284	0.5500
relative_P_30         	2024-35284	0.6000
relative_P_100        	2024-35284	0.4200
relative_P_200        	2024-35284	0.2979
relative_P_500        	2024-35284	0.2979
relative_P_1000       	2024-35284	0.2979
success_1             	2024-35284	1.0000
success_5             	2024-35284	1.0000
success_10            	2024-35284	1.0000
set_P                 	2024-35284	0.4200
set_relative_P        	2024-35284	0.4200
set_recall            	2024-35284	0.2979
set_map               	2024-35284	0.1251
set_F                 	2024-35284	0.3485
num_nonrel_judged_ret 	2024-35284	1
num_ret               	2024-35620	100
num_rel               	2024-35620	104
num_rel_ret           	2024-35620	55
map                   	2024-35620	0.4016
Rprec                 	2024-35620	0.5288
bpref                 	2024-35620	0.4919
recip_rank            	2024-35620	1.0000
iprec_at_recall_0.00  	2024-35620	1.0000
iprec_at_recall_0.10  	2024-35620	0.8750
iprec_at_recall_0.20  	2024-35620	0.7857
iprec_at_recall_0.30  	2024-35620	0.7442
iprec_at_recall_0.40  	2024-35620	0.6575
iprec_at_recall_0.50  	2024-35620	0.6023
iprec_at_recall_0.60  	2024-35620	0.0000
iprec_at_recall_0.70  	2024-35620	0.0000
iprec_at_recall_0.80  	2024-35620	0.0000
iprec_at_recall_0.90  	2024-35620	0.0000
iprec_at_recall_1.00  	2024-35620	0.0000
P_5                   	2024-35620	1.0000
P_10                  	2024-35620	0.9000
P_15                  	2024-35620	0.8667
P_20                  	2024-35620	0.8000
P_30                  	2024-35620	0.7333
P_100                 	2024-35620	0.5500
P_200                 	2024-35620	0.2750
P_500                 	2024-35620	0.1100
P_1000                	2024-35620	0.0550
relstring             	2024-35620	'3333333032'
recall_5              	2024-35620	0.0481
recall_10             	2024-35620	0.0865
recall_15             	2024-35620	0.1250
recall_20             	2024-35620	0.1538
recall_30             	2024-35620	0.2115
recall_100            	2024-35620	0.5288
recall_200            	2024-35620	0.5288
recall_500            	2024-35620	0.5288
recall_1000           	2024-35620	0.5288
infAP                 	2024-35620	0.4016
Rprec_mult_0.20       	2024-35620	0.7619
Rprec_mult_0.40       	2024-35620	0.7381
Rprec_mult_0.60       	2024-35620	0.6508
Rprec_mult_0.80       	2024-35620	0.6071
Rprec_mult_1.00       	2024-35620	0.5288
Rprec_mult_1.20       	2024-35620	0.4400
Rprec_mult_1.40       	2024-35620	0.3767
Rprec_mult_1.60       	2024-35620	0.3293
Rprec_mult_1.80       	2024-35620	0.2926
Rprec_mult_2.00       	2024-35620	0.2644
utility               	2024-35620	10.0000
11pt_avg              	2024-35620	0.4241
binG                  	2024-35620	0.2062
G                     	2024-35620	0.1924
ndcg                  	2024-35620	0.6255
ndcg_rel              	2024-35620	0.6888
Rndcg                 	2024-35620	0.6302
ndcg_cut_5            	2024-35620	1.0000
ndcg_cut_10           	2024-35620	0.9094
ndcg_cut_15           	2024-35620	0.8514
ndcg_cut_20           	2024-35620	0.7978
ndcg_cut_30           	2024-35620	0.7205
ndcg_cut_100          	2024-35620	0.6331
ndcg_cut_200          	2024-35620	0.6255
ndcg_cut_500          	2024-35620	0.6255
ndcg_cut_1000         	2024-35620	0.6255
map_cut_5             	2024-35620	0.0481
map_cut_10            	2024-35620	0.0845
map_cut_15            	2024-35620	0.1172
map_cut_20            	2024-35620	0.1414
map_cut_30            	2024-35620	0.1854
map_cut_100           	2024-35620	0.4016
map_cut_200           	2024-35620	0.4016
map_cut_500           	2024-35620	0.4016
map_cut_1000          	2024-35620	0.4016
relative_P_5          	2024-35620	1.0000
relative_P_10         	2024-35620	0.9000
relative_P_15         	2024-35620	0.8667
relative_P_20         	2024-35620	0.8000
relative_P_30         	2024-35620	0.7333
relative_P_100        	2024-35620	0.5500
relative_P_200        	2024-35620	0.5288
relative_P_500        	2024-35620	0.5288
relative_P_1000       	2024-35620	0.5288
success_1             	2024-35620	1.0000
success_5             	2024-35620	1.0000
success_10            	2024-35620	1.0000
set_P                 	2024-35620	0.5500
set_relative_P        	2024-35620	0.5500
set_recall            	2024-35620	0.5288
set_map               	2024-35620	0.2909
set_F                 	2024-35620	0.5392
num_nonrel_judged_ret 	2024-35620	18
num_ret               	2024-36155	100
num_rel               	2024-36155	82
num_rel_ret           	2024-36155	58
map                   	2024-36155	0.5871
Rprec                 	2024-36155	0.6341
bpref                 	2024-36155	0.6396
recip_rank            	2024-36155	1.0000
iprec_at_recall_0.00  	2024-36155	1.0000
iprec_at_recall_0.10  	2024-36155	0.9524
iprec_at_recall_0.20  	2024-36155	0.9524
iprec_at_recall_0.30  	2024-36155	0.9062
iprec_at_recall_0.40  	2024-36155	0.8293
iprec_at_recall_0.50  	2024-36155	0.7241
iprec_at_recall_0.60  	2024-36155	0.6579
iprec_at_recall_0.70  	2024-36155	0.5859
iprec_at_recall_0.80  	2024-36155	0.0000
iprec_at_recall_0.90  	2024-36155	0.0000
iprec_at_recall_1.00  	2024-36155	0.0000
P_5                   	2024-36155	1.0000
P_10                  	2024-36155	0.9000
P_15                  	2024-36155	0.9333
P_20                  	2024-36155	0.9500
P_30                  	2024-36155	0.9000
P_100                 	2024-36155	0.5800
P_200                 	2024-36155	0.2900
P_500                 	2024-36155	0.1160
P_1000                	2024-36155	0.0580
relstring             	2024-36155	'1112112201'
recall_5              	2024-36155	0.0610
recall_10             	2024-36155	0.1098
recall_15             	2024-36155	0.1707
recall_20             	2024-36155	0.2317
recall_30             	2024-36155	0.3293
recall_100            	2024-36155	0.7073
recall_200            	2024-36155	0.7073
recall_500            	2024-36155	0.7073
recall_1000           	2024-36155	0.7073
infAP                 	2024-36155	0.5871
Rprec_mult_0.20       	2024-36155	0.9412
Rprec_mult_0.40       	2024-36155	0.8788
Rprec_mult_0.60       	2024-36155	0.7800
Rprec_mult_0.80       	2024-36155	0.6818
Rprec_mult_1.00       	2024-36155	0.6341
Rprec_mult_1.20       	2024-36155	0.5859
Rprec_mult_1.40       	2024-36155	0.5043
Rprec_mult_1.60       	2024-36155	0.4394
Rprec_mult_1.80       	2024-36155	0.3919
Rprec_mult_2.00       	2024-36155	0.3537
utility               	2024-36155	16.0000
11pt_avg              	2024-36155	0.6007
binG                  	2024-36155	0.3271
G                     	2024-36155	0.1945
ndcg                  	2024-36155	0.7008
ndcg_rel              	2024-36155	0.6714
Rndcg                 	2024-36155	0.6684
ndcg_cut_5            	2024-36155	0.5730
ndcg_cut_10           	2024-36155	0.5857
ndcg_cut_15           	2024-36155	0.6558
ndcg_cut_20           	2024-36155	0.6638
ndcg_cut_30           	2024-36155	0.6877
ndcg_cut_100          	2024-36155	0.7008
ndcg_cut_200          	2024-36155	0.7008
ndcg_cut_500          	2024-36155	0.7008
ndcg_cut_1000         	2024-36155	0.7008
map_cut_5             	2024-36155	0.0610
map_cut_10            	2024-36155	0.1085
map_cut_15            	2024-36155	0.1648
map_cut_20            	2024-36155	0.2223
map_cut_30            	2024-36155	0.3115
map_cut_100           	2024-36155	0.5871
map_cut_200           	2024-36155	0.5871
map_cut_500           	2024-36155	0.5871
map_cut_1000          	2024-36155	0.5871
relative_P_5          	2024-36155	1.0000
relative_P_10         	2024-36155	0.9000
relative_P_15         	2024-36155	0.9333
relative_P_20         	2024-36155	0.9500
relative_P_30         	2024-36155	0.9000
relative_P_100        	2024-36155	0.7073
relative_P_200        	2024-36155	0.7073
relative_P_500        	2024-36155	0.7073
relative_P_1000       	2024-36155	0.7073
success_1             	2024-36155	1.0000
success_5             	2024-36155	1.0000
success_10            	2024-36155	1.0000
set_P                 	2024-36155	0.5800
set_relative_P        	2024-36155	0.7073
set_recall            	2024-36155	0.7073
set_map               	2024-36155	0.4102
set_F                 	2024-36155	0.6374
num_nonrel_judged_ret 	2024-36155	23
num_ret               	2024-38986	100
num_rel               	2024-38986	315
num_rel_ret           	2024-38986	71
map                   	2024-38986	0.2007
Rprec                 	2024-38986	0.2254
bpref                 	2024-38986	0.2254
recip_rank            	2024-38986	1.0000
iprec_at_recall_0.00  	2024-38986	1.0000
iprec_at_recall_0.10  	2024-38986	0.9348
iprec_at_recall_0.20  	2024-38986	0.7901
iprec_at_recall_0.30  	2024-38986	0.0000
iprec_at_recall_0.40  	2024-38986	0.0000
iprec_at_recall_0.50  	2024-38986	0.0000
iprec_at_recall_0.60  	2024-38986	0.0000
iprec_at_recall_0.70  	2024-38986	0.0000
iprec_at_recall_0.80  	2024-38986	0.0000
iprec_at_recall_0.90  	2024-38986	0.0000
iprec_at_recall_1.00  	2024-38986	0.0000
P_5                   	2024-38986	1.0000
P_10                  	2024-38986	0.9000
P_15                  	2024-38986	0.9333
P_20                  	2024-38986	0.9500
P_30                  	2024-38986	0.9000
P_100                 	2024-38986	0.7100
P_200                 	2024-38986	0.3550
P_500                 	2024-38986	0.1420
P_1000                	2024-38986	0.0710
relstring             	2024-38986	'211111111-'
recall_5              	2024-38986	0.0159
recall_10             	2024-38986	0.0286
recall_15             	2024-38986	0.0444
recall_20             	2024-38986	0.0603
recall_30             	2024-38986	0.0857
recall_100            	2024-38986	0.2254
recall_200            	2024-38986	0.2254
recall_500            	2024-38986	0.2254
recall_1000           	2024-38986	0.2254
infAP                 	2024-38986	0.2007
Rprec_mult_0.20       	2024-38986	0.8254
Rprec_mult_0.40       	2024-38986	0.5635
Rprec_mult_0.60       	2024-38986	0.3757
Rprec_mult_0.80       	2024-38986	0.2817
Rprec_mult_1.00       	2024-38986	0.2254
Rprec_mult_1.20       	2024-38986	0.1878
Rprec_mult_1.40       	2024-38986	0.1610
Rprec_mult_1.60       	2024-38986	0.1409
Rprec_mult_1.80       	2024-38986	0.1252
Rprec_mult_2.00       	2024-38986	0.1127
utility               	2024-38986	42.0000
11pt_avg              	2024-38986	0.2477
binG                  	2024-38986	0.1060
G                     	2024-38986	0.0422
ndcg                  	2024-38986	0.2763
ndcg_rel              	2024-38986	0.3162
Rndcg                 	2024-38986	0.3735
ndcg_cut_5            	2024-38986	0.4464
ndcg_cut_10           	2024-38986	0.3855
ndcg_cut_15           	2024-38986	0.3952
ndcg_cut_20           	2024-38986	0.4200
ndcg_cut_30           	2024-38986	0.4423
ndcg_cut_100          	2024-38986	0.4473
ndcg_cut_200          	2024-38986	0.3430
ndcg_cut_500          	2024-38986	0.2763
ndcg_cut_1000         	2024-38986	0.2763
map_cut_5             	2024-38986	0.0159
map_cut_10            	2024-38986	0.0286
map_cut_15            	2024-38986	0.0432
map_cut_20            	2024-38986	0.0582
map_cut_30            	2024-38986	0.0811
map_cut_100           	2024-38986	0.2007
map_cut_200           	2024-38986	0.2007
map_cut_500           	2024-38986	0.2007
map_cut_1000          	2024-38986	0.2007
relative_P_5          	2024-38986	1.0000
relative_P_10         	2024-38986	0.9000
relative_P_15         	2024-38986	0.9333
relative_P_20         	2024-38986	0.9500
relative_P_30         	2024-38986	0.9000
relative_P_100        	2024-38986	0.7100
relative_P_200        	2024-38986	0.3550
relative_P_500        	2024-38986	0.2254
relative_P_1000       	2024-38986	0.2254
success_1             	2024-38986	1.0000
success_5             	2024-38986	1.0000
success_10            	2024-38986	1.0000
set_P                 	2024-38986	0.7100
set_relative_P        	2024-38986	0.7100
set_recall            	2024-38986	0.2254
set_map               	2024-38986	0.1600
set_F                 	2024-38986	0.3422
num_nonrel_judged_ret 	2024-38986	0
num_ret               	2024-40863	100
num_rel               	2024-40863	314
num_rel_ret           	2024-40863	79
map                   	2024-40863	0.2331
Rprec                 	2024-40863	0.2516
bpref                 	2024-40863	0.2394
recip_rank            	2024-40863	1.0000
iprec_at_recall_0.00  	2024-40863	1.0000
iprec_at_recall_0.10  	2024-40863	1.0000
iprec_at_recall_0.20  	2024-40863	0.8395
iprec_at_recall_0.30  	2024-40863	0.0000
iprec_at_recall_0.40  	2024-40863	0.0000
iprec_at_recall_0.50  	2024-40863	0.0000
iprec_at_recall_0.60  	2024-40863	0.0000
iprec_at_recall_0.70  	2024-40863	0.0000
iprec_at_recall_0.80  	2024-40863	0.0000
iprec_at_recall_0.90  	2024-40863	0.0000
iprec_at_recall_1.00  	2024-40863	0.0000
P_5                   	2024-40863	1.0000
P_10                  	2024-40863	1.0000
P_15                  	2024-40863	1.0000
P_20                  	2024-40863	1.0000
P_30                  	2024-40863	1.0000
P_100                 	2024-40863	0.7900
P_200                 	2024-40863	0.3950
P_500                 	2024-40863	0.1580
P_1000                	2024-40863	0.0790
relstring             	2024-40863	'2312233212'
recall_5              	2024-40863	0.0159
recall_10             	2024-40863	0.0318
recall_15             	2024-40863	0.0478
recall_20             	2024-40863	0.0637
recall_30             	2024-40863	0.0955
recall_100            	2024-40863	0.2516
recall_200            	2024-40863	0.2516
recall_500            	2024-40863	0.2516
recall_1000           	2024-40863	0.2516
infAP                 	2024-40863	0.2331
Rprec_mult_0.20       	2024-40863	0.8730
Rprec_mult_0.40       	2024-40863	0.6270
Rprec_mult_0.60       	2024-40863	0.4180
Rprec_mult_0.80       	2024-40863	0.3135
Rprec_mult_1.00       	2024-40863	0.2516
Rprec_mult_1.20       	2024-40863	0.2095
Rprec_mult_1.40       	2024-40863	0.1795
Rprec_mult_1.60       	2024-40863	0.1571
Rprec_mult_1.80       	2024-40863	0.1396
Rprec_mult_2.00       	2024-40863	0.1258
utility               	2024-40863	58.0000
11pt_avg              	2024-40863	0.2581
binG                  	2024-40863	0.1604
G                     	2024-40863	0.0553
ndcg                  	2024-40863	0.3400
ndcg_rel              	2024-40863	0.4120
Rndcg                 	2024-40863	0.4393
ndcg_cut_5            	2024-40863	0.6815
ndcg_cut_10           	2024-40863	0.7048
ndcg_cut_15           	2024-40863	0.6659
ndcg_cut_20           	2024-40863	0.6648
ndcg_cut_30           	2024-40863	0.6569
ndcg_cut_100          	2024-40863	0.5826
ndcg_cut_200          	2024-40863	0.3988
ndcg_cut_500          	2024-40863	0.3400
ndcg_cut_1000         	2024-40863	0.3400
map_cut_5             	2024-40863	0.0159
map_cut_10            	2024-40863	0.0318
map_cut_15            	2024-40863	0.0478
map_cut_20            	2024-40863	0.0637
map_cut_30            	2024-40863	0.0955
map_cut_100           	2024-40863	0.2331
map_cut_200           	2024-40863	0.2331
map_cut_500           	2024-40863	0.2331
map_cut_1000          	2024-40863	0.2331
relative_P_5          	2024-40863	1.0000
relative_P_10         	2024-40863	1.0000
relative_P_15         	2024-40863	1.0000
relative_P_20         	2024-40863	1.0000
relative_P_30         	2024-40863	1.0000
relative_P_100        	2024-40863	0.7900
relative_P_200        	2024-40863	0.3950
relative_P_500        	2024-40863	0.2516
relative_P_1000       	2024-40863	0.2516
success_1             	2024-40863	1.0000
success_5             	2024-40863	1.0000
success_10            	2024-40863	1.0000
set_P                 	2024-40863	0.7900
set_relative_P        	2024-40863	0.7900
set_recall            	2024-40863	0.2516
set_map               	2024-40863	0.1988
set_F                 	2024-40863	0.3816
num_nonrel_judged_ret 	2024-40863	1
num_ret               	2024-41198	100
num_rel               	2024-41198	184
num_rel_ret           	2024-41198	73
map                   	2024-41198	0.3534
Rprec                 	2024-41198	0.3967
bpref                 	2024-41198	0.3958
recip_rank            	2024-41198	1.0000
iprec_at_recall_0.00  	2024-41198	1.0000
iprec_at_recall_0.10  	2024-41198	0.9524
iprec_at_recall_0.20  	2024-41198	0.9333
iprec_at_recall_0.30  	2024-41198	0.8358
iprec_at_recall_0.40  	2024-41198	0.0000
iprec_at_recall_0.50  	2024-41198	0.0000
iprec_at_recall_0.60  	2024-41198	0.0000
iprec_at_recall_0.70  	2024-41198	0.0000
iprec_at_recall_0.80  	2024-41198	0.0000
iprec_at_recall_0.90  	2024-41198	0.0000
iprec_at_recall_1.00  	2024-41198	0.0000
P_5                   	2024-41198	1.0000
P_10                  	2024-41198	1.0000
P_15                  	2024-41198	0.9333
P_20                  	2024-41198	0.9500
P_30                  	2024-41198	0.9333
P_100                 	2024-41198	0.7300
P_200                 	2024-41198	0.3650
P_500                 	2024-41198	0.1460
P_1000                	2024-41198	0.0730
relstring             	2024-41198	'1121111211'
recall_5              	2024-41198	0.0272
recall_10             	2024-41198	0.0543
recall_15             	2024-41198	0.0761
recall_20             	2024-41198	0.1033
recall_30             	2024-41198	0.1522
recall_100            	2024-41198	0.3967
recall_200            	2024-41198	0.3967
recall_500            	2024-41198	0.3967
recall_1000           	2024-41198	0.3967
infAP                 	2024-41198	0.3534
Rprec_mult_0.20       	2024-41198	0.9189
Rprec_mult_0.40       	2024-41198	0.7838
Rprec_mult_0.60       	2024-41198	0.6577
Rprec_mult_0.80       	2024-41198	0.4932
Rprec_mult_1.00       	2024-41198	0.3967
Rprec_mult_1.20       	2024-41198	0.3303
Rprec_mult_1.40       	2024-41198	0.2829
Rprec_mult_1.60       	2024-41198	0.2475
Rprec_mult_1.80       	2024-41198	0.2199
Rprec_mult_2.00       	2024-41198	0.1984
utility               	2024-41198	46.0000
11pt_avg              	2024-41198	0.3383
binG                  	2024-41198	0.1922
G                     	2024-41198	0.0859
ndcg                  	2024-41198	0.4453
ndcg_rel              	2024-41198	0.4725
Rndcg                 	2024-41198	0.4504
ndcg_cut_5            	2024-41198	0.4077
ndcg_cut_10           	2024-41198	0.4601
ndcg_cut_15           	2024-41198	0.4680
ndcg_cut_20           	2024-41198	0.4864
ndcg_cut_30           	2024-41198	0.4996
ndcg_cut_100          	2024-41198	0.5900
ndcg_cut_200          	2024-41198	0.4453
ndcg_cut_500          	2024-41198	0.4453
ndcg_cut_1000         	2024-41198	0.4453
map_cut_5             	2024-41198	0.0272
map_cut_10            	2024-41198	0.0543
map_cut_15            	2024-41198	0.0753
map_cut_20            	2024-41198	0.1010
map_cut_30            	2024-41198	0.1463
map_cut_100           	2024-41198	0.3534
map_cut_200           	2024-41198	0.3534
map_cut_500           	2024-41198	0.3534
map_cut_1000          	2024-41198	0.3534
relative_P_5          	2024-41198	1.0000
relative_P_10         	2024-41198	1.0000
relative_P_15         	2024-41198	0.9333
relative_P_20         	2024-41198	0.9500
relative_P_30         	2024-41198	0.9333
relative_P_100        	2024-41198	0.7300
relative_P_200        	2024-41198	0.3967
relative_P_500        	2024-41198	0.3967
relative_P_1000       	2024-41198	0.3967
success_1             	2024-41198	1.0000
success_5             	2024-41198	1.0000
success_10            	2024-41198	1.0000
set_P                 	2024-41198	0.7300
set_relative_P        	2024-41198	0.7300
set_recall            	2024-41198	0.3967
set_map               	2024-41198	0.2896
set_F                 	2024-41198	0.5141
num_nonrel_judged_ret 	2024-41198	1
num_ret               	2024-41464	100
num_rel               	2024-41464	366
num_rel_ret           	2024-41464	68
map                   	2024-41464	0.1589
Rprec                 	2024-41464	0.1858
bpref                 	2024-41464	0.1858
recip_rank            	2024-41464	1.0000
iprec_at_recall_0.00  	2024-41464	1.0000
iprec_at_recall_0.10  	2024-41464	0.8103
iprec_at_recall_0.20  	2024-41464	0.0000
iprec_at_recall_0.30  	2024-41464	0.0000
iprec_at_recall_0.40  	2024-41464	0.0000
iprec_at_recall_0.50  	2024-41464	0.0000
iprec_at_recall_0.60  	2024-41464	0.0000
iprec_at_recall_0.70  	2024-41464	0.0000
iprec_at_recall_0.80  	2024-41464	0.0000
iprec_at_recall_0.90  	2024-41464	0.0000
iprec_at_recall_1.00  	2024-41464	0.0000
P_5                   	2024-41464	1.0000
P_10                  	2024-41464	1.0000
P_15                  	2024-41464	1.0000
P_20                  	2024-41464	1.0000
P_30                  	2024-41464	0.9000
P_100                 	2024-41464	0.6800
P_200                 	2024-41464	0.3400
P_500                 	2024-41464	0.1360
P_1000                	2024-41464	0.0680
relstring             	2024-41464	'2323231121'
recall_5              	2024-41464	0.0137
recall_10             	2024-41464	0.0273
recall_15             	2024-41464	0.0410
recall_20             	2024-41464	0.0546
recall_30             	2024-41464	0.0738
recall_100            	2024-41464	0.1858
recall_200            	2024-41464	0.1858
recall_500            	2024-41464	0.1858
recall_1000           	2024-41464	0.1858
infAP                 	2024-41464	0.1589
Rprec_mult_0.20       	2024-41464	0.7432
Rprec_mult_0.40       	2024-41464	0.4626
Rprec_mult_0.60       	2024-41464	0.3091
Rprec_mult_0.80       	2024-41464	0.2321
Rprec_mult_1.00       	2024-41464	0.1858
Rprec_mult_1.20       	2024-41464	0.1545
Rprec_mult_1.40       	2024-41464	0.1326
Rprec_mult_1.60       	2024-41464	0.1160
Rprec_mult_1.80       	2024-41464	0.1032
Rprec_mult_2.00       	2024-41464	0.0929
utility               	2024-41464	36.0000
11pt_avg              	2024-41464	0.1646
binG                  	2024-41464	0.0970
G                     	2024-41464	0.0466
ndcg                  	2024-41464	0.2833
ndcg_rel              	2024-41464	0.3499
Rndcg                 	2024-41464	0.4382
ndcg_cut_5            	2024-41464	0.7867
ndcg_cut_10           	2024-41464	0.7019
ndcg_cut_15           	2024-41464	0.6640
ndcg_cut_20           	2024-41464	0.6716
ndcg_cut_30           	2024-41464	0.6767
ndcg_cut_100          	2024-41464	0.5482
ndcg_cut_200          	2024-41464	0.3632
ndcg_cut_500          	2024-41464	0.2833
ndcg_cut_1000         	2024-41464	0.2833
map_cut_5             	2024-41464	0.0137
map_cut_10            	2024-41464	0.0273
map_cut_15            	2024-41464	0.0410
map_cut_20            	2024-41464	0.0546
map_cut_30            	2024-41464	0.0727
map_cut_100           	2024-41464	0.1589
map_cut_200           	2024-41464	0.1589
map_cut_500           	2024-41464	0.1589
map_cut_1000          	2024-41464	0.1589
relative_P_5          	2024-41464	1.0000
relative_P_10         	2024-41464	1.0000
relative_P_15         	2024-41464	1.0000
relative_P_20         	2024-41464	1.0000
relative_P_30         	2024-41464	0.9000
relative_P_100        	2024-41464	0.6800
relative_P_200        	2024-41464	0.3400
relative_P_500        	2024-41464	0.1858
relative_P_1000       	2024-41464	0.1858
success_1             	2024-41464	1.0000
success_5             	2024-41464	1.0000
success_10            	2024-41464	1.0000
set_P                 	2024-41464	0.6800
set_relative_P        	2024-41464	0.6800
set_recall            	2024-41464	0.1858
set_map               	2024-41464	0.1263
set_F                 	2024-41464	0.2918
num_nonrel_judged_ret 	2024-41464	0
num_ret               	2024-41849	100
num_rel               	2024-41849	94
num_rel_ret           	2024-41849	23
map                   	2024-41849	0.0715
Rprec                 	2024-41849	0.2447
bpref                 	2024-41849	0.2072
recip_rank            	2024-41849	0.5000
iprec_at_recall_0.00  	2024-41849	0.5000
iprec_at_recall_0.10  	2024-41849	0.3250
iprec_at_recall_0.20  	2024-41849	0.3167
iprec_at_recall_0.30  	2024-41849	0.0000
iprec_at_recall_0.40  	2024-41849	0.0000
iprec_at_recall_0.50  	2024-41849	0.0000
iprec_at_recall_0.60  	2024-41849	0.0000
iprec_at_recall_0.70  	2024-41849	0.0000
iprec_at_recall_0.80  	2024-41849	0.0000
iprec_at_recall_0.90  	2024-41849	0.0000
iprec_at_recall_1.00  	2024-41849	0.0000
P_5                   	2024-41849	0.2000
P_10                  	2024-41849	0.2000
P_15                  	2024-41849	0.1333
P_20                  	2024-41849	0.2000
P_30                  	2024-41849	0.3000
P_100                 	2024-41849	0.2300
P_200                 	2024-41849	0.1150
P_500                 	2024-41849	0.0460
P_1000                	2024-41849	0.0230
relstring             	2024-41849	'-1--001-0-'
recall_5              	2024-41849	0.0106
recall_10             	2024-41849	0.0213
recall_15             	2024-41849	0.0213
recall_20             	2024-41849	0.0426
recall_30             	2024-41849	0.0957
recall_100            	2024-41849	0.2447
recall_200            	2024-41849	0.2447
recall_500            	2024-41849	0.2447
recall_1000           	2024-41849	0.2447
infAP                 	2024-41849	0.0715
Rprec_mult_0.20       	2024-41849	0.1579
Rprec_mult_0.40       	2024-41849	0.2895
Rprec_mult_0.60       	2024-41849	0.2982
Rprec_mult_0.80       	2024-41849	0.2763
Rprec_mult_1.00       	2024-41849	0.2447
Rprec_mult_1.20       	2024-41849	0.2035
Rprec_mult_1.40       	2024-41849	0.1742
Rprec_mult_1.60       	2024-41849	0.1523
Rprec_mult_1.80       	2024-41849	0.1353
Rprec_mult_2.00       	2024-41849	0.1223
utility               	2024-41849	-54.0000
11pt_avg              	2024-41849	0.1038
binG                  	2024-41849	0.0563
G                     	2024-41849	0.0509
ndcg                  	2024-41849	0.2256
ndcg_rel              	2024-41849	0.2147
Rndcg                 	2024-41849	0.1579
ndcg_cut_5            	2024-41849	0.0786
ndcg_cut_10           	2024-41849	0.0860
ndcg_cut_15           	2024-41849	0.0696
ndcg_cut_20           	2024-41849	0.0926
ndcg_cut_30           	2024-41849	0.1656
ndcg_cut_100          	2024-41849	0.2256
ndcg_cut_200          	2024-41849	0.2256
ndcg_cut_500          	2024-41849	0.2256
ndcg_cut_1000         	2024-41849	0.2256
map_cut_5             	2024-41849	0.0053
map_cut_10            	2024-41849	0.0084
map_cut_15            	2024-41849	0.0084
map_cut_20            	2024-41849	0.0125
map_cut_30            	2024-41849	0.0275
map_cut_100           	2024-41849	0.0715
map_cut_200           	2024-41849	0.0715
map_cut_500           	2024-41849	0.0715
map_cut_1000          	2024-41849	0.0715
relative_P_5          	2024-41849	0.2000
relative_P_10         	2024-41849	0.2000
relative_P_15         	2024-41849	0.1333
relative_P_20         	2024-41849	0.2000
relative_P_30         	2024-41849	0.3000
relative_P_100        	2024-41849	0.2447
relative_P_200        	2024-41849	0.2447
relative_P_500        	2024-41849	0.2447
relative_P_1000       	2024-41849	0.2447
success_1             	2024-41849	0.0000
success_5             	2024-41849	1.0000
success_10            	2024-41849	1.0000
set_P                 	2024-41849	0.2300
set_relative_P        	2024-41849	0.2447
set_recall            	2024-41849	0.2447
set_map               	2024-41849	0.0563
set_F                 	2024-41849	0.2371
num_nonrel_judged_ret 	2024-41849	20
num_ret               	2024-41918	100
num_rel               	2024-41918	231
num_rel_ret           	2024-41918	76
map                   	2024-41918	0.3014
Rprec                 	2024-41918	0.3290
bpref                 	2024-41918	0.3245
recip_rank            	2024-41918	1.0000
iprec_at_recall_0.00  	2024-41918	1.0000
iprec_at_recall_0.10  	2024-41918	1.0000
iprec_at_recall_0.20  	2024-41918	0.8868
iprec_at_recall_0.30  	2024-41918	0.8140
iprec_at_recall_0.40  	2024-41918	0.0000
iprec_at_recall_0.50  	2024-41918	0.0000
iprec_at_recall_0.60  	2024-41918	0.0000
iprec_at_recall_0.70  	2024-41918	0.0000
iprec_at_recall_0.80  	2024-41918	0.0000
iprec_at_recall_0.90  	2024-41918	0.0000
iprec_at_recall_1.00  	2024-41918	0.0000
P_5                   	2024-41918	1.0000
P_10                  	2024-41918	1.0000
P_15                  	2024-41918	1.0000
P_20                  	2024-41918	1.0000
P_30                  	2024-41918	0.9667
P_100                 	2024-41918	0.7600
P_200                 	2024-41918	0.3800
P_500                 	2024-41918	0.1520
P_1000                	2024-41918	0.0760
relstring             	2024-41918	'2333332232'
recall_5              	2024-41918	0.0216
recall_10             	2024-41918	0.0433
recall_15             	2024-41918	0.0649
recall_20             	2024-41918	0.0866
recall_30             	2024-41918	0.1255
recall_100            	2024-41918	0.3290
recall_200            	2024-41918	0.3290
recall_500            	2024-41918	0.3290
recall_1000           	2024-41918	0.3290
infAP                 	2024-41918	0.3014
Rprec_mult_0.20       	2024-41918	0.9149
Rprec_mult_0.40       	2024-41918	0.8065
Rprec_mult_0.60       	2024-41918	0.5468
Rprec_mult_0.80       	2024-41918	0.4108
Rprec_mult_1.00       	2024-41918	0.3290
Rprec_mult_1.20       	2024-41918	0.2734
Rprec_mult_1.40       	2024-41918	0.2346
Rprec_mult_1.60       	2024-41918	0.2054
Rprec_mult_1.80       	2024-41918	0.1827
Rprec_mult_2.00       	2024-41918	0.1645
utility               	2024-41918	52.0000
11pt_avg              	2024-41918	0.3364
binG                  	2024-41918	0.1873
G                     	2024-41918	0.1008
ndcg                  	2024-41918	0.4674
ndcg_rel              	2024-41918	0.5664
Rndcg                 	2024-41918	0.5642
ndcg_cut_5            	2024-41918	0.8869
ndcg_cut_10           	2024-41918	0.8578
ndcg_cut_15           	2024-41918	0.8599
ndcg_cut_20           	2024-41918	0.8501
ndcg_cut_30           	2024-41918	0.8079
ndcg_cut_100          	2024-41918	0.6637
ndcg_cut_200          	2024-41918	0.4912
ndcg_cut_500          	2024-41918	0.4674
ndcg_cut_1000         	2024-41918	0.4674
map_cut_5             	2024-41918	0.0216
map_cut_10            	2024-41918	0.0433
map_cut_15            	2024-41918	0.0649
map_cut_20            	2024-41918	0.0866
map_cut_30            	2024-41918	0.1249
map_cut_100           	2024-41918	0.3014
map_cut_200           	2024-41918	0.3014
map_cut_500           	2024-41918	0.3014
map_cut_1000          	2024-41918	0.3014
relative_P_5          	2024-41918	1.0000
relative_P_10         	2024-41918	1.0000
relative_P_15         	2024-41918	1.0000
relative_P_20         	2024-41918	1.0000
relative_P_30         	2024-41918	0.9667
relative_P_100        	2024-41918	0.7600
relative_P_200        	2024-41918	0.3800
relative_P_500        	2024-41918	0.3290
relative_P_1000       	2024-41918	0.3290
success_1             	2024-41918	1.0000
success_5             	2024-41918	1.0000
success_10            	2024-41918	1.0000
set_P                 	2024-41918	0.7600
set_relative_P        	2024-41918	0.7600
set_recall            	2024-41918	0.3290
set_map               	2024-41918	0.2500
set_F                 	2024-41918	0.4592
num_nonrel_judged_ret 	2024-41918	6
num_ret               	2024-42014	100
num_rel               	2024-42014	215
num_rel_ret           	2024-42014	87
map                   	2024-42014	0.3920
Rprec                 	2024-42014	0.4047
bpref                 	2024-42014	0.4047
recip_rank            	2024-42014	1.0000
iprec_at_recall_0.00  	2024-42014	1.0000
iprec_at_recall_0.10  	2024-42014	1.0000
iprec_at_recall_0.20  	2024-42014	0.9778
iprec_at_recall_0.30  	2024-42014	0.9559
iprec_at_recall_0.40  	2024-42014	0.8776
iprec_at_recall_0.50  	2024-42014	0.0000
iprec_at_recall_0.60  	2024-42014	0.0000
iprec_at_recall_0.70  	2024-42014	0.0000
iprec_at_recall_0.80  	2024-42014	0.0000
iprec_at_recall_0.90  	2024-42014	0.0000
iprec_at_recall_1.00  	2024-42014	0.0000
P_5                   	2024-42014	1.0000
P_10                  	2024-42014	1.0000
P_15                  	2024-42014	1.0000
P_20                  	2024-42014	1.0000
P_30                  	2024-42014	1.0000
P_100                 	2024-42014	0.8700
P_200                 	2024-42014	0.4350
P_500                 	2024-42014	0.1740
P_1000                	2024-42014	0.0870
relstring             	2024-42014	'3333322333'
recall_5              	2024-42014	0.0233
recall_10             	2024-42014	0.0465
recall_15             	2024-42014	0.0698
recall_20             	2024-42014	0.0930
recall_30             	2024-42014	0.1395
recall_100            	2024-42014	0.4047
recall_200            	2024-42014	0.4047
recall_500            	2024-42014	0.4047
recall_1000           	2024-42014	0.4047
infAP                 	2024-42014	0.3920
Rprec_mult_0.20       	2024-42014	0.9767
Rprec_mult_0.40       	2024-42014	0.9186
Rprec_mult_0.60       	2024-42014	0.6744
Rprec_mult_0.80       	2024-42014	0.5058
Rprec_mult_1.00       	2024-42014	0.4047
Rprec_mult_1.20       	2024-42014	0.3372
Rprec_mult_1.40       	2024-42014	0.2890
Rprec_mult_1.60       	2024-42014	0.2529
Rprec_mult_1.80       	2024-42014	0.2248
Rprec_mult_2.00       	2024-42014	0.2023
utility               	2024-42014	74.0000
11pt_avg              	2024-42014	0.4374
binG                  	2024-42014	0.2805
G                     	2024-42014	0.1298
ndcg                  	2024-42014	0.5209
ndcg_rel              	2024-42014	0.6470
Rndcg                 	2024-42014	0.6111
ndcg_cut_5            	2024-42014	1.0000
ndcg_cut_10           	2024-42014	0.9494
ndcg_cut_15           	2024-42014	0.9309
ndcg_cut_20           	2024-42014	0.9088
ndcg_cut_30           	2024-42014	0.8826
ndcg_cut_100          	2024-42014	0.7298
ndcg_cut_200          	2024-42014	0.5333
ndcg_cut_500          	2024-42014	0.5209
ndcg_cut_1000         	2024-42014	0.5209
map_cut_5             	2024-42014	0.0233
map_cut_10            	2024-42014	0.0465
map_cut_15            	2024-42014	0.0698
map_cut_20            	2024-42014	0.0930
map_cut_30            	2024-42014	0.1395
map_cut_100           	2024-42014	0.3920
map_cut_200           	2024-42014	0.3920
map_cut_500           	2024-42014	0.3920
map_cut_1000          	2024-42014	0.3920
relative_P_5          	2024-42014	1.0000
relative_P_10         	2024-42014	1.0000
relative_P_15         	2024-42014	1.0000
relative_P_20         	2024-42014	1.0000
relative_P_30         	2024-42014	1.0000
relative_P_100        	2024-42014	0.8700
relative_P_200        	2024-42014	0.4350
relative_P_500        	2024-42014	0.4047
relative_P_1000       	2024-42014	0.4047
success_1             	2024-42014	1.0000
success_5             	2024-42014	1.0000
success_10            	2024-42014	1.0000
set_P                 	2024-42014	0.8700
set_relative_P        	2024-42014	0.8700
set_recall            	2024-42014	0.4047
set_map               	2024-42014	0.3520
set_F                 	2024-42014	0.5524
num_nonrel_judged_ret 	2024-42014	0
num_ret               	2024-42497	100
num_rel               	2024-42497	120
num_rel_ret           	2024-42497	73
map                   	2024-42497	0.5645
Rprec                 	2024-42497	0.6083
bpref                 	2024-42497	0.6083
recip_rank            	2024-42497	1.0000
iprec_at_recall_0.00  	2024-42497	1.0000
iprec_at_recall_0.10  	2024-42497	1.0000
iprec_at_recall_0.20  	2024-42497	1.0000
iprec_at_recall_0.30  	2024-42497	1.0000
iprec_at_recall_0.40  	2024-42497	0.8929
iprec_at_recall_0.50  	2024-42497	0.8378
iprec_at_recall_0.60  	2024-42497	0.7660
iprec_at_recall_0.70  	2024-42497	0.0000
iprec_at_recall_0.80  	2024-42497	0.0000
iprec_at_recall_0.90  	2024-42497	0.0000
iprec_at_recall_1.00  	2024-42497	0.0000
P_5                   	2024-42497	1.0000
P_10                  	2024-42497	1.0000
P_15                  	2024-42497	1.0000
P_20                  	2024-42497	1.0000
P_30                  	2024-42497	1.0000
P_100                 	2024-42497	0.7300
P_200                 	2024-42497	0.3650
P_500                 	2024-42497	0.1460
P_1000                	2024-42497	0.0730
relstring             	2024-42497	'3133313111'
recall_5              	2024-42497	0.0417
recall_10             	2024-42497	0.0833
recall_15             	2024-42497	0.1250
recall_20             	2024-42497	0.1667
recall_30             	2024-42497	0.2500
recall_100            	2024-42497	0.6083
recall_200            	2024-42497	0.6083
recall_500            	2024-42497	0.6083
recall_1000           	2024-42497	0.6083
infAP                 	2024-42497	0.5645
Rprec_mult_0.20       	2024-42497	1.0000
Rprec_mult_0.40       	2024-42497	0.8958
Rprec_mult_0.60       	2024-42497	0.8333
Rprec_mult_0.80       	2024-42497	0.7500
Rprec_mult_1.00       	2024-42497	0.6083
Rprec_mult_1.20       	2024-42497	0.5069
Rprec_mult_1.40       	2024-42497	0.4345
Rprec_mult_1.60       	2024-42497	0.3802
Rprec_mult_1.80       	2024-42497	0.3380
Rprec_mult_2.00       	2024-42497	0.3042
utility               	2024-42497	46.0000
11pt_avg              	2024-42497	0.5906
binG                  	2024-42497	0.4003
G                     	2024-42497	0.1659
ndcg                  	2024-42497	0.6777
ndcg_rel              	2024-42497	0.7039
Rndcg                 	2024-42497	0.6745
ndcg_cut_5            	2024-42497	0.8573
ndcg_cut_10           	2024-42497	0.7223
ndcg_cut_15           	2024-42497	0.7113
ndcg_cut_20           	2024-42497	0.6712
ndcg_cut_30           	2024-42497	0.6965
ndcg_cut_100          	2024-42497	0.7265
ndcg_cut_200          	2024-42497	0.6777
ndcg_cut_500          	2024-42497	0.6777
ndcg_cut_1000         	2024-42497	0.6777
map_cut_5             	2024-42497	0.0417
map_cut_10            	2024-42497	0.0833
map_cut_15            	2024-42497	0.1250
map_cut_20            	2024-42497	0.1667
map_cut_30            	2024-42497	0.2500
map_cut_100           	2024-42497	0.5645
map_cut_200           	2024-42497	0.5645
map_cut_500           	2024-42497	0.5645
map_cut_1000          	2024-42497	0.5645
relative_P_5          	2024-42497	1.0000
relative_P_10         	2024-42497	1.0000
relative_P_15         	2024-42497	1.0000
relative_P_20         	2024-42497	1.0000
relative_P_30         	2024-42497	1.0000
relative_P_100        	2024-42497	0.7300
relative_P_200        	2024-42497	0.6083
relative_P_500        	2024-42497	0.6083
relative_P_1000       	2024-42497	0.6083
success_1             	2024-42497	1.0000
success_5             	2024-42497	1.0000
success_10            	2024-42497	1.0000
set_P                 	2024-42497	0.7300
set_relative_P        	2024-42497	0.7300
set_recall            	2024-42497	0.6083
set_map               	2024-42497	0.4441
set_F                 	2024-42497	0.6636
num_nonrel_judged_ret 	2024-42497	0
num_ret               	2024-43037	100
num_rel               	2024-43037	124
num_rel_ret           	2024-43037	79
map                   	2024-43037	0.6021
Rprec                 	2024-43037	0.6371
bpref                 	2024-43037	0.6297
recip_rank            	2024-43037	1.0000
iprec_at_recall_0.00  	2024-43037	1.0000
iprec_at_recall_0.10  	2024-43037	1.0000
iprec_at_recall_0.20  	2024-43037	1.0000
iprec_at_recall_0.30  	2024-43037	0.9750
iprec_at_recall_0.40  	2024-43037	0.9444
iprec_at_recall_0.50  	2024-43037	0.8873
iprec_at_recall_0.60  	2024-43037	0.8427
iprec_at_recall_0.70  	2024-43037	0.0000
iprec_at_recall_0.80  	2024-43037	0.0000
iprec_at_recall_0.90  	2024-43037	0.0000
iprec_at_recall_1.00  	2024-43037	0.0000
P_5                   	2024-43037	1.0000
P_10                  	2024-43037	1.0000
P_15                  	2024-43037	1.0000
P_20                  	2024-43037	1.0000
P_30                  	2024-43037	1.0000
P_100                 	2024-43037	0.7900
P_200                 	2024-43037	0.3950
P_500                 	2024-43037	0.1580
P_1000                	2024-43037	0.0790
relstring             	2024-43037	'3112323221'
recall_5              	2024-43037	0.0403
recall_10             	2024-43037	0.0806
recall_15             	2024-43037	0.1210
recall_20             	2024-43037	0.1613
recall_30             	2024-43037	0.2419
recall_100            	2024-43037	0.6371
recall_200            	2024-43037	0.6371
recall_500            	2024-43037	0.6371
recall_1000           	2024-43037	0.6371
infAP                 	2024-43037	0.6021
Rprec_mult_0.20       	2024-43037	1.0000
Rprec_mult_0.40       	2024-43037	0.9400
Rprec_mult_0.60       	2024-43037	0.8667
Rprec_mult_0.80       	2024-43037	0.7900
Rprec_mult_1.00       	2024-43037	0.6371
Rprec_mult_1.20       	2024-43037	0.5302
Rprec_mult_1.40       	2024-43037	0.4540
Rprec_mult_1.60       	2024-43037	0.3970
Rprec_mult_1.80       	2024-43037	0.3527
Rprec_mult_2.00       	2024-43037	0.3185
utility               	2024-43037	58.0000
11pt_avg              	2024-43037	0.6045
binG                  	2024-43037	0.4173
G                     	2024-43037	0.1604
ndcg                  	2024-43037	0.6702
ndcg_rel              	2024-43037	0.6895
Rndcg                 	2024-43037	0.6750
ndcg_cut_5            	2024-43037	0.6956
ndcg_cut_10           	2024-43037	0.6887
ndcg_cut_15           	2024-43037	0.6639
ndcg_cut_20           	2024-43037	0.6684
ndcg_cut_30           	2024-43037	0.7017
ndcg_cut_100          	2024-43037	0.7314
ndcg_cut_200          	2024-43037	0.6702
ndcg_cut_500          	2024-43037	0.6702
ndcg_cut_1000         	2024-43037	0.6702
map_cut_5             	2024-43037	0.0403
map_cut_10            	2024-43037	0.0806
map_cut_15            	2024-43037	0.1210
map_cut_20            	2024-43037	0.1613
map_cut_30            	2024-43037	0.2419
map_cut_100           	2024-43037	0.6021
map_cut_200           	2024-43037	0.6021
map_cut_500           	2024-43037	0.6021
map_cut_1000          	2024-43037	0.6021
relative_P_5          	2024-43037	1.0000
relative_P_10         	2024-43037	1.0000
relative_P_15         	2024-43037	1.0000
relative_P_20         	2024-43037	1.0000
relative_P_30         	2024-43037	1.0000
relative_P_100        	2024-43037	0.7900
relative_P_200        	2024-43037	0.6371
relative_P_500        	2024-43037	0.6371
relative_P_1000       	2024-43037	0.6371
success_1             	2024-43037	1.0000
success_5             	2024-43037	1.0000
success_10            	2024-43037	1.0000
set_P                 	2024-43037	0.7900
set_relative_P        	2024-43037	0.7900
set_recall            	2024-43037	0.6371
set_map               	2024-43037	0.5033
set_F                 	2024-43037	0.7054
num_nonrel_judged_ret 	2024-43037	5
num_ret               	2024-43905	100
num_rel               	2024-43905	21
num_rel_ret           	2024-43905	14
map                   	2024-43905	0.2210
Rprec                 	2024-43905	0.3810
bpref                 	2024-43905	0.3628
recip_rank            	2024-43905	0.3333
iprec_at_recall_0.00  	2024-43905	0.5000
iprec_at_recall_0.10  	2024-43905	0.4667
iprec_at_recall_0.20  	2024-43905	0.4667
iprec_at_recall_0.30  	2024-43905	0.4667
iprec_at_recall_0.40  	2024-43905	0.3030
iprec_at_recall_0.50  	2024-43905	0.1930
iprec_at_recall_0.60  	2024-43905	0.1585
iprec_at_recall_0.70  	2024-43905	0.0000
iprec_at_recall_0.80  	2024-43905	0.0000
iprec_at_recall_0.90  	2024-43905	0.0000
iprec_at_recall_1.00  	2024-43905	0.0000
P_5                   	2024-43905	0.4000
P_10                  	2024-43905	0.4000
P_15                  	2024-43905	0.4667
P_20                  	2024-43905	0.4000
P_30                  	2024-43905	0.2667
P_100                 	2024-43905	0.1400
P_200                 	2024-43905	0.0700
P_500                 	2024-43905	0.0280
P_1000                	2024-43905	0.0140
relstring             	2024-43905	'0-1100-101'
recall_5              	2024-43905	0.0952
recall_10             	2024-43905	0.1905
recall_15             	2024-43905	0.3333
recall_20             	2024-43905	0.3810
recall_30             	2024-43905	0.3810
recall_100            	2024-43905	0.6667
recall_200            	2024-43905	0.6667
recall_500            	2024-43905	0.6667
recall_1000           	2024-43905	0.6667
infAP                 	2024-43905	0.2210
Rprec_mult_0.20       	2024-43905	0.4000
Rprec_mult_0.40       	2024-43905	0.3333
Rprec_mult_0.60       	2024-43905	0.4615
Rprec_mult_0.80       	2024-43905	0.4118
Rprec_mult_1.00       	2024-43905	0.3810
Rprec_mult_1.20       	2024-43905	0.3077
Rprec_mult_1.40       	2024-43905	0.2667
Rprec_mult_1.60       	2024-43905	0.2941
Rprec_mult_1.80       	2024-43905	0.2632
Rprec_mult_2.00       	2024-43905	0.2381
utility               	2024-43905	-72.0000
11pt_avg              	2024-43905	0.2322
binG                  	2024-43905	0.1903
G                     	2024-43905	0.1758
ndcg                  	2024-43905	0.4477
ndcg_rel              	2024-43905	0.3589
Rndcg                 	2024-43905	0.2537
ndcg_cut_5            	2024-43905	0.2032
ndcg_cut_10           	2024-43905	0.2486
ndcg_cut_15           	2024-43905	0.3094
ndcg_cut_20           	2024-43905	0.3216
ndcg_cut_30           	2024-43905	0.3135
ndcg_cut_100          	2024-43905	0.4477
ndcg_cut_200          	2024-43905	0.4477
ndcg_cut_500          	2024-43905	0.4477
ndcg_cut_1000         	2024-43905	0.4477
map_cut_5             	2024-43905	0.0397
map_cut_10            	2024-43905	0.0766
map_cut_15            	2024-43905	0.1406
map_cut_20            	2024-43905	0.1618
map_cut_30            	2024-43905	0.1618
map_cut_100           	2024-43905	0.2210
map_cut_200           	2024-43905	0.2210
map_cut_500           	2024-43905	0.2210
map_cut_1000          	2024-43905	0.2210
relative_P_5          	2024-43905	0.4000
relative_P_10         	2024-43905	0.4000
relative_P_15         	2024-43905	0.4667
relative_P_20         	2024-43905	0.4000
relative_P_30         	2024-43905	0.3810
relative_P_100        	2024-43905	0.6667
relative_P_200        	2024-43905	0.6667
relative_P_500        	2024-43905	0.6667
relative_P_1000       	2024-43905	0.6667
success_1             	2024-43905	0.0000
success_5             	2024-43905	1.0000
success_10            	2024-43905	1.0000
set_P                 	2024-43905	0.1400
set_relative_P        	2024-43905	0.6667
set_recall            	2024-43905	0.6667
set_map               	2024-43905	0.0933
set_F                 	2024-43905	0.2314
num_nonrel_judged_ret 	2024-43905	26
num_ret               	2024-43983	100
num_rel               	2024-43983	53
num_rel_ret           	2024-43983	25
map                   	2024-43983	0.1836
Rprec                 	2024-43983	0.3208
bpref                 	2024-43983	0.3401
recip_rank            	2024-43983	1.0000
iprec_at_recall_0.00  	2024-43983	1.0000
iprec_at_recall_0.10  	2024-43983	0.4000
iprec_at_recall_0.20  	2024-43983	0.4000
iprec_at_recall_0.30  	2024-43983	0.3390
iprec_at_recall_0.40  	2024-43983	0.3333
iprec_at_recall_0.50  	2024-43983	0.0000
iprec_at_recall_0.60  	2024-43983	0.0000
iprec_at_recall_0.70  	2024-43983	0.0000
iprec_at_recall_0.80  	2024-43983	0.0000
iprec_at_recall_0.90  	2024-43983	0.0000
iprec_at_recall_1.00  	2024-43983	0.0000
P_5                   	2024-43983	0.6000
P_10                  	2024-43983	0.3000
P_15                  	2024-43983	0.3333
P_20                  	2024-43983	0.3500
P_30                  	2024-43983	0.4000
P_100                 	2024-43983	0.2500
P_200                 	2024-43983	0.1250
P_500                 	2024-43983	0.0500
P_1000                	2024-43983	0.0250
relstring             	2024-43983	'1-101000--'
recall_5              	2024-43983	0.0566
recall_10             	2024-43983	0.0566
recall_15             	2024-43983	0.0943
recall_20             	2024-43983	0.1321
recall_30             	2024-43983	0.2264
recall_100            	2024-43983	0.4717
recall_200            	2024-43983	0.4717
recall_500            	2024-43983	0.4717
recall_1000           	2024-43983	0.4717
infAP                 	2024-43983	0.1836
Rprec_mult_0.20       	2024-43983	0.2727
Rprec_mult_0.40       	2024-43983	0.3182
Rprec_mult_0.60       	2024-43983	0.3750
Rprec_mult_0.80       	2024-43983	0.3488
Rprec_mult_1.00       	2024-43983	0.3208
Rprec_mult_1.20       	2024-43983	0.3281
Rprec_mult_1.40       	2024-43983	0.2933
Rprec_mult_1.60       	2024-43983	0.2706
Rprec_mult_1.80       	2024-43983	0.2604
Rprec_mult_2.00       	2024-43983	0.2358
utility               	2024-43983	-50.0000
11pt_avg              	2024-43983	0.2248
binG                  	2024-43983	0.1298
G                     	2024-43983	0.1298
ndcg                  	2024-43983	0.4583
ndcg_rel              	2024-43983	0.4560
Rndcg                 	2024-43983	0.4095
ndcg_cut_5            	2024-43983	0.6399
ndcg_cut_10           	2024-43983	0.4153
ndcg_cut_15           	2024-43983	0.4128
ndcg_cut_20           	2024-43983	0.4108
ndcg_cut_30           	2024-43983	0.4296
ndcg_cut_100          	2024-43983	0.4583
ndcg_cut_200          	2024-43983	0.4583
ndcg_cut_500          	2024-43983	0.4583
ndcg_cut_1000         	2024-43983	0.4583
map_cut_5             	2024-43983	0.0428
map_cut_10            	2024-43983	0.0428
map_cut_15            	2024-43983	0.0563
map_cut_20            	2024-43983	0.0700
map_cut_30            	2024-43983	0.1050
map_cut_100           	2024-43983	0.1836
map_cut_200           	2024-43983	0.1836
map_cut_500           	2024-43983	0.1836
map_cut_1000          	2024-43983	0.1836
relative_P_5          	2024-43983	0.6000
relative_P_10         	2024-43983	0.3000
relative_P_15         	2024-43983	0.3333
relative_P_20         	2024-43983	0.3500
relative_P_30         	2024-43983	0.4000
relative_P_100        	2024-43983	0.4717
relative_P_200        	2024-43983	0.4717
relative_P_500        	2024-43983	0.4717
relative_P_1000       	2024-43983	0.4717
success_1             	2024-43983	1.0000
success_5             	2024-43983	1.0000
success_10            	2024-43983	1.0000
set_P                 	2024-43983	0.2500
set_relative_P        	2024-43983	0.4717
set_recall            	2024-43983	0.4717
set_map               	2024-43983	0.1179
set_F                 	2024-43983	0.3268
num_nonrel_judged_ret 	2024-43983	21
num_ret               	2024-44059	100
num_rel               	2024-44059	5
num_rel_ret           	2024-44059	0
map                   	2024-44059	0.0000
Rprec                 	2024-44059	0.0000
bpref                 	2024-44059	0.0000
recip_rank            	2024-44059	0.0000
iprec_at_recall_0.00  	2024-44059	0.0000
iprec_at_recall_0.10  	2024-44059	0.0000
iprec_at_recall_0.20  	2024-44059	0.0000
iprec_at_recall_0.30  	2024-44059	0.0000
iprec_at_recall_0.40  	2024-44059	0.0000
iprec_at_recall_0.50  	2024-44059	0.0000
iprec_at_recall_0.60  	2024-44059	0.0000
iprec_at_recall_0.70  	2024-44059	0.0000
iprec_at_recall_0.80  	2024-44059	0.0000
iprec_at_recall_0.90  	2024-44059	0.0000
iprec_at_recall_1.00  	2024-44059	0.0000
P_5                   	2024-44059	0.0000
P_10                  	2024-44059	0.0000
P_15                  	2024-44059	0.0000
P_20                  	2024-44059	0.0000
P_30                  	2024-44059	0.0000
P_100                 	2024-44059	0.0000
P_200                 	2024-44059	0.0000
P_500                 	2024-44059	0.0000
P_1000                	2024-44059	0.0000
relstring             	2024-44059	'0000000000'
recall_5              	2024-44059	0.0000
recall_10             	2024-44059	0.0000
recall_15             	2024-44059	0.0000
recall_20             	2024-44059	0.0000
recall_30             	2024-44059	0.0000
recall_100            	2024-44059	0.0000
recall_200            	2024-44059	0.0000
recall_500            	2024-44059	0.0000
recall_1000           	2024-44059	0.0000
infAP                 	2024-44059	0.0000
Rprec_mult_0.20       	2024-44059	0.0000
Rprec_mult_0.40       	2024-44059	0.0000
Rprec_mult_0.60       	2024-44059	0.0000
Rprec_mult_0.80       	2024-44059	0.0000
Rprec_mult_1.00       	2024-44059	0.0000
Rprec_mult_1.20       	2024-44059	0.0000
Rprec_mult_1.40       	2024-44059	0.0000
Rprec_mult_1.60       	2024-44059	0.0000
Rprec_mult_1.80       	2024-44059	0.0000
Rprec_mult_2.00       	2024-44059	0.0000
utility               	2024-44059	-100.0000
11pt_avg              	2024-44059	0.0000
binG                  	2024-44059	0.0000
G                     	2024-44059	0.0000
ndcg                  	2024-44059	0.0000
ndcg_rel              	2024-44059	0.0000
Rndcg                 	2024-44059	0.0000
ndcg_cut_5            	2024-44059	0.0000
ndcg_cut_10           	2024-44059	0.0000
ndcg_cut_15           	2024-44059	0.0000
ndcg_cut_20           	2024-44059	0.0000
ndcg_cut_30           	2024-44059	0.0000
ndcg_cut_100          	2024-44059	0.0000
ndcg_cut_200          	2024-44059	0.0000
ndcg_cut_500          	2024-44059	0.0000
ndcg_cut_1000         	2024-44059	0.0000
map_cut_5             	2024-44059	0.0000
map_cut_10            	2024-44059	0.0000
map_cut_15            	2024-44059	0.0000
map_cut_20            	2024-44059	0.0000
map_cut_30            	2024-44059	0.0000
map_cut_100           	2024-44059	0.0000
map_cut_200           	2024-44059	0.0000
map_cut_500           	2024-44059	0.0000
map_cut_1000          	2024-44059	0.0000
relative_P_5          	2024-44059	0.0000
relative_P_10         	2024-44059	0.0000
relative_P_15         	2024-44059	0.0000
relative_P_20         	2024-44059	0.0000
relative_P_30         	2024-44059	0.0000
relative_P_100        	2024-44059	0.0000
relative_P_200        	2024-44059	0.0000
relative_P_500        	2024-44059	0.0000
relative_P_1000       	2024-44059	0.0000
success_1             	2024-44059	0.0000
success_5             	2024-44059	0.0000
success_10            	2024-44059	0.0000
set_P                 	2024-44059	0.0000
set_relative_P        	2024-44059	0.0000
set_recall            	2024-44059	0.0000
set_map               	2024-44059	0.0000
set_F                 	2024-44059	0.0000
num_nonrel_judged_ret 	2024-44059	45
num_ret               	2024-44060	100
num_rel               	2024-44060	172
num_rel_ret           	2024-44060	72
map                   	2024-44060	0.3840
Rprec                 	2024-44060	0.4186
bpref                 	2024-44060	0.4186
recip_rank            	2024-44060	1.0000
iprec_at_recall_0.00  	2024-44060	1.0000
iprec_at_recall_0.10  	2024-44060	1.0000
iprec_at_recall_0.20  	2024-44060	0.9412
iprec_at_recall_0.30  	2024-44060	0.9167
iprec_at_recall_0.40  	2024-44060	0.7200
iprec_at_recall_0.50  	2024-44060	0.0000
iprec_at_recall_0.60  	2024-44060	0.0000
iprec_at_recall_0.70  	2024-44060	0.0000
iprec_at_recall_0.80  	2024-44060	0.0000
iprec_at_recall_0.90  	2024-44060	0.0000
iprec_at_recall_1.00  	2024-44060	0.0000
P_5                   	2024-44060	1.0000
P_10                  	2024-44060	1.0000
P_15                  	2024-44060	1.0000
P_20                  	2024-44060	1.0000
P_30                  	2024-44060	0.9667
P_100                 	2024-44060	0.7200
P_200                 	2024-44060	0.3600
P_500                 	2024-44060	0.1440
P_1000                	2024-44060	0.0720
relstring             	2024-44060	'3233232323'
recall_5              	2024-44060	0.0291
recall_10             	2024-44060	0.0581
recall_15             	2024-44060	0.0872
recall_20             	2024-44060	0.1163
recall_30             	2024-44060	0.1686
recall_100            	2024-44060	0.4186
recall_200            	2024-44060	0.4186
recall_500            	2024-44060	0.4186
recall_1000           	2024-44060	0.4186
infAP                 	2024-44060	0.3840
Rprec_mult_0.20       	2024-44060	0.9714
Rprec_mult_0.40       	2024-44060	0.8261
Rprec_mult_0.60       	2024-44060	0.6923
Rprec_mult_0.80       	2024-44060	0.5217
Rprec_mult_1.00       	2024-44060	0.4186
Rprec_mult_1.20       	2024-44060	0.3478
Rprec_mult_1.40       	2024-44060	0.2988
Rprec_mult_1.60       	2024-44060	0.2609
Rprec_mult_1.80       	2024-44060	0.2323
Rprec_mult_2.00       	2024-44060	0.2093
utility               	2024-44060	44.0000
11pt_avg              	2024-44060	0.4162
binG                  	2024-44060	0.2446
G                     	2024-44060	0.1443
ndcg                  	2024-44060	0.5826
ndcg_rel              	2024-44060	0.6762
Rndcg                 	2024-44060	0.7168
ndcg_cut_5            	2024-44060	0.8849
ndcg_cut_10           	2024-44060	0.8788
ndcg_cut_15           	2024-44060	0.8439
ndcg_cut_20           	2024-44060	0.8263
ndcg_cut_30           	2024-44060	0.8289
ndcg_cut_100          	2024-44060	0.7189
ndcg_cut_200          	2024-44060	0.5826
ndcg_cut_500          	2024-44060	0.5826
ndcg_cut_1000         	2024-44060	0.5826
map_cut_5             	2024-44060	0.0291
map_cut_10            	2024-44060	0.0581
map_cut_15            	2024-44060	0.0872
map_cut_20            	2024-44060	0.1163
map_cut_30            	2024-44060	0.1671
map_cut_100           	2024-44060	0.3840
map_cut_200           	2024-44060	0.3840
map_cut_500           	2024-44060	0.3840
map_cut_1000          	2024-44060	0.3840
relative_P_5          	2024-44060	1.0000
relative_P_10         	2024-44060	1.0000
relative_P_15         	2024-44060	1.0000
relative_P_20         	2024-44060	1.0000
relative_P_30         	2024-44060	0.9667
relative_P_100        	2024-44060	0.7200
relative_P_200        	2024-44060	0.4186
relative_P_500        	2024-44060	0.4186
relative_P_1000       	2024-44060	0.4186
success_1             	2024-44060	1.0000
success_5             	2024-44060	1.0000
success_10            	2024-44060	1.0000
set_P                 	2024-44060	0.7200
set_relative_P        	2024-44060	0.7200
set_recall            	2024-44060	0.4186
set_map               	2024-44060	0.3014
set_F                 	2024-44060	0.5294
num_nonrel_judged_ret 	2024-44060	0
num_ret               	2024-58819	100
num_rel               	2024-58819	112
num_rel_ret           	2024-58819	48
map                   	2024-58819	0.3091
Rprec                 	2024-58819	0.4286
bpref                 	2024-58819	0.4205
recip_rank            	2024-58819	1.0000
iprec_at_recall_0.00  	2024-58819	1.0000
iprec_at_recall_0.10  	2024-58819	0.9048
iprec_at_recall_0.20  	2024-58819	0.8214
iprec_at_recall_0.30  	2024-58819	0.6250
iprec_at_recall_0.40  	2024-58819	0.5114
iprec_at_recall_0.50  	2024-58819	0.0000
iprec_at_recall_0.60  	2024-58819	0.0000
iprec_at_recall_0.70  	2024-58819	0.0000
iprec_at_recall_0.80  	2024-58819	0.0000
iprec_at_recall_0.90  	2024-58819	0.0000
iprec_at_recall_1.00  	2024-58819	0.0000
P_5                   	2024-58819	0.8000
P_10                  	2024-58819	0.8000
P_15                  	2024-58819	0.8667
P_20                  	2024-58819	0.9000
P_30                  	2024-58819	0.8000
P_100                 	2024-58819	0.4800
P_200                 	2024-58819	0.2400
P_500                 	2024-58819	0.0960
P_1000                	2024-58819	0.0480
relstring             	2024-58819	'1-2322132-'
recall_5              	2024-58819	0.0357
recall_10             	2024-58819	0.0714
recall_15             	2024-58819	0.1161
recall_20             	2024-58819	0.1607
recall_30             	2024-58819	0.2143
recall_100            	2024-58819	0.4286
recall_200            	2024-58819	0.4286
recall_500            	2024-58819	0.4286
recall_1000           	2024-58819	0.4286
infAP                 	2024-58819	0.3091
Rprec_mult_0.20       	2024-58819	0.8261
Rprec_mult_0.40       	2024-58819	0.6444
Rprec_mult_0.60       	2024-58819	0.5588
Rprec_mult_0.80       	2024-58819	0.5000
Rprec_mult_1.00       	2024-58819	0.4286
Rprec_mult_1.20       	2024-58819	0.3556
Rprec_mult_1.40       	2024-58819	0.3057
Rprec_mult_1.60       	2024-58819	0.2667
Rprec_mult_1.80       	2024-58819	0.2376
Rprec_mult_2.00       	2024-58819	0.2143
utility               	2024-58819	-4.0000
11pt_avg              	2024-58819	0.3511
binG                  	2024-58819	0.1600
G                     	2024-58819	0.0907
ndcg                  	2024-58819	0.4388
ndcg_rel              	2024-58819	0.4695
Rndcg                 	2024-58819	0.4533
ndcg_cut_5            	2024-58819	0.4596
ndcg_cut_10           	2024-58819	0.5234
ndcg_cut_15           	2024-58819	0.5707
ndcg_cut_20           	2024-58819	0.5886
ndcg_cut_30           	2024-58819	0.5801
ndcg_cut_100          	2024-58819	0.4576
ndcg_cut_200          	2024-58819	0.4388
ndcg_cut_500          	2024-58819	0.4388
ndcg_cut_1000         	2024-58819	0.4388
map_cut_5             	2024-58819	0.0287
map_cut_10            	2024-58819	0.0596
map_cut_15            	2024-58819	0.0973
map_cut_20            	2024-58819	0.1369
map_cut_30            	2024-58819	0.1817
map_cut_100           	2024-58819	0.3091
map_cut_200           	2024-58819	0.3091
map_cut_500           	2024-58819	0.3091
map_cut_1000          	2024-58819	0.3091
relative_P_5          	2024-58819	0.8000
relative_P_10         	2024-58819	0.8000
relative_P_15         	2024-58819	0.8667
relative_P_20         	2024-58819	0.9000
relative_P_30         	2024-58819	0.8000
relative_P_100        	2024-58819	0.4800
relative_P_200        	2024-58819	0.4286
relative_P_500        	2024-58819	0.4286
relative_P_1000       	2024-58819	0.4286
success_1             	2024-58819	1.0000
success_5             	2024-58819	1.0000
success_10            	2024-58819	1.0000
set_P                 	2024-58819	0.4800
set_relative_P        	2024-58819	0.4800
set_recall            	2024-58819	0.4286
set_map               	2024-58819	0.2057
set_F                 	2024-58819	0.4528
num_nonrel_judged_ret 	2024-58819	2
num_ret               	2024-69711	100
num_rel               	2024-69711	59
num_rel_ret           	2024-69711	9
map                   	2024-69711	0.0130
Rprec                 	2024-69711	0.0847
bpref                 	2024-69711	0.0712
recip_rank            	2024-69711	0.0476
iprec_at_recall_0.00  	2024-69711	0.1087
iprec_at_recall_0.10  	2024-69711	0.0920
iprec_at_recall_0.20  	2024-69711	0.0000
iprec_at_recall_0.30  	2024-69711	0.0000
iprec_at_recall_0.40  	2024-69711	0.0000
iprec_at_recall_0.50  	2024-69711	0.0000
iprec_at_recall_0.60  	2024-69711	0.0000
iprec_at_recall_0.70  	2024-69711	0.0000
iprec_at_recall_0.80  	2024-69711	0.0000
iprec_at_recall_0.90  	2024-69711	0.0000
iprec_at_recall_1.00  	2024-69711	0.0000
P_5                   	2024-69711	0.0000
P_10                  	2024-69711	0.0000
P_15                  	2024-69711	0.0000
P_20                  	2024-69711	0.0000
P_30                  	2024-69711	0.0667
P_100                 	2024-69711	0.0900
P_200                 	2024-69711	0.0450
P_500                 	2024-69711	0.0180
P_1000                	2024-69711	0.0090
relstring             	2024-69711	'0-00000-0-'
recall_5              	2024-69711	0.0000
recall_10             	2024-69711	0.0000
recall_15             	2024-69711	0.0000
recall_20             	2024-69711	0.0000
recall_30             	2024-69711	0.0339
recall_100            	2024-69711	0.1525
recall_200            	2024-69711	0.1525
recall_500            	2024-69711	0.1525
recall_1000           	2024-69711	0.1525
infAP                 	2024-69711	0.0130
Rprec_mult_0.20       	2024-69711	0.0000
Rprec_mult_0.40       	2024-69711	0.0417
Rprec_mult_0.60       	2024-69711	0.0833
Rprec_mult_0.80       	2024-69711	0.1042
Rprec_mult_1.00       	2024-69711	0.0847
Rprec_mult_1.20       	2024-69711	0.0704
Rprec_mult_1.40       	2024-69711	0.0843
Rprec_mult_1.60       	2024-69711	0.0842
Rprec_mult_1.80       	2024-69711	0.0841
Rprec_mult_2.00       	2024-69711	0.0763
utility               	2024-69711	-82.0000
11pt_avg              	2024-69711	0.0182
binG                  	2024-69711	0.0279
G                     	2024-69711	0.0295
ndcg                  	2024-69711	0.1119
ndcg_rel              	2024-69711	0.1051
Rndcg                 	2024-69711	0.0437
ndcg_cut_5            	2024-69711	0.0000
ndcg_cut_10           	2024-69711	0.0000
ndcg_cut_15           	2024-69711	0.0000
ndcg_cut_20           	2024-69711	0.0000
ndcg_cut_30           	2024-69711	0.0261
ndcg_cut_100          	2024-69711	0.1119
ndcg_cut_200          	2024-69711	0.1119
ndcg_cut_500          	2024-69711	0.1119
ndcg_cut_1000         	2024-69711	0.1119
map_cut_5             	2024-69711	0.0000
map_cut_10            	2024-69711	0.0000
map_cut_15            	2024-69711	0.0000
map_cut_20            	2024-69711	0.0000
map_cut_30            	2024-69711	0.0022
map_cut_100           	2024-69711	0.0130
map_cut_200           	2024-69711	0.0130
map_cut_500           	2024-69711	0.0130
map_cut_1000          	2024-69711	0.0130
relative_P_5          	2024-69711	0.0000
relative_P_10         	2024-69711	0.0000
relative_P_15         	2024-69711	0.0000
relative_P_20         	2024-69711	0.0000
relative_P_30         	2024-69711	0.0667
relative_P_100        	2024-69711	0.1525
relative_P_200        	2024-69711	0.1525
relative_P_500        	2024-69711	0.1525
relative_P_1000       	2024-69711	0.1525
success_1             	2024-69711	0.0000
success_5             	2024-69711	0.0000
success_10            	2024-69711	0.0000
set_P                 	2024-69711	0.0900
set_relative_P        	2024-69711	0.1525
set_recall            	2024-69711	0.1525
set_map               	2024-69711	0.0137
set_F                 	2024-69711	0.1132
num_nonrel_judged_ret 	2024-69711	48
num_ret               	2024-73340	100
num_rel               	2024-73340	155
num_rel_ret           	2024-73340	67
map                   	2024-73340	0.3764
Rprec                 	2024-73340	0.4323
bpref                 	2024-73340	0.4061
recip_rank            	2024-73340	1.0000
iprec_at_recall_0.00  	2024-73340	1.0000
iprec_at_recall_0.10  	2024-73340	0.9500
iprec_at_recall_0.20  	2024-73340	0.9143
iprec_at_recall_0.30  	2024-73340	0.7969
iprec_at_recall_0.40  	2024-73340	0.7381
iprec_at_recall_0.50  	2024-73340	0.0000
iprec_at_recall_0.60  	2024-73340	0.0000
iprec_at_recall_0.70  	2024-73340	0.0000
iprec_at_recall_0.80  	2024-73340	0.0000
iprec_at_recall_0.90  	2024-73340	0.0000
iprec_at_recall_1.00  	2024-73340	0.0000
P_5                   	2024-73340	1.0000
P_10                  	2024-73340	1.0000
P_15                  	2024-73340	0.9333
P_20                  	2024-73340	0.9500
P_30                  	2024-73340	0.9000
P_100                 	2024-73340	0.6700
P_200                 	2024-73340	0.3350
P_500                 	2024-73340	0.1340
P_1000                	2024-73340	0.0670
relstring             	2024-73340	'3322131232'
recall_5              	2024-73340	0.0323
recall_10             	2024-73340	0.0645
recall_15             	2024-73340	0.0903
recall_20             	2024-73340	0.1226
recall_30             	2024-73340	0.1742
recall_100            	2024-73340	0.4323
recall_200            	2024-73340	0.4323
recall_500            	2024-73340	0.4323
recall_1000           	2024-73340	0.4323
infAP                 	2024-73340	0.3764
Rprec_mult_0.20       	2024-73340	0.9032
Rprec_mult_0.40       	2024-73340	0.7903
Rprec_mult_0.60       	2024-73340	0.6989
Rprec_mult_0.80       	2024-73340	0.5403
Rprec_mult_1.00       	2024-73340	0.4323
Rprec_mult_1.20       	2024-73340	0.3602
Rprec_mult_1.40       	2024-73340	0.3088
Rprec_mult_1.60       	2024-73340	0.2702
Rprec_mult_1.80       	2024-73340	0.2401
Rprec_mult_2.00       	2024-73340	0.2161
utility               	2024-73340	34.0000
11pt_avg              	2024-73340	0.3999
binG                  	2024-73340	0.2030
G                     	2024-73340	0.1367
ndcg                  	2024-73340	0.5819
ndcg_rel              	2024-73340	0.6455
Rndcg                 	2024-73340	0.6653
ndcg_cut_5            	2024-73340	0.8073
ndcg_cut_10           	2024-73340	0.7817
ndcg_cut_15           	2024-73340	0.7105
ndcg_cut_20           	2024-73340	0.7251
ndcg_cut_30           	2024-73340	0.7028
ndcg_cut_100          	2024-73340	0.6929
ndcg_cut_200          	2024-73340	0.5819
ndcg_cut_500          	2024-73340	0.5819
ndcg_cut_1000         	2024-73340	0.5819
map_cut_5             	2024-73340	0.0323
map_cut_10            	2024-73340	0.0645
map_cut_15            	2024-73340	0.0889
map_cut_20            	2024-73340	0.1194
map_cut_30            	2024-73340	0.1654
map_cut_100           	2024-73340	0.3764
map_cut_200           	2024-73340	0.3764
map_cut_500           	2024-73340	0.3764
map_cut_1000          	2024-73340	0.3764
relative_P_5          	2024-73340	1.0000
relative_P_10         	2024-73340	1.0000
relative_P_15         	2024-73340	0.9333
relative_P_20         	2024-73340	0.9500
relative_P_30         	2024-73340	0.9000
relative_P_100        	2024-73340	0.6700
relative_P_200        	2024-73340	0.4323
relative_P_500        	2024-73340	0.4323
relative_P_1000       	2024-73340	0.4323
success_1             	2024-73340	1.0000
success_5             	2024-73340	1.0000
success_10            	2024-73340	1.0000
set_P                 	2024-73340	0.6700
set_relative_P        	2024-73340	0.6700
set_recall            	2024-73340	0.4323
set_map               	2024-73340	0.2896
set_F                 	2024-73340	0.5255
num_nonrel_judged_ret 	2024-73340	4
num_ret               	2024-73918	100
num_rel               	2024-73918	172
num_rel_ret           	2024-73918	59
map                   	2024-73918	0.2432
Rprec                 	2024-73918	0.3430
bpref                 	2024-73918	0.3180
recip_rank            	2024-73918	0.5000
iprec_at_recall_0.00  	2024-73918	0.9286
iprec_at_recall_0.10  	2024-73918	0.7333
iprec_at_recall_0.20  	2024-73918	0.6562
iprec_at_recall_0.30  	2024-73918	0.6429
iprec_at_recall_0.40  	2024-73918	0.0000
iprec_at_recall_0.50  	2024-73918	0.0000
iprec_at_recall_0.60  	2024-73918	0.0000
iprec_at_recall_0.70  	2024-73918	0.0000
iprec_at_recall_0.80  	2024-73918	0.0000
iprec_at_recall_0.90  	2024-73918	0.0000
iprec_at_recall_1.00  	2024-73918	0.0000
P_5                   	2024-73918	0.8000
P_10                  	2024-73918	0.9000
P_15                  	2024-73918	0.8667
P_20                  	2024-73918	0.8500
P_30                  	2024-73918	0.7333
P_100                 	2024-73918	0.5900
P_200                 	2024-73918	0.2950
P_500                 	2024-73918	0.1180
P_1000                	2024-73918	0.0590
relstring             	2024-73918	'0222222222'
recall_5              	2024-73918	0.0233
recall_10             	2024-73918	0.0523
recall_15             	2024-73918	0.0756
recall_20             	2024-73918	0.0988
recall_30             	2024-73918	0.1279
recall_100            	2024-73918	0.3430
recall_200            	2024-73918	0.3430
recall_500            	2024-73918	0.3430
recall_1000           	2024-73918	0.3430
infAP                 	2024-73918	0.2432
Rprec_mult_0.20       	2024-73918	0.6857
Rprec_mult_0.40       	2024-73918	0.6087
Rprec_mult_0.60       	2024-73918	0.5673
Rprec_mult_0.80       	2024-73918	0.4275
Rprec_mult_1.00       	2024-73918	0.3430
Rprec_mult_1.20       	2024-73918	0.2850
Rprec_mult_1.40       	2024-73918	0.2448
Rprec_mult_1.60       	2024-73918	0.2138
Rprec_mult_1.80       	2024-73918	0.1903
Rprec_mult_2.00       	2024-73918	0.1715
utility               	2024-73918	18.0000
11pt_avg              	2024-73918	0.2692
binG                  	2024-73918	0.1153
G                     	2024-73918	0.0727
ndcg                  	2024-73918	0.3895
ndcg_rel              	2024-73918	0.4314
Rndcg                 	2024-73918	0.4457
ndcg_cut_5            	2024-73918	0.4406
ndcg_cut_10           	2024-73918	0.5569
ndcg_cut_15           	2024-73918	0.5666
ndcg_cut_20           	2024-73918	0.5847
ndcg_cut_30           	2024-73918	0.5565
ndcg_cut_100          	2024-73918	0.4854
ndcg_cut_200          	2024-73918	0.3895
ndcg_cut_500          	2024-73918	0.3895
ndcg_cut_1000         	2024-73918	0.3895
map_cut_5             	2024-73918	0.0158
map_cut_10            	2024-73918	0.0411
map_cut_15            	2024-73918	0.0625
map_cut_20            	2024-73918	0.0825
map_cut_30            	2024-73918	0.1034
map_cut_100           	2024-73918	0.2432
map_cut_200           	2024-73918	0.2432
map_cut_500           	2024-73918	0.2432
map_cut_1000          	2024-73918	0.2432
relative_P_5          	2024-73918	0.8000
relative_P_10         	2024-73918	0.9000
relative_P_15         	2024-73918	0.8667
relative_P_20         	2024-73918	0.8500
relative_P_30         	2024-73918	0.7333
relative_P_100        	2024-73918	0.5900
relative_P_200        	2024-73918	0.3430
relative_P_500        	2024-73918	0.3430
relative_P_1000       	2024-73918	0.3430
success_1             	2024-73918	0.0000
success_5             	2024-73918	1.0000
success_10            	2024-73918	1.0000
set_P                 	2024-73918	0.5900
set_relative_P        	2024-73918	0.5900
set_recall            	2024-73918	0.3430
set_map               	2024-73918	0.2024
set_F                 	2024-73918	0.4338
num_nonrel_judged_ret 	2024-73918	28
num_ret               	2024-79081	100
num_rel               	2024-79081	156
num_rel_ret           	2024-79081	77
map                   	2024-79081	0.4276
Rprec                 	2024-79081	0.4936
bpref                 	2024-79081	0.4150
recip_rank            	2024-79081	1.0000
iprec_at_recall_0.00  	2024-79081	1.0000
iprec_at_recall_0.10  	2024-79081	0.8947
iprec_at_recall_0.20  	2024-79081	0.8936
iprec_at_recall_0.30  	2024-79081	0.8868
iprec_at_recall_0.40  	2024-79081	0.8400
iprec_at_recall_0.50  	2024-79081	0.0000
iprec_at_recall_0.60  	2024-79081	0.0000
iprec_at_recall_0.70  	2024-79081	0.0000
iprec_at_recall_0.80  	2024-79081	0.0000
iprec_at_recall_0.90  	2024-79081	0.0000
iprec_at_recall_1.00  	2024-79081	0.0000
P_5                   	2024-79081	1.0000
P_10                  	2024-79081	0.9000
P_15                  	2024-79081	0.8667
P_20                  	2024-79081	0.8500
P_30                  	2024-79081	0.8333
P_100                 	2024-79081	0.7700
P_200                 	2024-79081	0.3850
P_500                 	2024-79081	0.1540
P_1000                	2024-79081	0.0770
relstring             	2024-79081	'3331133033'
recall_5              	2024-79081	0.0321
recall_10             	2024-79081	0.0577
recall_15             	2024-79081	0.0833
recall_20             	2024-79081	0.1090
recall_30             	2024-79081	0.1603
recall_100            	2024-79081	0.4936
recall_200            	2024-79081	0.4936
recall_500            	2024-79081	0.4936
recall_1000           	2024-79081	0.4936
infAP                 	2024-79081	0.4276
Rprec_mult_0.20       	2024-79081	0.8438
Rprec_mult_0.40       	2024-79081	0.8413
Rprec_mult_0.60       	2024-79081	0.8085
Rprec_mult_0.80       	2024-79081	0.6160
Rprec_mult_1.00       	2024-79081	0.4936
Rprec_mult_1.20       	2024-79081	0.4096
Rprec_mult_1.40       	2024-79081	0.3516
Rprec_mult_1.60       	2024-79081	0.3080
Rprec_mult_1.80       	2024-79081	0.2740
Rprec_mult_2.00       	2024-79081	0.2468
utility               	2024-79081	54.0000
11pt_avg              	2024-79081	0.4105
binG                  	2024-79081	0.1990
G                     	2024-79081	0.1361
ndcg                  	2024-79081	0.5967
ndcg_rel              	2024-79081	0.6591
Rndcg                 	2024-79081	0.6541
ndcg_cut_5            	2024-79081	0.8152
ndcg_cut_10           	2024-79081	0.8106
ndcg_cut_15           	2024-79081	0.7767
ndcg_cut_20           	2024-79081	0.7371
ndcg_cut_30           	2024-79081	0.6886
ndcg_cut_100          	2024-79081	0.6898
ndcg_cut_200          	2024-79081	0.5967
ndcg_cut_500          	2024-79081	0.5967
ndcg_cut_1000         	2024-79081	0.5967
map_cut_5             	2024-79081	0.0321
map_cut_10            	2024-79081	0.0563
map_cut_15            	2024-79081	0.0791
map_cut_20            	2024-79081	0.1018
map_cut_30            	2024-79081	0.1433
map_cut_100           	2024-79081	0.4276
map_cut_200           	2024-79081	0.4276
map_cut_500           	2024-79081	0.4276
map_cut_1000          	2024-79081	0.4276
relative_P_5          	2024-79081	1.0000
relative_P_10         	2024-79081	0.9000
relative_P_15         	2024-79081	0.8667
relative_P_20         	2024-79081	0.8500
relative_P_30         	2024-79081	0.8333
relative_P_100        	2024-79081	0.7700
relative_P_200        	2024-79081	0.4936
relative_P_500        	2024-79081	0.4936
relative_P_1000       	2024-79081	0.4936
success_1             	2024-79081	1.0000
success_5             	2024-79081	1.0000
success_10            	2024-79081	1.0000
set_P                 	2024-79081	0.7700
set_relative_P        	2024-79081	0.7700
set_recall            	2024-79081	0.4936
set_map               	2024-79081	0.3801
set_F                 	2024-79081	0.6016
num_nonrel_judged_ret 	2024-79081	10
num_ret               	2024-79154	100
num_rel               	2024-79154	14
num_rel_ret           	2024-79154	12
map                   	2024-79154	0.5885
Rprec                 	2024-79154	0.6429
bpref                 	2024-79154	0.5612
recip_rank            	2024-79154	1.0000
iprec_at_recall_0.00  	2024-79154	1.0000
iprec_at_recall_0.10  	2024-79154	1.0000
iprec_at_recall_0.20  	2024-79154	1.0000
iprec_at_recall_0.30  	2024-79154	0.8333
iprec_at_recall_0.40  	2024-79154	0.7500
iprec_at_recall_0.50  	2024-79154	0.6923
iprec_at_recall_0.60  	2024-79154	0.6923
iprec_at_recall_0.70  	2024-79154	0.3448
iprec_at_recall_0.80  	2024-79154	0.1714
iprec_at_recall_0.90  	2024-79154	0.0000
iprec_at_recall_1.00  	2024-79154	0.0000
P_5                   	2024-79154	0.8000
P_10                  	2024-79154	0.6000
P_15                  	2024-79154	0.6000
P_20                  	2024-79154	0.4500
P_30                  	2024-79154	0.3333
P_100                 	2024-79154	0.1200
P_200                 	2024-79154	0.0600
P_500                 	2024-79154	0.0240
P_1000                	2024-79154	0.0120
relstring             	2024-79154	'2120110100'
recall_5              	2024-79154	0.2857
recall_10             	2024-79154	0.4286
recall_15             	2024-79154	0.6429
recall_20             	2024-79154	0.6429
recall_30             	2024-79154	0.7143
recall_100            	2024-79154	0.8571
recall_200            	2024-79154	0.8571
recall_500            	2024-79154	0.8571
recall_1000           	2024-79154	0.8571
infAP                 	2024-79154	0.5885
Rprec_mult_0.20       	2024-79154	1.0000
Rprec_mult_0.40       	2024-79154	0.8333
Rprec_mult_0.60       	2024-79154	0.6667
Rprec_mult_0.80       	2024-79154	0.6667
Rprec_mult_1.00       	2024-79154	0.6429
Rprec_mult_1.20       	2024-79154	0.5294
Rprec_mult_1.40       	2024-79154	0.4500
Rprec_mult_1.60       	2024-79154	0.3913
Rprec_mult_1.80       	2024-79154	0.3462
Rprec_mult_2.00       	2024-79154	0.3214
utility               	2024-79154	-76.0000
11pt_avg              	2024-79154	0.5895
binG                  	2024-79154	0.4672
G                     	2024-79154	0.4369
ndcg                  	2024-79154	0.8174
ndcg_rel              	2024-79154	0.8039
Rndcg                 	2024-79154	0.8046
ndcg_cut_5            	2024-79154	0.7910
ndcg_cut_10           	2024-79154	0.7026
ndcg_cut_15           	2024-79154	0.7445
ndcg_cut_20           	2024-79154	0.7445
ndcg_cut_30           	2024-79154	0.7708
ndcg_cut_100          	2024-79154	0.8174
ndcg_cut_200          	2024-79154	0.8174
ndcg_cut_500          	2024-79154	0.8174
ndcg_cut_1000         	2024-79154	0.8174
map_cut_5             	2024-79154	0.2714
map_cut_10            	2024-79154	0.3845
map_cut_15            	2024-79154	0.5270
map_cut_20            	2024-79154	0.5270
map_cut_30            	2024-79154	0.5517
map_cut_100           	2024-79154	0.5885
map_cut_200           	2024-79154	0.5885
map_cut_500           	2024-79154	0.5885
map_cut_1000          	2024-79154	0.5885
relative_P_5          	2024-79154	0.8000
relative_P_10         	2024-79154	0.6000
relative_P_15         	2024-79154	0.6429
relative_P_20         	2024-79154	0.6429
relative_P_30         	2024-79154	0.7143
relative_P_100        	2024-79154	0.8571
relative_P_200        	2024-79154	0.8571
relative_P_500        	2024-79154	0.8571
relative_P_1000       	2024-79154	0.8571
success_1             	2024-79154	1.0000
success_5             	2024-79154	1.0000
success_10            	2024-79154	1.0000
set_P                 	2024-79154	0.1200
set_relative_P        	2024-79154	0.8571
set_recall            	2024-79154	0.8571
set_map               	2024-79154	0.1029
set_F                 	2024-79154	0.2105
num_nonrel_judged_ret 	2024-79154	44
num_ret               	2024-88894	100
num_rel               	2024-88894	46
num_rel_ret           	2024-88894	12
map                   	2024-88894	0.0592
Rprec                 	2024-88894	0.1522
bpref                 	2024-88894	0.1011
recip_rank            	2024-88894	0.5000
iprec_at_recall_0.00  	2024-88894	0.6667
iprec_at_recall_0.10  	2024-88894	0.1923
iprec_at_recall_0.20  	2024-88894	0.1304
iprec_at_recall_0.30  	2024-88894	0.0000
iprec_at_recall_0.40  	2024-88894	0.0000
iprec_at_recall_0.50  	2024-88894	0.0000
iprec_at_recall_0.60  	2024-88894	0.0000
iprec_at_recall_0.70  	2024-88894	0.0000
iprec_at_recall_0.80  	2024-88894	0.0000
iprec_at_recall_0.90  	2024-88894	0.0000
iprec_at_recall_1.00  	2024-88894	0.0000
P_5                   	2024-88894	0.4000
P_10                  	2024-88894	0.2000
P_15                  	2024-88894	0.2000
P_20                  	2024-88894	0.1500
P_30                  	2024-88894	0.1667
P_100                 	2024-88894	0.1200
P_200                 	2024-88894	0.0600
P_500                 	2024-88894	0.0240
P_1000                	2024-88894	0.0120
relstring             	2024-88894	'0110000000'
recall_5              	2024-88894	0.0435
recall_10             	2024-88894	0.0435
recall_15             	2024-88894	0.0652
recall_20             	2024-88894	0.0652
recall_30             	2024-88894	0.1087
recall_100            	2024-88894	0.2609
recall_200            	2024-88894	0.2609
recall_500            	2024-88894	0.2609
recall_1000           	2024-88894	0.2609
infAP                 	2024-88894	0.0592
Rprec_mult_0.20       	2024-88894	0.2000
Rprec_mult_0.40       	2024-88894	0.1579
Rprec_mult_0.60       	2024-88894	0.1786
Rprec_mult_0.80       	2024-88894	0.1622
Rprec_mult_1.00       	2024-88894	0.1522
Rprec_mult_1.20       	2024-88894	0.1250
Rprec_mult_1.40       	2024-88894	0.1231
Rprec_mult_1.60       	2024-88894	0.1081
Rprec_mult_1.80       	2024-88894	0.1205
Rprec_mult_2.00       	2024-88894	0.1304
utility               	2024-88894	-76.0000
11pt_avg              	2024-88894	0.0899
binG                  	2024-88894	0.0694
G                     	2024-88894	0.0670
ndcg                  	2024-88894	0.2430
ndcg_rel              	2024-88894	0.2392
Rndcg                 	2024-88894	0.1420
ndcg_cut_5            	2024-88894	0.2864
ndcg_cut_10           	2024-88894	0.2040
ndcg_cut_15           	2024-88894	0.2013
ndcg_cut_20           	2024-88894	0.1718
ndcg_cut_30           	2024-88894	0.1995
ndcg_cut_100          	2024-88894	0.2430
ndcg_cut_200          	2024-88894	0.2430
ndcg_cut_500          	2024-88894	0.2430
ndcg_cut_1000         	2024-88894	0.2430
map_cut_5             	2024-88894	0.0254
map_cut_10            	2024-88894	0.0254
map_cut_15            	2024-88894	0.0297
map_cut_20            	2024-88894	0.0297
map_cut_30            	2024-88894	0.0377
map_cut_100           	2024-88894	0.0592
map_cut_200           	2024-88894	0.0592
map_cut_500           	2024-88894	0.0592
map_cut_1000          	2024-88894	0.0592
relative_P_5          	2024-88894	0.4000
relative_P_10         	2024-88894	0.2000
relative_P_15         	2024-88894	0.2000
relative_P_20         	2024-88894	0.1500
relative_P_30         	2024-88894	0.1667
relative_P_100        	2024-88894	0.2609
relative_P_200        	2024-88894	0.2609
relative_P_500        	2024-88894	0.2609
relative_P_1000       	2024-88894	0.2609
success_1             	2024-88894	0.0000
success_5             	2024-88894	1.0000
success_10            	2024-88894	1.0000
set_P                 	2024-88894	0.1200
set_relative_P        	2024-88894	0.2609
set_recall            	2024-88894	0.2609
set_map               	2024-88894	0.0313
set_F                 	2024-88894	0.1644
num_nonrel_judged_ret 	2024-88894	66
num_ret               	2024-94706	100
num_rel               	2024-94706	45
num_rel_ret           	2024-94706	27
map                   	2024-94706	0.3745
Rprec                 	2024-94706	0.4444
bpref                 	2024-94706	0.4148
recip_rank            	2024-94706	1.0000
iprec_at_recall_0.00  	2024-94706	1.0000
iprec_at_recall_0.10  	2024-94706	0.8889
iprec_at_recall_0.20  	2024-94706	0.8182
iprec_at_recall_0.30  	2024-94706	0.6364
iprec_at_recall_0.40  	2024-94706	0.4865
iprec_at_recall_0.50  	2024-94706	0.3770
iprec_at_recall_0.60  	2024-94706	0.3000
iprec_at_recall_0.70  	2024-94706	0.0000
iprec_at_recall_0.80  	2024-94706	0.0000
iprec_at_recall_0.90  	2024-94706	0.0000
iprec_at_recall_1.00  	2024-94706	0.0000
P_5                   	2024-94706	0.8000
P_10                  	2024-94706	0.8000
P_15                  	2024-94706	0.6667
P_20                  	2024-94706	0.6000
P_30                  	2024-94706	0.5000
P_100                 	2024-94706	0.2700
P_200                 	2024-94706	0.1350
P_500                 	2024-94706	0.0540
P_1000                	2024-94706	0.0270
relstring             	2024-94706	'1111012110'
recall_5              	2024-94706	0.0889
recall_10             	2024-94706	0.1778
recall_15             	2024-94706	0.2222
recall_20             	2024-94706	0.2667
recall_30             	2024-94706	0.3333
recall_100            	2024-94706	0.6000
recall_200            	2024-94706	0.6000
recall_500            	2024-94706	0.6000
recall_1000           	2024-94706	0.6000
infAP                 	2024-94706	0.3745
Rprec_mult_0.20       	2024-94706	0.8889
Rprec_mult_0.40       	2024-94706	0.6667
Rprec_mult_0.60       	2024-94706	0.5185
Rprec_mult_0.80       	2024-94706	0.4722
Rprec_mult_1.00       	2024-94706	0.4444
Rprec_mult_1.20       	2024-94706	0.3889
Rprec_mult_1.40       	2024-94706	0.3651
Rprec_mult_1.60       	2024-94706	0.3333
Rprec_mult_1.80       	2024-94706	0.2963
Rprec_mult_2.00       	2024-94706	0.3000
utility               	2024-94706	-46.0000
11pt_avg              	2024-94706	0.4097
binG                  	2024-94706	0.2520
G                     	2024-94706	0.1691
ndcg                  	2024-94706	0.5577
ndcg_rel              	2024-94706	0.5357
Rndcg                 	2024-94706	0.4874
ndcg_cut_5            	2024-94706	0.4344
ndcg_cut_10           	2024-94706	0.5607
ndcg_cut_15           	2024-94706	0.5383
ndcg_cut_20           	2024-94706	0.5224
ndcg_cut_30           	2024-94706	0.5028
ndcg_cut_100          	2024-94706	0.5577
ndcg_cut_200          	2024-94706	0.5577
ndcg_cut_500          	2024-94706	0.5577
ndcg_cut_1000         	2024-94706	0.5577
map_cut_5             	2024-94706	0.0889
map_cut_10            	2024-94706	0.1657
map_cut_15            	2024-94706	0.2009
map_cut_20            	2024-94706	0.2301
map_cut_30            	2024-94706	0.2691
map_cut_100           	2024-94706	0.3745
map_cut_200           	2024-94706	0.3745
map_cut_500           	2024-94706	0.3745
map_cut_1000          	2024-94706	0.3745
relative_P_5          	2024-94706	0.8000
relative_P_10         	2024-94706	0.8000
relative_P_15         	2024-94706	0.6667
relative_P_20         	2024-94706	0.6000
relative_P_30         	2024-94706	0.5000
relative_P_100        	2024-94706	0.6000
relative_P_200        	2024-94706	0.6000
relative_P_500        	2024-94706	0.6000
relative_P_1000       	2024-94706	0.6000
success_1             	2024-94706	1.0000
success_5             	2024-94706	1.0000
success_10            	2024-94706	1.0000
set_P                 	2024-94706	0.2700
set_relative_P        	2024-94706	0.6000
set_recall            	2024-94706	0.6000
set_map               	2024-94706	0.1620
set_F                 	2024-94706	0.3724
num_nonrel_judged_ret 	2024-94706	47
num_ret               	2024-96063	100
num_rel               	2024-96063	91
num_rel_ret           	2024-96063	14
map                   	2024-96063	0.0287
Rprec                 	2024-96063	0.1538
bpref                 	2024-96063	0.1068
recip_rank            	2024-96063	0.0833
iprec_at_recall_0.00  	2024-96063	0.2400
iprec_at_recall_0.10  	2024-96063	0.1884
iprec_at_recall_0.20  	2024-96063	0.0000
iprec_at_recall_0.30  	2024-96063	0.0000
iprec_at_recall_0.40  	2024-96063	0.0000
iprec_at_recall_0.50  	2024-96063	0.0000
iprec_at_recall_0.60  	2024-96063	0.0000
iprec_at_recall_0.70  	2024-96063	0.0000
iprec_at_recall_0.80  	2024-96063	0.0000
iprec_at_recall_0.90  	2024-96063	0.0000
iprec_at_recall_1.00  	2024-96063	0.0000
P_5                   	2024-96063	0.0000
P_10                  	2024-96063	0.0000
P_15                  	2024-96063	0.1333
P_20                  	2024-96063	0.2000
P_30                  	2024-96063	0.2333
P_100                 	2024-96063	0.1400
P_200                 	2024-96063	0.0700
P_500                 	2024-96063	0.0280
P_1000                	2024-96063	0.0140
relstring             	2024-96063	'0000000000'
recall_5              	2024-96063	0.0000
recall_10             	2024-96063	0.0000
recall_15             	2024-96063	0.0220
recall_20             	2024-96063	0.0440
recall_30             	2024-96063	0.0769
recall_100            	2024-96063	0.1538
recall_200            	2024-96063	0.1538
recall_500            	2024-96063	0.1538
recall_1000           	2024-96063	0.1538
infAP                 	2024-96063	0.0287
Rprec_mult_0.20       	2024-96063	0.1579
Rprec_mult_0.40       	2024-96063	0.1892
Rprec_mult_0.60       	2024-96063	0.1636
Rprec_mult_0.80       	2024-96063	0.1781
Rprec_mult_1.00       	2024-96063	0.1538
Rprec_mult_1.20       	2024-96063	0.1273
Rprec_mult_1.40       	2024-96063	0.1094
Rprec_mult_1.60       	2024-96063	0.0959
Rprec_mult_1.80       	2024-96063	0.0854
Rprec_mult_2.00       	2024-96063	0.0769
utility               	2024-96063	-72.0000
11pt_avg              	2024-96063	0.0389
binG                  	2024-96063	0.0324
G                     	2024-96063	0.0268
ndcg                  	2024-96063	0.1320
ndcg_rel              	2024-96063	0.1296
Rndcg                 	2024-96063	0.0944
ndcg_cut_5            	2024-96063	0.0000
ndcg_cut_10           	2024-96063	0.0000
ndcg_cut_15           	2024-96063	0.0760
ndcg_cut_20           	2024-96063	0.0932
ndcg_cut_30           	2024-96063	0.1462
ndcg_cut_100          	2024-96063	0.1320
ndcg_cut_200          	2024-96063	0.1320
ndcg_cut_500          	2024-96063	0.1320
ndcg_cut_1000         	2024-96063	0.1320
map_cut_5             	2024-96063	0.0000
map_cut_10            	2024-96063	0.0000
map_cut_15            	2024-96063	0.0025
map_cut_20            	2024-96063	0.0064
map_cut_30            	2024-96063	0.0140
map_cut_100           	2024-96063	0.0287
map_cut_200           	2024-96063	0.0287
map_cut_500           	2024-96063	0.0287
map_cut_1000          	2024-96063	0.0287
relative_P_5          	2024-96063	0.0000
relative_P_10         	2024-96063	0.0000
relative_P_15         	2024-96063	0.1333
relative_P_20         	2024-96063	0.2000
relative_P_30         	2024-96063	0.2333
relative_P_100        	2024-96063	0.1538
relative_P_200        	2024-96063	0.1538
relative_P_500        	2024-96063	0.1538
relative_P_1000       	2024-96063	0.1538
success_1             	2024-96063	0.0000
success_5             	2024-96063	0.0000
success_10            	2024-96063	0.0000
set_P                 	2024-96063	0.1400
set_relative_P        	2024-96063	0.1538
set_recall            	2024-96063	0.1538
set_map               	2024-96063	0.0215
set_F                 	2024-96063	0.1466
num_nonrel_judged_ret 	2024-96063	58
num_ret               	2024-96359	100
num_rel               	2024-96359	55
num_rel_ret           	2024-96359	22
map                   	2024-96359	0.1225
Rprec                 	2024-96359	0.2364
bpref                 	2024-96359	0.4000
recip_rank            	2024-96359	0.2500
iprec_at_recall_0.00  	2024-96359	0.4286
iprec_at_recall_0.10  	2024-96359	0.3913
iprec_at_recall_0.20  	2024-96359	0.3793
iprec_at_recall_0.30  	2024-96359	0.2529
iprec_at_recall_0.40  	2024-96359	0.2529
iprec_at_recall_0.50  	2024-96359	0.0000
iprec_at_recall_0.60  	2024-96359	0.0000
iprec_at_recall_0.70  	2024-96359	0.0000
iprec_at_recall_0.80  	2024-96359	0.0000
iprec_at_recall_0.90  	2024-96359	0.0000
iprec_at_recall_1.00  	2024-96359	0.0000
P_5                   	2024-96359	0.4000
P_10                  	2024-96359	0.4000
P_15                  	2024-96359	0.3333
P_20                  	2024-96359	0.3000
P_30                  	2024-96359	0.3667
P_100                 	2024-96359	0.2200
P_200                 	2024-96359	0.1100
P_500                 	2024-96359	0.0440
P_1000                	2024-96359	0.0220
relstring             	2024-96359	'---11-1--1'
recall_5              	2024-96359	0.0364
recall_10             	2024-96359	0.0727
recall_15             	2024-96359	0.0909
recall_20             	2024-96359	0.1091
recall_30             	2024-96359	0.2000
recall_100            	2024-96359	0.4000
recall_200            	2024-96359	0.4000
recall_500            	2024-96359	0.4000
recall_1000           	2024-96359	0.4000
infAP                 	2024-96359	0.1225
Rprec_mult_0.20       	2024-96359	0.3636
Rprec_mult_0.40       	2024-96359	0.3636
Rprec_mult_0.60       	2024-96359	0.3333
Rprec_mult_0.80       	2024-96359	0.2727
Rprec_mult_1.00       	2024-96359	0.2364
Rprec_mult_1.20       	2024-96359	0.2121
Rprec_mult_1.40       	2024-96359	0.2338
Rprec_mult_1.60       	2024-96359	0.2500
Rprec_mult_1.80       	2024-96359	0.2222
Rprec_mult_2.00       	2024-96359	0.2000
utility               	2024-96359	-56.0000
11pt_avg              	2024-96359	0.1550
binG                  	2024-96359	0.0960
G                     	2024-96359	0.0938
ndcg                  	2024-96359	0.3357
ndcg_rel              	2024-96359	0.3052
Rndcg                 	2024-96359	0.1891
ndcg_cut_5            	2024-96359	0.1785
ndcg_cut_10           	2024-96359	0.2332
ndcg_cut_15           	2024-96359	0.2264
ndcg_cut_20           	2024-96359	0.2218
ndcg_cut_30           	2024-96359	0.2781
ndcg_cut_100          	2024-96359	0.3357
ndcg_cut_200          	2024-96359	0.3357
ndcg_cut_500          	2024-96359	0.3357
ndcg_cut_1000         	2024-96359	0.3357
map_cut_5             	2024-96359	0.0118
map_cut_10            	2024-96359	0.0269
map_cut_15            	2024-96359	0.0334
map_cut_20            	2024-96359	0.0388
map_cut_30            	2024-96359	0.0725
map_cut_100           	2024-96359	0.1225
map_cut_200           	2024-96359	0.1225
map_cut_500           	2024-96359	0.1225
map_cut_1000          	2024-96359	0.1225
relative_P_5          	2024-96359	0.4000
relative_P_10         	2024-96359	0.4000
relative_P_15         	2024-96359	0.3333
relative_P_20         	2024-96359	0.3000
relative_P_30         	2024-96359	0.3667
relative_P_100        	2024-96359	0.4000
relative_P_200        	2024-96359	0.4000
relative_P_500        	2024-96359	0.4000
relative_P_1000       	2024-96359	0.4000
success_1             	2024-96359	0.0000
success_5             	2024-96359	1.0000
success_10            	2024-96359	1.0000
set_P                 	2024-96359	0.2200
set_relative_P        	2024-96359	0.4000
set_recall            	2024-96359	0.4000
set_map               	2024-96359	0.0880
set_F                 	2024-96359	0.2839
num_nonrel_judged_ret 	2024-96359	0
runid                 	all	UDInfo_BGE_rerank
num_q                 	all	86
num_ret               	all	8600
num_rel               	all	12717
num_rel_ret           	all	4442
map                   	all	0.2862
gm_map                	all	0.2121
Rprec                 	all	0.3537
bpref                 	all	0.3422
recip_rank            	all	0.8557
iprec_at_recall_0.00  	all	0.8927
iprec_at_recall_0.10  	all	0.7837
iprec_at_recall_0.20  	all	0.6728
iprec_at_recall_0.30  	all	0.5016
iprec_at_recall_0.40  	all	0.2834
iprec_at_recall_0.50  	all	0.1693
iprec_at_recall_0.60  	all	0.0716
iprec_at_recall_0.70  	all	0.0118
iprec_at_recall_0.80  	all	0.0030
iprec_at_recall_0.90  	all	0.0000
iprec_at_recall_1.00  	all	0.0000
P_5                   	all	0.7791
P_10                  	all	0.7674
P_15                  	all	0.7605
P_20                  	all	0.7494
P_30                  	all	0.7101
P_100                 	all	0.5165
P_200                 	all	0.2583
P_500                 	all	0.1033
P_1000                	all	0.0517
recall_5              	all	0.0365
recall_10             	all	0.0691
recall_15             	all	0.1028
recall_20             	all	0.1300
recall_30             	all	0.1775
recall_100            	all	0.3956
recall_200            	all	0.3956
recall_500            	all	0.3956
recall_1000           	all	0.3956
infAP                 	all	0.2862
gm_bpref              	all	0.2509
Rprec_mult_0.20       	all	0.7210
Rprec_mult_0.40       	all	0.6230
Rprec_mult_0.60       	all	0.5154
Rprec_mult_0.80       	all	0.4226
Rprec_mult_1.00       	all	0.3537
Rprec_mult_1.20       	all	0.3009
Rprec_mult_1.40       	all	0.2634
Rprec_mult_1.60       	all	0.2334
Rprec_mult_1.80       	all	0.2091
Rprec_mult_2.00       	all	0.1899
utility               	all	3.3023
11pt_avg              	all	0.3082
binG                  	all	0.1808
G                     	all	0.1130
ndcg                  	all	0.4451
ndcg_rel              	all	0.4867
Rndcg                 	all	0.4766
ndcg_cut_5            	all	0.5815
ndcg_cut_10           	all	0.5771
ndcg_cut_15           	all	0.5785
ndcg_cut_20           	all	0.5766
ndcg_cut_30           	all	0.5727
ndcg_cut_100          	all	0.5389
ndcg_cut_200          	all	0.4557
ndcg_cut_500          	all	0.4451
ndcg_cut_1000         	all	0.4451
map_cut_5             	all	0.0324
map_cut_10            	all	0.0589
map_cut_15            	all	0.0846
map_cut_20            	all	0.1063
map_cut_30            	all	0.1426
map_cut_100           	all	0.2862
map_cut_200           	all	0.2862
map_cut_500           	all	0.2862
map_cut_1000          	all	0.2862
relative_P_5          	all	0.7791
relative_P_10         	all	0.7674
relative_P_15         	all	0.7615
relative_P_20         	all	0.7537
relative_P_30         	all	0.7214
relative_P_100        	all	0.5876
relative_P_200        	all	0.4151
relative_P_500        	all	0.3956
relative_P_1000       	all	0.3956
success_1             	all	0.7791
success_5             	all	0.9302
success_10            	all	0.9535
set_P                 	all	0.5165
set_relative_P        	all	0.5876
set_recall            	all	0.3956
set_map               	all	0.2056
set_F                 	all	0.4040
num_nonrel_judged_ret 	all	1271
