datasysdev commited on
Commit
c1c9ee7
·
verified ·
1 Parent(s): 95766a4

Update checkpoints_all32_d128_block_reserve_0_1_2_35/search_step_1000.k_sweep_exact.json

Browse files
checkpoints_all32_d128_block_reserve_0_1_2_35/search_step_1000.k_sweep_exact.json ADDED
@@ -0,0 +1,455 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "ppl_full": 20.534915924072266,
3
+ "by_K": {
4
+ "16": {
5
+ "recall_avg": 0.5178057079437622,
6
+ "recall_per_layer": {
7
+ "3": 0.4094683226346637,
8
+ "4": 0.43739533910131173,
9
+ "5": 0.4759279933017025,
10
+ "6": 0.484388082612336,
11
+ "7": 0.5008721741557354,
12
+ "8": 0.5119575076751326,
13
+ "9": 0.5080763326821099,
14
+ "10": 0.5411578984091543,
15
+ "11": 0.5293137733742673,
16
+ "12": 0.5342938878035166,
17
+ "13": 0.5307615824727882,
18
+ "14": 0.5737248813843148,
19
+ "15": 0.5750156991348032,
20
+ "16": 0.5768734300865197,
21
+ "17": 0.566023583589171,
22
+ "18": 0.5950233742673737,
23
+ "19": 0.6000645408875244,
24
+ "20": 0.5904444599497628,
25
+ "21": 0.6019222718392409,
26
+ "22": 0.5891710856823891,
27
+ "23": 0.6041201507116941,
28
+ "24": 0.5415329332961206,
29
+ "25": 0.5653432877476975,
30
+ "26": 0.5375383756628523,
31
+ "27": 0.521769466927156,
32
+ "28": 0.5438267513257047,
33
+ "29": 0.467642338822216,
34
+ "30": 0.4536962740720067,
35
+ "31": 0.41653293329612057,
36
+ "32": 0.42873464973485903,
37
+ "33": 0.35491382919341335,
38
+ "34": 0.4022554423667318
39
+ },
40
+ "mass_avg": 0.5456885835127252,
41
+ "mass_per_layer": {
42
+ "3": 0.4466871505937462,
43
+ "4": 0.48317500888186726,
44
+ "5": 0.5126864480932365,
45
+ "6": 0.549539513339086,
46
+ "7": 0.568944849583346,
47
+ "8": 0.5401693051865472,
48
+ "9": 0.5391051718019554,
49
+ "10": 0.570740137890734,
50
+ "11": 0.5549424576286893,
51
+ "12": 0.5627283495030788,
52
+ "13": 0.5362999309483367,
53
+ "14": 0.6011430387419759,
54
+ "15": 0.5685844027460403,
55
+ "16": 0.5425169910427714,
56
+ "17": 0.5426710865000524,
57
+ "18": 0.5478526867869976,
58
+ "19": 0.5640410567807179,
59
+ "20": 0.5707115707802034,
60
+ "21": 0.5812277851110059,
61
+ "22": 0.5836388781986988,
62
+ "23": 0.6043777487113627,
63
+ "24": 0.5440996294077501,
64
+ "25": 0.5881883566385536,
65
+ "26": 0.5422412277166317,
66
+ "27": 0.5458598625317254,
67
+ "28": 0.5721859028310773,
68
+ "29": 0.5243863431960885,
69
+ "30": 0.5461169722158085,
70
+ "31": 0.525949751502337,
71
+ "32": 0.5201238145916082,
72
+ "33": 0.4950293452753689,
73
+ "34": 0.4860698976498092
74
+ },
75
+ "ppl_ann": 24.860295295715332,
76
+ "ppl_gap_relative": 0.21063535821798016,
77
+ "faiss_diag": {}
78
+ },
79
+ "32": {
80
+ "recall_avg": 0.5718831418905532,
81
+ "recall_per_layer": {
82
+ "3": 0.49764225709304166,
83
+ "4": 0.5104860120462831,
84
+ "5": 0.5412852670787763,
85
+ "6": 0.5358020288476779,
86
+ "7": 0.5524597796798225,
87
+ "8": 0.5645308289744809,
88
+ "9": 0.5646942859407196,
89
+ "10": 0.5890097479790775,
90
+ "11": 0.5832342685053099,
91
+ "12": 0.5773795371691235,
92
+ "13": 0.5787862577270566,
93
+ "14": 0.6149696861626248,
94
+ "15": 0.6137957679505468,
95
+ "16": 0.6207352591535901,
96
+ "17": 0.6157721112696148,
97
+ "18": 0.6399934617213504,
98
+ "19": 0.637402916468537,
99
+ "20": 0.6237616896497068,
100
+ "21": 0.6337028451418608,
101
+ "22": 0.6284177365668093,
102
+ "23": 0.640840466000951,
103
+ "24": 0.598445672848312,
104
+ "25": 0.5995304327151688,
105
+ "26": 0.5834522111269614,
106
+ "27": 0.5735804010144239,
107
+ "28": 0.5878605959740054,
108
+ "29": 0.539957798383262,
109
+ "30": 0.5205212791250594,
110
+ "31": 0.498281225233793,
111
+ "32": 0.502605404977017,
112
+ "33": 0.44818909494373116,
113
+ "34": 0.48313421302900617
114
+ },
115
+ "mass_avg": 0.6269864822047168,
116
+ "mass_per_layer": {
117
+ "3": 0.556827368005404,
118
+ "4": 0.5897779260654422,
119
+ "5": 0.625785311270977,
120
+ "6": 0.6594974495450447,
121
+ "7": 0.6366297464435726,
122
+ "8": 0.618970821693216,
123
+ "9": 0.6114321237208254,
124
+ "10": 0.6499768745542083,
125
+ "11": 0.6442041619301295,
126
+ "12": 0.6454716306194523,
127
+ "13": 0.6197422890414487,
128
+ "14": 0.6885114673729988,
129
+ "15": 0.6692110461617332,
130
+ "16": 0.6453274061608416,
131
+ "17": 0.6452206792875258,
132
+ "18": 0.6618166887395487,
133
+ "19": 0.6644649508638453,
134
+ "20": 0.6596152244685172,
135
+ "21": 0.6694359155819068,
136
+ "22": 0.668686273453598,
137
+ "23": 0.6875653982653749,
138
+ "24": 0.6180047848311936,
139
+ "25": 0.6468333656841913,
140
+ "26": 0.6012150644594714,
141
+ "27": 0.6050134726231252,
142
+ "28": 0.634748211260699,
143
+ "29": 0.579355971789394,
144
+ "30": 0.6039944632266134,
145
+ "31": 0.5768208303434911,
146
+ "32": 0.5768901390665816,
147
+ "33": 0.5449553842041189,
148
+ "34": 0.5575649898164453
149
+ },
150
+ "ppl_ann": 21.85373878479004,
151
+ "ppl_gap_relative": 0.06422343610239815,
152
+ "faiss_diag": {}
153
+ },
154
+ "64": {
155
+ "recall_avg": 0.6515188498418218,
156
+ "recall_per_layer": {
157
+ "3": 0.6106855260405772,
158
+ "4": 0.6144929146622046,
159
+ "5": 0.6306048682284041,
160
+ "6": 0.6264543244091194,
161
+ "7": 0.6377261556159799,
162
+ "8": 0.649089494875549,
163
+ "9": 0.6503608031792512,
164
+ "10": 0.6621718782681447,
165
+ "11": 0.6587664714494875,
166
+ "12": 0.6505144059820122,
167
+ "13": 0.6500764745869065,
168
+ "14": 0.6791074043087221,
169
+ "15": 0.6731463083037021,
170
+ "16": 0.6779047270445514,
171
+ "17": 0.6784668479397615,
172
+ "18": 0.6958795231123196,
173
+ "19": 0.6888954978038068,
174
+ "20": 0.6822252143902949,
175
+ "21": 0.6922714913198076,
176
+ "22": 0.6868267621836436,
177
+ "23": 0.6967325088893537,
178
+ "24": 0.676280459108973,
179
+ "25": 0.6683976939970717,
180
+ "26": 0.6584396569755281,
181
+ "27": 0.6544557885379628,
182
+ "28": 0.6631098358084083,
183
+ "29": 0.6369091194310814,
184
+ "30": 0.616244640242627,
185
+ "31": 0.6091135484208324,
186
+ "32": 0.603704768876804,
187
+ "33": 0.57498431290525,
188
+ "34": 0.594563768040159
189
+ },
190
+ "mass_avg": 0.7223656809783785,
191
+ "mass_per_layer": {
192
+ "3": 0.6882961634636124,
193
+ "4": 0.7088952414587038,
194
+ "5": 0.7398361209246235,
195
+ "6": 0.7653248413315729,
196
+ "7": 0.7115204553179251,
197
+ "8": 0.7098699911596685,
198
+ "9": 0.6999722616215227,
199
+ "10": 0.7360947590396884,
200
+ "11": 0.7405333081141497,
201
+ "12": 0.7399781320265112,
202
+ "13": 0.7143250341521126,
203
+ "14": 0.7811577770406296,
204
+ "15": 0.7704319302643275,
205
+ "16": 0.7483673063787649,
206
+ "17": 0.7522105935277662,
207
+ "18": 0.7712038252000104,
208
+ "19": 0.770329596482169,
209
+ "20": 0.763489063153629,
210
+ "21": 0.7702464630503556,
211
+ "22": 0.7627861056460469,
212
+ "23": 0.7773909849044395,
213
+ "24": 0.7134159282021282,
214
+ "25": 0.732202705043401,
215
+ "26": 0.6915865947800783,
216
+ "27": 0.6858152841529296,
217
+ "28": 0.7145697364894896,
218
+ "29": 0.6585521175382127,
219
+ "30": 0.6921618808091273,
220
+ "31": 0.6502860505519564,
221
+ "32": 0.6612006145350431,
222
+ "33": 0.6388114166419343,
223
+ "34": 0.6548395083055814
224
+ },
225
+ "ppl_ann": 20.940272331237793,
226
+ "ppl_gap_relative": 0.01973986203129978,
227
+ "faiss_diag": {}
228
+ },
229
+ "128": {
230
+ "recall_avg": 0.7456259539990373,
231
+ "recall_per_layer": {
232
+ "3": 0.7347961846372112,
233
+ "4": 0.7347581830158086,
234
+ "5": 0.7323197456424807,
235
+ "6": 0.7337416396432914,
236
+ "7": 0.7376843078638022,
237
+ "8": 0.7453638021888934,
238
+ "9": 0.7470928759627078,
239
+ "10": 0.7392898763680583,
240
+ "11": 0.7413197963113093,
241
+ "12": 0.7379883208350223,
242
+ "13": 0.7366899321037698,
243
+ "14": 0.7477135691122822,
244
+ "15": 0.7448507802999594,
245
+ "16": 0.7465513528577219,
246
+ "17": 0.7517195733684637,
247
+ "18": 0.7609317997567896,
248
+ "19": 0.7563431039724362,
249
+ "20": 0.7598202523307661,
250
+ "21": 0.7681394406161329,
251
+ "22": 0.7627210427644913,
252
+ "23": 0.7660081830158086,
253
+ "24": 0.7633924047426024,
254
+ "25": 0.7551238852857722,
255
+ "26": 0.7506206931495744,
256
+ "27": 0.7520520875557357,
257
+ "28": 0.7555260691122822,
258
+ "29": 0.746405679975679,
259
+ "30": 0.7349956931495744,
260
+ "31": 0.7348816882853668,
261
+ "32": 0.7298464734495338,
262
+ "33": 0.7235097030806648,
263
+ "34": 0.7278323875152006
264
+ },
265
+ "mass_avg": 0.8071277666343191,
266
+ "mass_per_layer": {
267
+ "3": 0.815141755944087,
268
+ "4": 0.8326323485635387,
269
+ "5": 0.8517069853313741,
270
+ "6": 0.8665236591761248,
271
+ "7": 0.7874790991082287,
272
+ "8": 0.7931100685295907,
273
+ "9": 0.785727659796818,
274
+ "10": 0.8149406145495541,
275
+ "11": 0.8129720513908594,
276
+ "12": 0.8183522496959871,
277
+ "13": 0.7939671832248176,
278
+ "14": 0.8596230001646737,
279
+ "15": 0.8521647861142075,
280
+ "16": 0.8311825471220106,
281
+ "17": 0.8452217711289015,
282
+ "18": 0.8630698659809485,
283
+ "19": 0.8559504997213214,
284
+ "20": 0.851995362218788,
285
+ "21": 0.8587509421235306,
286
+ "22": 0.8437872099209567,
287
+ "23": 0.8562062189653425,
288
+ "24": 0.8024719263021889,
289
+ "25": 0.810096397446291,
290
+ "26": 0.7636305581329803,
291
+ "27": 0.7567845017116563,
292
+ "28": 0.7894395473373531,
293
+ "29": 0.7370481147039357,
294
+ "30": 0.7688066956481809,
295
+ "31": 0.7216846356277867,
296
+ "32": 0.7269914037165586,
297
+ "33": 0.717919691787058,
298
+ "34": 0.7427091811125608
299
+ },
300
+ "ppl_ann": 20.656121253967285,
301
+ "ppl_gap_relative": 0.005902402052347112,
302
+ "faiss_diag": {}
303
+ },
304
+ "256": {
305
+ "recall_avg": 0.875564078397529,
306
+ "recall_per_layer": {
307
+ "3": 0.8786337209302325,
308
+ "4": 0.8755723110465117,
309
+ "5": 0.8718295784883721,
310
+ "6": 0.8719204215116279,
311
+ "7": 0.8732194767441861,
312
+ "8": 0.8753452034883721,
313
+ "9": 0.8762263808139535,
314
+ "10": 0.8693859011627907,
315
+ "11": 0.870703125,
316
+ "12": 0.8714571220930233,
317
+ "13": 0.8725926598837209,
318
+ "14": 0.8700490552325582,
319
+ "15": 0.8718204941860465,
320
+ "16": 0.8704669331395349,
321
+ "17": 0.8732558139534884,
322
+ "18": 0.8724836482558139,
323
+ "19": 0.871484375,
324
+ "20": 0.8759084302325582,
325
+ "21": 0.8764444040697674,
326
+ "22": 0.8770439680232558,
327
+ "23": 0.8744912790697674,
328
+ "24": 0.8779887354651162,
329
+ "25": 0.8755632267441861,
330
+ "26": 0.8767532703488372,
331
+ "27": 0.8797783430232559,
332
+ "28": 0.8768168604651163,
333
+ "29": 0.8793877180232558,
334
+ "30": 0.8783702761627907,
335
+ "31": 0.8813408430232558,
336
+ "32": 0.8823855377906977,
337
+ "33": 0.8849018895348837,
338
+ "34": 0.8844295058139535
339
+ },
340
+ "mass_avg": 0.9024420449900072,
341
+ "mass_per_layer": {
342
+ "3": 0.9421511627906977,
343
+ "4": 0.9732921511627907,
344
+ "5": 0.981577034883721,
345
+ "6": 0.9812954215116279,
346
+ "7": 0.949598019622093,
347
+ "8": 0.9418990734011627,
348
+ "9": 0.922998046875,
349
+ "10": 0.9636650617732558,
350
+ "11": 0.9362100290697675,
351
+ "12": 0.9511855014534883,
352
+ "13": 0.9142657612645348,
353
+ "14": 0.9475177143895349,
354
+ "15": 0.9302734375,
355
+ "16": 0.9397074854651163,
356
+ "17": 0.9257835210755814,
357
+ "18": 0.9393622819767442,
358
+ "19": 0.9289584847383721,
359
+ "20": 0.9184729287790697,
360
+ "21": 0.9210165334302326,
361
+ "22": 0.923133175872093,
362
+ "23": 0.9313862645348837,
363
+ "24": 0.8777548146802325,
364
+ "25": 0.8804097020348837,
365
+ "26": 0.7921097156613373,
366
+ "27": 0.8698145666787791,
367
+ "28": 0.8758039607558139,
368
+ "29": 0.8333814044331396,
369
+ "30": 0.8465439907340117,
370
+ "31": 0.8010060864825581,
371
+ "32": 0.8154433139534883,
372
+ "33": 0.7443183366642442,
373
+ "34": 0.7778104560319767
374
+ },
375
+ "ppl_ann": 20.52227020263672,
376
+ "ppl_gap_relative": -0.0006158155934168105,
377
+ "faiss_diag": {}
378
+ },
379
+ "512": {
380
+ "recall_avg": 0.0,
381
+ "recall_per_layer": {
382
+ "3": 0.0,
383
+ "4": 0.0,
384
+ "5": 0.0,
385
+ "6": 0.0,
386
+ "7": 0.0,
387
+ "8": 0.0,
388
+ "9": 0.0,
389
+ "10": 0.0,
390
+ "11": 0.0,
391
+ "12": 0.0,
392
+ "13": 0.0,
393
+ "14": 0.0,
394
+ "15": 0.0,
395
+ "16": 0.0,
396
+ "17": 0.0,
397
+ "18": 0.0,
398
+ "19": 0.0,
399
+ "20": 0.0,
400
+ "21": 0.0,
401
+ "22": 0.0,
402
+ "23": 0.0,
403
+ "24": 0.0,
404
+ "25": 0.0,
405
+ "26": 0.0,
406
+ "27": 0.0,
407
+ "28": 0.0,
408
+ "29": 0.0,
409
+ "30": 0.0,
410
+ "31": 0.0,
411
+ "32": 0.0,
412
+ "33": 0.0,
413
+ "34": 0.0
414
+ },
415
+ "mass_avg": 0.0,
416
+ "mass_per_layer": {
417
+ "3": 0.0,
418
+ "4": 0.0,
419
+ "5": 0.0,
420
+ "6": 0.0,
421
+ "7": 0.0,
422
+ "8": 0.0,
423
+ "9": 0.0,
424
+ "10": 0.0,
425
+ "11": 0.0,
426
+ "12": 0.0,
427
+ "13": 0.0,
428
+ "14": 0.0,
429
+ "15": 0.0,
430
+ "16": 0.0,
431
+ "17": 0.0,
432
+ "18": 0.0,
433
+ "19": 0.0,
434
+ "20": 0.0,
435
+ "21": 0.0,
436
+ "22": 0.0,
437
+ "23": 0.0,
438
+ "24": 0.0,
439
+ "25": 0.0,
440
+ "26": 0.0,
441
+ "27": 0.0,
442
+ "28": 0.0,
443
+ "29": 0.0,
444
+ "30": 0.0,
445
+ "31": 0.0,
446
+ "32": 0.0,
447
+ "33": 0.0,
448
+ "34": 0.0
449
+ },
450
+ "ppl_ann": 20.521434783935547,
451
+ "ppl_gap_relative": -0.0006564984335248894,
452
+ "faiss_diag": {}
453
+ }
454
+ }
455
+ }