KexinZhang commited on
Commit
6806c9d
1 Parent(s): a00a3fa
model_2_multimer_v3/config.json ADDED
@@ -0,0 +1,950 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "CONFIG": {
3
+ "data": {
4
+ "transform": {
5
+ "common": {
6
+ "crop_size": {
7
+ "eval": null,
8
+ "finetune": 384,
9
+ "predict": null,
10
+ "train": 256
11
+ },
12
+ "feats": {
13
+ "aatype": [
14
+ "num residues placeholder"
15
+ ],
16
+ "all_atom_mask": [
17
+ "num residues placeholder",
18
+ null
19
+ ],
20
+ "all_atom_positions": [
21
+ "num residues placeholder",
22
+ null,
23
+ null
24
+ ],
25
+ "alt_chi_angles": [
26
+ "num residues placeholder",
27
+ null
28
+ ],
29
+ "assembly_num_chains": [
30
+ null
31
+ ],
32
+ "asym_id": [
33
+ "num residues placeholder"
34
+ ],
35
+ "asym_len": [
36
+ null
37
+ ],
38
+ "atom14_alt_gt_exists": [
39
+ "num residues placeholder",
40
+ null
41
+ ],
42
+ "atom14_alt_gt_positions": [
43
+ "num residues placeholder",
44
+ null,
45
+ null
46
+ ],
47
+ "atom14_atom_exists": [
48
+ "num residues placeholder",
49
+ null
50
+ ],
51
+ "atom14_atom_is_ambiguous": [
52
+ "num residues placeholder",
53
+ null
54
+ ],
55
+ "atom14_gt_exists": [
56
+ "num residues placeholder",
57
+ null
58
+ ],
59
+ "atom14_gt_positions": [
60
+ "num residues placeholder",
61
+ null,
62
+ null
63
+ ],
64
+ "atom37_atom_exists": [
65
+ "num residues placeholder",
66
+ null
67
+ ],
68
+ "backbone_rigid_mask": [
69
+ "num residues placeholder"
70
+ ],
71
+ "backbone_rigid_tensor": [
72
+ "num residues placeholder",
73
+ null,
74
+ null
75
+ ],
76
+ "bert_mask": [
77
+ "msa placeholder",
78
+ "num residues placeholder"
79
+ ],
80
+ "chi_angles_sin_cos": [
81
+ "num residues placeholder",
82
+ null,
83
+ null
84
+ ],
85
+ "chi_mask": [
86
+ "num residues placeholder",
87
+ null
88
+ ],
89
+ "cluster_bias_mask": [
90
+ "msa placeholder"
91
+ ],
92
+ "entity_id": [
93
+ "num residues placeholder"
94
+ ],
95
+ "extra_deletion_value": [
96
+ "extra msa placeholder",
97
+ "num residues placeholder"
98
+ ],
99
+ "extra_has_deletion": [
100
+ "extra msa placeholder",
101
+ "num residues placeholder"
102
+ ],
103
+ "extra_msa": [
104
+ "extra msa placeholder",
105
+ "num residues placeholder"
106
+ ],
107
+ "extra_msa_mask": [
108
+ "extra msa placeholder",
109
+ "num residues placeholder"
110
+ ],
111
+ "extra_msa_row_mask": [
112
+ "extra msa placeholder"
113
+ ],
114
+ "is_distillation": [],
115
+ "msa_feat": [
116
+ "msa placeholder",
117
+ "num residues placeholder",
118
+ null
119
+ ],
120
+ "msa_mask": [
121
+ "msa placeholder",
122
+ "num residues placeholder"
123
+ ],
124
+ "msa_row_mask": [
125
+ "msa placeholder"
126
+ ],
127
+ "no_recycling_iters": [],
128
+ "num_sym": [
129
+ "num residues placeholder"
130
+ ],
131
+ "pseudo_beta": [
132
+ "num residues placeholder",
133
+ null
134
+ ],
135
+ "pseudo_beta_mask": [
136
+ "num residues placeholder"
137
+ ],
138
+ "residue_index": [
139
+ "num residues placeholder"
140
+ ],
141
+ "residx_atom14_to_atom37": [
142
+ "num residues placeholder",
143
+ null
144
+ ],
145
+ "residx_atom37_to_atom14": [
146
+ "num residues placeholder",
147
+ null
148
+ ],
149
+ "resolution": [],
150
+ "rigidgroups_alt_gt_frames": [
151
+ "num residues placeholder",
152
+ null,
153
+ null,
154
+ null
155
+ ],
156
+ "rigidgroups_group_exists": [
157
+ "num residues placeholder",
158
+ null
159
+ ],
160
+ "rigidgroups_group_is_ambiguous": [
161
+ "num residues placeholder",
162
+ null
163
+ ],
164
+ "rigidgroups_gt_exists": [
165
+ "num residues placeholder",
166
+ null
167
+ ],
168
+ "rigidgroups_gt_frames": [
169
+ "num residues placeholder",
170
+ null,
171
+ null,
172
+ null
173
+ ],
174
+ "seq_length": [],
175
+ "seq_mask": [
176
+ "num residues placeholder"
177
+ ],
178
+ "sym_id": [
179
+ "num residues placeholder"
180
+ ],
181
+ "target_feat": [
182
+ "num residues placeholder",
183
+ null
184
+ ],
185
+ "template_aatype": [
186
+ "num templates placeholder",
187
+ "num residues placeholder"
188
+ ],
189
+ "template_all_atom_mask": [
190
+ "num templates placeholder",
191
+ "num residues placeholder",
192
+ null
193
+ ],
194
+ "template_all_atom_positions": [
195
+ "num templates placeholder",
196
+ "num residues placeholder",
197
+ null,
198
+ null
199
+ ],
200
+ "template_alt_torsion_angles_sin_cos": [
201
+ "num templates placeholder",
202
+ "num residues placeholder",
203
+ null,
204
+ null
205
+ ],
206
+ "template_backbone_rigid_mask": [
207
+ "num templates placeholder",
208
+ "num residues placeholder"
209
+ ],
210
+ "template_backbone_rigid_tensor": [
211
+ "num templates placeholder",
212
+ "num residues placeholder",
213
+ null,
214
+ null
215
+ ],
216
+ "template_mask": [
217
+ "num templates placeholder"
218
+ ],
219
+ "template_pseudo_beta": [
220
+ "num templates placeholder",
221
+ "num residues placeholder",
222
+ null
223
+ ],
224
+ "template_pseudo_beta_mask": [
225
+ "num templates placeholder",
226
+ "num residues placeholder"
227
+ ],
228
+ "template_sum_probs": [
229
+ "num templates placeholder",
230
+ null
231
+ ],
232
+ "template_torsion_angles_mask": [
233
+ "num templates placeholder",
234
+ "num residues placeholder",
235
+ null
236
+ ],
237
+ "template_torsion_angles_sin_cos": [
238
+ "num templates placeholder",
239
+ "num residues placeholder",
240
+ null,
241
+ null
242
+ ],
243
+ "true_msa": [
244
+ "msa placeholder",
245
+ "num residues placeholder"
246
+ ],
247
+ "use_clamped_fape": []
248
+ },
249
+ "max_extra_msa": {
250
+ "eval": 512,
251
+ "finetune": 5120,
252
+ "predict": 1024,
253
+ "train": 1024
254
+ },
255
+ "max_msa_clusters": {
256
+ "eval": 128,
257
+ "finetune": 512,
258
+ "predict": 512,
259
+ "train": 128
260
+ },
261
+ "max_templates": 4,
262
+ "no_recycling_iters": 3,
263
+ "reduce_msa_clusters_by_max_templates": false,
264
+ "resample_msa_in_recycling": true,
265
+ "subsample_templates": {
266
+ "eval": false,
267
+ "finetune": true,
268
+ "predict": false,
269
+ "train": true
270
+ },
271
+ "supervised": {
272
+ "eval": true,
273
+ "finetune": true,
274
+ "predict": false,
275
+ "train": true
276
+ },
277
+ "supervised_features": [
278
+ "all_atom_mask",
279
+ "all_atom_positions",
280
+ "resolution",
281
+ "use_clamped_fape",
282
+ "is_distillation"
283
+ ],
284
+ "template_features": [
285
+ "template_all_atom_positions",
286
+ "template_sum_probs",
287
+ "template_aatype",
288
+ "template_all_atom_mask"
289
+ ],
290
+ "uniform_recycling": {
291
+ "eval": false,
292
+ "finetune": true,
293
+ "predict": false,
294
+ "train": true
295
+ },
296
+ "unsupervised_features": [
297
+ "aatype",
298
+ "residue_index",
299
+ "msa",
300
+ "num_alignments",
301
+ "seq_length",
302
+ "between_segment_residues",
303
+ "deletion_matrix",
304
+ "no_recycling_iters"
305
+ ]
306
+ },
307
+ "make_masked_msa": {
308
+ "profile_prob": 0.1,
309
+ "replace_fraction": 0.15,
310
+ "same_prob": 0.1,
311
+ "uniform_prob": 0.1
312
+ },
313
+ "make_relative_encoding_feat": {
314
+ "max_relative_feature": 32
315
+ },
316
+ "nearest_neighbor_clusters": {
317
+ "gap_agreement_weight": 0.0
318
+ },
319
+ "randomly_replace_msa_with_unknown": {
320
+ "replace_proportion": 0.0
321
+ },
322
+ "sample_msa": {
323
+ "reduce_msa_clusters_by_max_templates": false
324
+ }
325
+ }
326
+ },
327
+ "globals": {
328
+ "is_multimer": false,
329
+ "mode": "predict",
330
+ "num_recycles": 3,
331
+ "recycle_early_stop_tolerance": 0.5,
332
+ "use_templates": false
333
+ },
334
+ "model": {
335
+ "auxiliary_heads": {
336
+ "c_m": 256,
337
+ "c_s": 384,
338
+ "c_z": 128,
339
+ "distogram_head_num_bins": 64,
340
+ "experimentally_resolved_head_c_out": 37,
341
+ "masked_msa_head_c_out": 23,
342
+ "predicted_aligned_error_head_num_bins": 64,
343
+ "predicted_lddt_head_c_hidden": 128,
344
+ "predicted_lddt_head_num_bins": 50,
345
+ "tm_enabled": false
346
+ },
347
+ "evoformer_stack": {
348
+ "c_h_m": 32,
349
+ "c_h_opm": 32,
350
+ "c_h_u": 128,
351
+ "c_h_z": 32,
352
+ "c_m": 256,
353
+ "c_s": 384,
354
+ "c_z": 128,
355
+ "fused": false,
356
+ "h_m": 8,
357
+ "h_z": 4,
358
+ "msa_global_col_attention": false,
359
+ "n_trans": 4,
360
+ "num_blocks": 48,
361
+ "opm_first": false,
362
+ "ouput_single": true
363
+ },
364
+ "extra_msa_stack": {
365
+ "c_h_m": 8,
366
+ "c_h_opm": 32,
367
+ "c_h_u": 128,
368
+ "c_h_z": 32,
369
+ "c_m": 64,
370
+ "c_z": 128,
371
+ "fused": false,
372
+ "h_m": 8,
373
+ "h_z": 4,
374
+ "msa_global_col_attention": true,
375
+ "n_trans": 4,
376
+ "num_blocks": 4,
377
+ "opm_first": false
378
+ },
379
+ "feature_embedder": {
380
+ "c_e": 64,
381
+ "c_m": 256,
382
+ "c_t": 64,
383
+ "c_taf": 57,
384
+ "c_tpf": 88,
385
+ "c_z": 128,
386
+ "extra_msa_dim": 25,
387
+ "max_relative_feature": 32,
388
+ "msa_dim": 49,
389
+ "num_bins": 15,
390
+ "tf_dim": 22
391
+ },
392
+ "loss": {
393
+ "distogram_loss": {
394
+ "eps": 1e-06,
395
+ "max_bin": 21.6875,
396
+ "min_bin": 2.3125,
397
+ "no_bins": 64,
398
+ "weight": 0.3
399
+ },
400
+ "experimentally_resolved_loss": {
401
+ "eps": 1e-08,
402
+ "max_resolution": 3.0,
403
+ "min_resolution": 0.1,
404
+ "weight": 0.0
405
+ },
406
+ "fape_loss": {
407
+ "backbone": {
408
+ "clamp_distance": 10.0,
409
+ "loss_unit_distance": 10.0,
410
+ "weight": 0.5
411
+ },
412
+ "eps": 0.0001,
413
+ "sidechain": {
414
+ "clamp_distance": 10.0,
415
+ "length_scale": 10.0,
416
+ "weight": 0.5
417
+ },
418
+ "weight": 1.0
419
+ },
420
+ "masked_msa_loss": {
421
+ "eps": 1e-08,
422
+ "weight": 2.0
423
+ },
424
+ "predicted_lddt_loss": {
425
+ "cutoff": 15.0,
426
+ "eps": 1e-10,
427
+ "max_resolution": 3.0,
428
+ "min_resolution": 0.1,
429
+ "no_bins": 50,
430
+ "weight": 0.01
431
+ },
432
+ "predicted_tm_loss": {
433
+ "eps": 1e-08,
434
+ "max_bin": 31,
435
+ "max_resolution": 3.0,
436
+ "min_resolution": 0.1,
437
+ "no_bins": 64,
438
+ "weight": 0.1
439
+ },
440
+ "supervised_chi_loss": {
441
+ "angle_norm_weight": 0.01,
442
+ "chi_weight": 0.5,
443
+ "eps": 1e-06,
444
+ "weight": 1.0
445
+ },
446
+ "violation_loss": {
447
+ "clash_overlap_tolerance": 1.5,
448
+ "eps": 1e-06,
449
+ "violation_tolerance_factor": 12.0,
450
+ "weight": 0.0
451
+ }
452
+ },
453
+ "structure_module": {
454
+ "c_s": 384,
455
+ "c_sc": 128,
456
+ "c_z": 128,
457
+ "dropout": 0.1,
458
+ "ipa_scalar_bias": true,
459
+ "no_angles": 7,
460
+ "num_head": 12,
461
+ "num_layer": 8,
462
+ "num_point_qk": 4,
463
+ "num_point_v": 8,
464
+ "num_scalar_qk": 16,
465
+ "num_scalar_v": 16,
466
+ "position_scale": 10.0,
467
+ "separate_kv": false
468
+ },
469
+ "template_pair_stack": {
470
+ "attention_first": true,
471
+ "c_h_t": 16,
472
+ "c_h_u": 64,
473
+ "c_t": 64,
474
+ "c_z": 128,
475
+ "fused": false,
476
+ "h_t": 4,
477
+ "n_trans": 2,
478
+ "num_blocks": 2
479
+ }
480
+ }
481
+ },
482
+ "CONFIG_DIFFS": {
483
+ "model_1": {
484
+ "data.transform.common.max_extra_msa.predict": 5120,
485
+ "data.transform.common.max_extra_msa.train": 5120,
486
+ "data.transform.use_templates": true,
487
+ "globals.use_templates": true
488
+ },
489
+ "model_1_multimer": {
490
+ "data.transform.common.max_extra_msa": {
491
+ "eval": 1152,
492
+ "finetune": 1152,
493
+ "predict": 1152,
494
+ "train": 1152
495
+ },
496
+ "data.transform.common.max_msa_clusters": {
497
+ "eval": 128,
498
+ "finetune": 252,
499
+ "predict": 128,
500
+ "train": 128
501
+ },
502
+ "globals.is_multimer": true,
503
+ "globals.use_templates": true,
504
+ "model.auxiliary_heads.masked_msa_head_c_out": 22,
505
+ "model.auxiliary_heads.tm_enabled": true,
506
+ "model.evoformer_stack.opm_first": true,
507
+ "model.extra_msa_stack.opm_first": true,
508
+ "model.feature_embedder.c_taf": 34,
509
+ "model.feature_embedder.tf_dim": 21,
510
+ "model.loss.supervised_chi_loss.weight": 3.0,
511
+ "model.structure_module.ipa_scalar_bias": false,
512
+ "model.structure_module.position_scale": 20,
513
+ "model.structure_module.separate_kv": true,
514
+ "model.template_pair_stack.attention_first": false
515
+ },
516
+ "model_1_multimer_v2": {
517
+ "data.transform.common.max_extra_msa": {
518
+ "eval": 1152,
519
+ "finetune": 1152,
520
+ "predict": 1152,
521
+ "train": 1152
522
+ },
523
+ "data.transform.common.max_msa_clusters": {
524
+ "eval": 128,
525
+ "finetune": 512,
526
+ "predict": 252,
527
+ "train": 128
528
+ },
529
+ "globals.is_multimer": true,
530
+ "globals.use_templates": true,
531
+ "model.auxiliary_heads.masked_msa_head_c_out": 22,
532
+ "model.auxiliary_heads.tm_enabled": true,
533
+ "model.evoformer_stack.opm_first": true,
534
+ "model.extra_msa_stack.opm_first": true,
535
+ "model.feature_embedder.c_taf": 34,
536
+ "model.feature_embedder.tf_dim": 21,
537
+ "model.loss.supervised_chi_loss.weight": 3.0,
538
+ "model.structure_module.ipa_scalar_bias": false,
539
+ "model.structure_module.position_scale": 20,
540
+ "model.structure_module.separate_kv": true,
541
+ "model.template_pair_stack.attention_first": false
542
+ },
543
+ "model_1_multimer_v3": {
544
+ "data.transform.common.max_extra_msa": {
545
+ "eval": 1152,
546
+ "finetune": 1152,
547
+ "predict": 2048,
548
+ "train": 1152
549
+ },
550
+ "data.transform.common.max_msa_clusters": {
551
+ "eval": 128,
552
+ "finetune": 512,
553
+ "predict": 508,
554
+ "train": 128
555
+ },
556
+ "globals.is_multimer": true,
557
+ "globals.use_templates": true,
558
+ "model.auxiliary_heads.masked_msa_head_c_out": 22,
559
+ "model.auxiliary_heads.tm_enabled": true,
560
+ "model.evoformer_stack.fused": true,
561
+ "model.evoformer_stack.opm_first": true,
562
+ "model.extra_msa_stack.fused": true,
563
+ "model.extra_msa_stack.opm_first": true,
564
+ "model.feature_embedder.c_taf": 34,
565
+ "model.feature_embedder.tf_dim": 21,
566
+ "model.structure_module.ipa_scalar_bias": false,
567
+ "model.structure_module.position_scale": 20,
568
+ "model.structure_module.separate_kv": true,
569
+ "model.template_pair_stack.attention_first": false,
570
+ "model.template_pair_stack.fused": true
571
+ },
572
+ "model_1_ptm": {
573
+ "data.transform.common.max_extra_msa.predict": 5120,
574
+ "data.transform.common.max_extra_msa.train": 5120,
575
+ "data.transform.use_templates": true,
576
+ "globals.use_templates": true,
577
+ "model.auxiliary_heads.tm_enabled": true
578
+ },
579
+ "model_2": {
580
+ "globals.use_templates": true
581
+ },
582
+ "model_2_multimer": {
583
+ "data.transform.common.max_extra_msa": {
584
+ "eval": 1152,
585
+ "finetune": 1152,
586
+ "predict": 1152,
587
+ "train": 1152
588
+ },
589
+ "data.transform.common.max_msa_clusters": {
590
+ "eval": 128,
591
+ "finetune": 252,
592
+ "predict": 128,
593
+ "train": 128
594
+ },
595
+ "globals.is_multimer": true,
596
+ "globals.use_templates": true,
597
+ "model.auxiliary_heads.masked_msa_head_c_out": 22,
598
+ "model.auxiliary_heads.tm_enabled": true,
599
+ "model.evoformer_stack.opm_first": true,
600
+ "model.extra_msa_stack.opm_first": true,
601
+ "model.feature_embedder.c_taf": 34,
602
+ "model.feature_embedder.tf_dim": 21,
603
+ "model.loss.supervised_chi_loss.weight": 3.0,
604
+ "model.structure_module.ipa_scalar_bias": false,
605
+ "model.structure_module.position_scale": 20,
606
+ "model.structure_module.separate_kv": true,
607
+ "model.template_pair_stack.attention_first": false
608
+ },
609
+ "model_2_multimer_v2": {
610
+ "data.transform.common.max_extra_msa": {
611
+ "eval": 1152,
612
+ "finetune": 1152,
613
+ "predict": 1152,
614
+ "train": 1152
615
+ },
616
+ "data.transform.common.max_msa_clusters": {
617
+ "eval": 128,
618
+ "finetune": 512,
619
+ "predict": 252,
620
+ "train": 128
621
+ },
622
+ "globals.is_multimer": true,
623
+ "globals.use_templates": true,
624
+ "model.auxiliary_heads.masked_msa_head_c_out": 22,
625
+ "model.auxiliary_heads.tm_enabled": true,
626
+ "model.evoformer_stack.opm_first": true,
627
+ "model.extra_msa_stack.opm_first": true,
628
+ "model.feature_embedder.c_taf": 34,
629
+ "model.feature_embedder.tf_dim": 21,
630
+ "model.loss.supervised_chi_loss.weight": 3.0,
631
+ "model.structure_module.ipa_scalar_bias": false,
632
+ "model.structure_module.position_scale": 20,
633
+ "model.structure_module.separate_kv": true,
634
+ "model.template_pair_stack.attention_first": false
635
+ },
636
+ "model_2_multimer_v3": {
637
+ "data.transform.common.max_extra_msa": {
638
+ "eval": 1152,
639
+ "finetune": 1152,
640
+ "predict": 2048,
641
+ "train": 1152
642
+ },
643
+ "data.transform.common.max_msa_clusters": {
644
+ "eval": 128,
645
+ "finetune": 512,
646
+ "predict": 508,
647
+ "train": 128
648
+ },
649
+ "globals.is_multimer": true,
650
+ "globals.use_templates": true,
651
+ "model.auxiliary_heads.masked_msa_head_c_out": 22,
652
+ "model.auxiliary_heads.tm_enabled": true,
653
+ "model.evoformer_stack.fused": true,
654
+ "model.evoformer_stack.opm_first": true,
655
+ "model.extra_msa_stack.fused": true,
656
+ "model.extra_msa_stack.opm_first": true,
657
+ "model.feature_embedder.c_taf": 34,
658
+ "model.feature_embedder.tf_dim": 21,
659
+ "model.structure_module.ipa_scalar_bias": false,
660
+ "model.structure_module.position_scale": 20,
661
+ "model.structure_module.separate_kv": true,
662
+ "model.template_pair_stack.attention_first": false,
663
+ "model.template_pair_stack.fused": true
664
+ },
665
+ "model_2_ptm": {
666
+ "globals.use_templates": true,
667
+ "model.auxiliary_heads.tm_enabled": true
668
+ },
669
+ "model_3": {
670
+ "data.transform.common.max_extra_msa.predict": 5120,
671
+ "data.transform.common.max_extra_msa.train": 5120
672
+ },
673
+ "model_3_multimer": {
674
+ "data.transform.common.max_extra_msa": {
675
+ "eval": 1152,
676
+ "finetune": 1152,
677
+ "predict": 1152,
678
+ "train": 1152
679
+ },
680
+ "data.transform.common.max_msa_clusters": {
681
+ "eval": 128,
682
+ "finetune": 252,
683
+ "predict": 128,
684
+ "train": 128
685
+ },
686
+ "globals.is_multimer": true,
687
+ "globals.use_templates": true,
688
+ "model.auxiliary_heads.masked_msa_head_c_out": 22,
689
+ "model.auxiliary_heads.tm_enabled": true,
690
+ "model.evoformer_stack.opm_first": true,
691
+ "model.extra_msa_stack.opm_first": true,
692
+ "model.feature_embedder.c_taf": 34,
693
+ "model.feature_embedder.tf_dim": 21,
694
+ "model.loss.supervised_chi_loss.weight": 3.0,
695
+ "model.structure_module.ipa_scalar_bias": false,
696
+ "model.structure_module.position_scale": 20,
697
+ "model.structure_module.separate_kv": true,
698
+ "model.template_pair_stack.attention_first": false
699
+ },
700
+ "model_3_multimer_v2": {
701
+ "data.transform.common.max_extra_msa": {
702
+ "eval": 1152,
703
+ "finetune": 1152,
704
+ "predict": 1152,
705
+ "train": 1152
706
+ },
707
+ "data.transform.common.max_msa_clusters": {
708
+ "eval": 128,
709
+ "finetune": 512,
710
+ "predict": 252,
711
+ "train": 128
712
+ },
713
+ "globals.is_multimer": true,
714
+ "globals.use_templates": true,
715
+ "model.auxiliary_heads.masked_msa_head_c_out": 22,
716
+ "model.auxiliary_heads.tm_enabled": true,
717
+ "model.evoformer_stack.opm_first": true,
718
+ "model.extra_msa_stack.opm_first": true,
719
+ "model.feature_embedder.c_taf": 34,
720
+ "model.feature_embedder.tf_dim": 21,
721
+ "model.loss.supervised_chi_loss.weight": 3.0,
722
+ "model.structure_module.ipa_scalar_bias": false,
723
+ "model.structure_module.position_scale": 20,
724
+ "model.structure_module.separate_kv": true,
725
+ "model.template_pair_stack.attention_first": false
726
+ },
727
+ "model_3_multimer_v3": {
728
+ "data.transform.common.max_extra_msa": {
729
+ "eval": 1152,
730
+ "finetune": 1152,
731
+ "predict": 2048,
732
+ "train": 1152
733
+ },
734
+ "data.transform.common.max_msa_clusters": {
735
+ "eval": 128,
736
+ "finetune": 512,
737
+ "predict": 508,
738
+ "train": 128
739
+ },
740
+ "globals.is_multimer": true,
741
+ "globals.use_templates": true,
742
+ "model.auxiliary_heads.masked_msa_head_c_out": 22,
743
+ "model.auxiliary_heads.tm_enabled": true,
744
+ "model.evoformer_stack.fused": true,
745
+ "model.evoformer_stack.opm_first": true,
746
+ "model.extra_msa_stack.fused": true,
747
+ "model.extra_msa_stack.opm_first": true,
748
+ "model.feature_embedder.c_taf": 34,
749
+ "model.feature_embedder.tf_dim": 21,
750
+ "model.structure_module.ipa_scalar_bias": false,
751
+ "model.structure_module.position_scale": 20,
752
+ "model.structure_module.separate_kv": true,
753
+ "model.template_pair_stack.attention_first": false,
754
+ "model.template_pair_stack.fused": true
755
+ },
756
+ "model_3_ptm": {
757
+ "data.transform.common.max_extra_msa.predict": 5120,
758
+ "data.transform.common.max_extra_msa.train": 5120,
759
+ "model.auxiliary_heads.tm_enabled": true
760
+ },
761
+ "model_4": {
762
+ "data.transform.common.max_extra_msa.predict": 5120,
763
+ "data.transform.common.max_extra_msa.train": 5120
764
+ },
765
+ "model_4_multimer": {
766
+ "data.transform.common.max_extra_msa": {
767
+ "eval": 1152,
768
+ "finetune": 1152,
769
+ "predict": 1152,
770
+ "train": 1152
771
+ },
772
+ "data.transform.common.max_msa_clusters": {
773
+ "eval": 128,
774
+ "finetune": 252,
775
+ "predict": 128,
776
+ "train": 128
777
+ },
778
+ "globals.is_multimer": true,
779
+ "globals.use_templates": true,
780
+ "model.auxiliary_heads.masked_msa_head_c_out": 22,
781
+ "model.auxiliary_heads.tm_enabled": true,
782
+ "model.evoformer_stack.opm_first": true,
783
+ "model.extra_msa_stack.opm_first": true,
784
+ "model.feature_embedder.c_taf": 34,
785
+ "model.feature_embedder.tf_dim": 21,
786
+ "model.loss.supervised_chi_loss.weight": 3.0,
787
+ "model.structure_module.ipa_scalar_bias": false,
788
+ "model.structure_module.position_scale": 20,
789
+ "model.structure_module.separate_kv": true,
790
+ "model.template_pair_stack.attention_first": false
791
+ },
792
+ "model_4_multimer_v2": {
793
+ "data.transform.common.max_extra_msa": {
794
+ "eval": 1152,
795
+ "finetune": 1152,
796
+ "predict": 1152,
797
+ "train": 1152
798
+ },
799
+ "data.transform.common.max_msa_clusters": {
800
+ "eval": 128,
801
+ "finetune": 512,
802
+ "predict": 252,
803
+ "train": 128
804
+ },
805
+ "globals.is_multimer": true,
806
+ "globals.use_templates": true,
807
+ "model.auxiliary_heads.masked_msa_head_c_out": 22,
808
+ "model.auxiliary_heads.tm_enabled": true,
809
+ "model.evoformer_stack.opm_first": true,
810
+ "model.extra_msa_stack.opm_first": true,
811
+ "model.feature_embedder.c_taf": 34,
812
+ "model.feature_embedder.tf_dim": 21,
813
+ "model.loss.supervised_chi_loss.weight": 3.0,
814
+ "model.structure_module.ipa_scalar_bias": false,
815
+ "model.structure_module.position_scale": 20,
816
+ "model.structure_module.separate_kv": true,
817
+ "model.template_pair_stack.attention_first": false
818
+ },
819
+ "model_4_multimer_v3": {
820
+ "data.transform.common.max_extra_msa": {
821
+ "eval": 1152,
822
+ "finetune": 1152,
823
+ "predict": 1152,
824
+ "train": 1152
825
+ },
826
+ "data.transform.common.max_msa_clusters": {
827
+ "eval": 128,
828
+ "finetune": 512,
829
+ "predict": 508,
830
+ "train": 128
831
+ },
832
+ "globals.is_multimer": true,
833
+ "globals.use_templates": true,
834
+ "model.auxiliary_heads.masked_msa_head_c_out": 22,
835
+ "model.auxiliary_heads.tm_enabled": true,
836
+ "model.evoformer_stack.fused": true,
837
+ "model.evoformer_stack.opm_first": true,
838
+ "model.extra_msa_stack.fused": true,
839
+ "model.extra_msa_stack.opm_first": true,
840
+ "model.feature_embedder.c_taf": 34,
841
+ "model.feature_embedder.tf_dim": 21,
842
+ "model.structure_module.ipa_scalar_bias": false,
843
+ "model.structure_module.position_scale": 20,
844
+ "model.structure_module.separate_kv": true,
845
+ "model.template_pair_stack.attention_first": false,
846
+ "model.template_pair_stack.fused": true
847
+ },
848
+ "model_4_ptm": {
849
+ "data.transform.common.max_extra_msa.predict": 5120,
850
+ "data.transform.common.max_extra_msa.train": 5120,
851
+ "model.auxiliary_heads.tm_enabled": true
852
+ },
853
+ "model_5": {},
854
+ "model_5_multimer": {
855
+ "data.transform.common.max_extra_msa": {
856
+ "eval": 1152,
857
+ "finetune": 1152,
858
+ "predict": 1152,
859
+ "train": 1152
860
+ },
861
+ "data.transform.common.max_msa_clusters": {
862
+ "eval": 128,
863
+ "finetune": 252,
864
+ "predict": 128,
865
+ "train": 128
866
+ },
867
+ "globals.is_multimer": true,
868
+ "globals.use_templates": true,
869
+ "model.auxiliary_heads.masked_msa_head_c_out": 22,
870
+ "model.auxiliary_heads.tm_enabled": true,
871
+ "model.evoformer_stack.opm_first": true,
872
+ "model.extra_msa_stack.opm_first": true,
873
+ "model.feature_embedder.c_taf": 34,
874
+ "model.feature_embedder.tf_dim": 21,
875
+ "model.loss.supervised_chi_loss.weight": 3.0,
876
+ "model.structure_module.ipa_scalar_bias": false,
877
+ "model.structure_module.position_scale": 20,
878
+ "model.structure_module.separate_kv": true,
879
+ "model.template_pair_stack.attention_first": false
880
+ },
881
+ "model_5_multimer_v2": {
882
+ "data.transform.common.max_extra_msa": {
883
+ "eval": 1152,
884
+ "finetune": 1152,
885
+ "predict": 1152,
886
+ "train": 1152
887
+ },
888
+ "data.transform.common.max_msa_clusters": {
889
+ "eval": 128,
890
+ "finetune": 512,
891
+ "predict": 252,
892
+ "train": 128
893
+ },
894
+ "globals.is_multimer": true,
895
+ "globals.use_templates": true,
896
+ "model.auxiliary_heads.masked_msa_head_c_out": 22,
897
+ "model.auxiliary_heads.tm_enabled": true,
898
+ "model.evoformer_stack.opm_first": true,
899
+ "model.extra_msa_stack.opm_first": true,
900
+ "model.feature_embedder.c_taf": 34,
901
+ "model.feature_embedder.tf_dim": 21,
902
+ "model.loss.supervised_chi_loss.weight": 3.0,
903
+ "model.structure_module.ipa_scalar_bias": false,
904
+ "model.structure_module.position_scale": 20,
905
+ "model.structure_module.separate_kv": true,
906
+ "model.template_pair_stack.attention_first": false
907
+ },
908
+ "model_5_multimer_v3": {
909
+ "data.transform.common.max_extra_msa": {
910
+ "eval": 1152,
911
+ "finetune": 1152,
912
+ "predict": 1152,
913
+ "train": 1152
914
+ },
915
+ "data.transform.common.max_msa_clusters": {
916
+ "eval": 128,
917
+ "finetune": 512,
918
+ "predict": 508,
919
+ "train": 128
920
+ },
921
+ "globals.is_multimer": true,
922
+ "globals.use_templates": true,
923
+ "model.auxiliary_heads.masked_msa_head_c_out": 22,
924
+ "model.auxiliary_heads.tm_enabled": true,
925
+ "model.evoformer_stack.fused": true,
926
+ "model.evoformer_stack.opm_first": true,
927
+ "model.extra_msa_stack.fused": true,
928
+ "model.extra_msa_stack.opm_first": true,
929
+ "model.feature_embedder.c_taf": 34,
930
+ "model.feature_embedder.tf_dim": 21,
931
+ "model.structure_module.ipa_scalar_bias": false,
932
+ "model.structure_module.position_scale": 20,
933
+ "model.structure_module.separate_kv": true,
934
+ "model.template_pair_stack.attention_first": false,
935
+ "model.template_pair_stack.fused": true
936
+ },
937
+ "model_5_ptm": {
938
+ "model.auxiliary_heads.tm_enabled": true
939
+ }
940
+ },
941
+ "_config": null,
942
+ "architectures": [
943
+ "STFold"
944
+ ],
945
+ "mode": "predict",
946
+ "model_type": "STFold",
947
+ "stfold_type": "model_2_multimer_v3",
948
+ "torch_dtype": "float32",
949
+ "transformers_version": "4.31.0.dev0"
950
+ }
model_2_multimer_v3/pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02695cc025c7bea19fffdc69ae459cf94ac039a6e24c73196ca9f3bbadda469f
3
+ size 374735391
model_3_multimer_v3/config.json ADDED
@@ -0,0 +1,950 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "CONFIG": {
3
+ "data": {
4
+ "transform": {
5
+ "common": {
6
+ "crop_size": {
7
+ "eval": null,
8
+ "finetune": 384,
9
+ "predict": null,
10
+ "train": 256
11
+ },
12
+ "feats": {
13
+ "aatype": [
14
+ "num residues placeholder"
15
+ ],
16
+ "all_atom_mask": [
17
+ "num residues placeholder",
18
+ null
19
+ ],
20
+ "all_atom_positions": [
21
+ "num residues placeholder",
22
+ null,
23
+ null
24
+ ],
25
+ "alt_chi_angles": [
26
+ "num residues placeholder",
27
+ null
28
+ ],
29
+ "assembly_num_chains": [
30
+ null
31
+ ],
32
+ "asym_id": [
33
+ "num residues placeholder"
34
+ ],
35
+ "asym_len": [
36
+ null
37
+ ],
38
+ "atom14_alt_gt_exists": [
39
+ "num residues placeholder",
40
+ null
41
+ ],
42
+ "atom14_alt_gt_positions": [
43
+ "num residues placeholder",
44
+ null,
45
+ null
46
+ ],
47
+ "atom14_atom_exists": [
48
+ "num residues placeholder",
49
+ null
50
+ ],
51
+ "atom14_atom_is_ambiguous": [
52
+ "num residues placeholder",
53
+ null
54
+ ],
55
+ "atom14_gt_exists": [
56
+ "num residues placeholder",
57
+ null
58
+ ],
59
+ "atom14_gt_positions": [
60
+ "num residues placeholder",
61
+ null,
62
+ null
63
+ ],
64
+ "atom37_atom_exists": [
65
+ "num residues placeholder",
66
+ null
67
+ ],
68
+ "backbone_rigid_mask": [
69
+ "num residues placeholder"
70
+ ],
71
+ "backbone_rigid_tensor": [
72
+ "num residues placeholder",
73
+ null,
74
+ null
75
+ ],
76
+ "bert_mask": [
77
+ "msa placeholder",
78
+ "num residues placeholder"
79
+ ],
80
+ "chi_angles_sin_cos": [
81
+ "num residues placeholder",
82
+ null,
83
+ null
84
+ ],
85
+ "chi_mask": [
86
+ "num residues placeholder",
87
+ null
88
+ ],
89
+ "cluster_bias_mask": [
90
+ "msa placeholder"
91
+ ],
92
+ "entity_id": [
93
+ "num residues placeholder"
94
+ ],
95
+ "extra_deletion_value": [
96
+ "extra msa placeholder",
97
+ "num residues placeholder"
98
+ ],
99
+ "extra_has_deletion": [
100
+ "extra msa placeholder",
101
+ "num residues placeholder"
102
+ ],
103
+ "extra_msa": [
104
+ "extra msa placeholder",
105
+ "num residues placeholder"
106
+ ],
107
+ "extra_msa_mask": [
108
+ "extra msa placeholder",
109
+ "num residues placeholder"
110
+ ],
111
+ "extra_msa_row_mask": [
112
+ "extra msa placeholder"
113
+ ],
114
+ "is_distillation": [],
115
+ "msa_feat": [
116
+ "msa placeholder",
117
+ "num residues placeholder",
118
+ null
119
+ ],
120
+ "msa_mask": [
121
+ "msa placeholder",
122
+ "num residues placeholder"
123
+ ],
124
+ "msa_row_mask": [
125
+ "msa placeholder"
126
+ ],
127
+ "no_recycling_iters": [],
128
+ "num_sym": [
129
+ "num residues placeholder"
130
+ ],
131
+ "pseudo_beta": [
132
+ "num residues placeholder",
133
+ null
134
+ ],
135
+ "pseudo_beta_mask": [
136
+ "num residues placeholder"
137
+ ],
138
+ "residue_index": [
139
+ "num residues placeholder"
140
+ ],
141
+ "residx_atom14_to_atom37": [
142
+ "num residues placeholder",
143
+ null
144
+ ],
145
+ "residx_atom37_to_atom14": [
146
+ "num residues placeholder",
147
+ null
148
+ ],
149
+ "resolution": [],
150
+ "rigidgroups_alt_gt_frames": [
151
+ "num residues placeholder",
152
+ null,
153
+ null,
154
+ null
155
+ ],
156
+ "rigidgroups_group_exists": [
157
+ "num residues placeholder",
158
+ null
159
+ ],
160
+ "rigidgroups_group_is_ambiguous": [
161
+ "num residues placeholder",
162
+ null
163
+ ],
164
+ "rigidgroups_gt_exists": [
165
+ "num residues placeholder",
166
+ null
167
+ ],
168
+ "rigidgroups_gt_frames": [
169
+ "num residues placeholder",
170
+ null,
171
+ null,
172
+ null
173
+ ],
174
+ "seq_length": [],
175
+ "seq_mask": [
176
+ "num residues placeholder"
177
+ ],
178
+ "sym_id": [
179
+ "num residues placeholder"
180
+ ],
181
+ "target_feat": [
182
+ "num residues placeholder",
183
+ null
184
+ ],
185
+ "template_aatype": [
186
+ "num templates placeholder",
187
+ "num residues placeholder"
188
+ ],
189
+ "template_all_atom_mask": [
190
+ "num templates placeholder",
191
+ "num residues placeholder",
192
+ null
193
+ ],
194
+ "template_all_atom_positions": [
195
+ "num templates placeholder",
196
+ "num residues placeholder",
197
+ null,
198
+ null
199
+ ],
200
+ "template_alt_torsion_angles_sin_cos": [
201
+ "num templates placeholder",
202
+ "num residues placeholder",
203
+ null,
204
+ null
205
+ ],
206
+ "template_backbone_rigid_mask": [
207
+ "num templates placeholder",
208
+ "num residues placeholder"
209
+ ],
210
+ "template_backbone_rigid_tensor": [
211
+ "num templates placeholder",
212
+ "num residues placeholder",
213
+ null,
214
+ null
215
+ ],
216
+ "template_mask": [
217
+ "num templates placeholder"
218
+ ],
219
+ "template_pseudo_beta": [
220
+ "num templates placeholder",
221
+ "num residues placeholder",
222
+ null
223
+ ],
224
+ "template_pseudo_beta_mask": [
225
+ "num templates placeholder",
226
+ "num residues placeholder"
227
+ ],
228
+ "template_sum_probs": [
229
+ "num templates placeholder",
230
+ null
231
+ ],
232
+ "template_torsion_angles_mask": [
233
+ "num templates placeholder",
234
+ "num residues placeholder",
235
+ null
236
+ ],
237
+ "template_torsion_angles_sin_cos": [
238
+ "num templates placeholder",
239
+ "num residues placeholder",
240
+ null,
241
+ null
242
+ ],
243
+ "true_msa": [
244
+ "msa placeholder",
245
+ "num residues placeholder"
246
+ ],
247
+ "use_clamped_fape": []
248
+ },
249
+ "max_extra_msa": {
250
+ "eval": 512,
251
+ "finetune": 5120,
252
+ "predict": 1024,
253
+ "train": 1024
254
+ },
255
+ "max_msa_clusters": {
256
+ "eval": 128,
257
+ "finetune": 512,
258
+ "predict": 512,
259
+ "train": 128
260
+ },
261
+ "max_templates": 4,
262
+ "no_recycling_iters": 3,
263
+ "reduce_msa_clusters_by_max_templates": false,
264
+ "resample_msa_in_recycling": true,
265
+ "subsample_templates": {
266
+ "eval": false,
267
+ "finetune": true,
268
+ "predict": false,
269
+ "train": true
270
+ },
271
+ "supervised": {
272
+ "eval": true,
273
+ "finetune": true,
274
+ "predict": false,
275
+ "train": true
276
+ },
277
+ "supervised_features": [
278
+ "all_atom_mask",
279
+ "all_atom_positions",
280
+ "resolution",
281
+ "use_clamped_fape",
282
+ "is_distillation"
283
+ ],
284
+ "template_features": [
285
+ "template_all_atom_positions",
286
+ "template_sum_probs",
287
+ "template_aatype",
288
+ "template_all_atom_mask"
289
+ ],
290
+ "uniform_recycling": {
291
+ "eval": false,
292
+ "finetune": true,
293
+ "predict": false,
294
+ "train": true
295
+ },
296
+ "unsupervised_features": [
297
+ "aatype",
298
+ "residue_index",
299
+ "msa",
300
+ "num_alignments",
301
+ "seq_length",
302
+ "between_segment_residues",
303
+ "deletion_matrix",
304
+ "no_recycling_iters"
305
+ ]
306
+ },
307
+ "make_masked_msa": {
308
+ "profile_prob": 0.1,
309
+ "replace_fraction": 0.15,
310
+ "same_prob": 0.1,
311
+ "uniform_prob": 0.1
312
+ },
313
+ "make_relative_encoding_feat": {
314
+ "max_relative_feature": 32
315
+ },
316
+ "nearest_neighbor_clusters": {
317
+ "gap_agreement_weight": 0.0
318
+ },
319
+ "randomly_replace_msa_with_unknown": {
320
+ "replace_proportion": 0.0
321
+ },
322
+ "sample_msa": {
323
+ "reduce_msa_clusters_by_max_templates": false
324
+ }
325
+ }
326
+ },
327
+ "globals": {
328
+ "is_multimer": false,
329
+ "mode": "predict",
330
+ "num_recycles": 3,
331
+ "recycle_early_stop_tolerance": 0.5,
332
+ "use_templates": false
333
+ },
334
+ "model": {
335
+ "auxiliary_heads": {
336
+ "c_m": 256,
337
+ "c_s": 384,
338
+ "c_z": 128,
339
+ "distogram_head_num_bins": 64,
340
+ "experimentally_resolved_head_c_out": 37,
341
+ "masked_msa_head_c_out": 23,
342
+ "predicted_aligned_error_head_num_bins": 64,
343
+ "predicted_lddt_head_c_hidden": 128,
344
+ "predicted_lddt_head_num_bins": 50,
345
+ "tm_enabled": false
346
+ },
347
+ "evoformer_stack": {
348
+ "c_h_m": 32,
349
+ "c_h_opm": 32,
350
+ "c_h_u": 128,
351
+ "c_h_z": 32,
352
+ "c_m": 256,
353
+ "c_s": 384,
354
+ "c_z": 128,
355
+ "fused": false,
356
+ "h_m": 8,
357
+ "h_z": 4,
358
+ "msa_global_col_attention": false,
359
+ "n_trans": 4,
360
+ "num_blocks": 48,
361
+ "opm_first": false,
362
+ "ouput_single": true
363
+ },
364
+ "extra_msa_stack": {
365
+ "c_h_m": 8,
366
+ "c_h_opm": 32,
367
+ "c_h_u": 128,
368
+ "c_h_z": 32,
369
+ "c_m": 64,
370
+ "c_z": 128,
371
+ "fused": false,
372
+ "h_m": 8,
373
+ "h_z": 4,
374
+ "msa_global_col_attention": true,
375
+ "n_trans": 4,
376
+ "num_blocks": 4,
377
+ "opm_first": false
378
+ },
379
+ "feature_embedder": {
380
+ "c_e": 64,
381
+ "c_m": 256,
382
+ "c_t": 64,
383
+ "c_taf": 57,
384
+ "c_tpf": 88,
385
+ "c_z": 128,
386
+ "extra_msa_dim": 25,
387
+ "max_relative_feature": 32,
388
+ "msa_dim": 49,
389
+ "num_bins": 15,
390
+ "tf_dim": 22
391
+ },
392
+ "loss": {
393
+ "distogram_loss": {
394
+ "eps": 1e-06,
395
+ "max_bin": 21.6875,
396
+ "min_bin": 2.3125,
397
+ "no_bins": 64,
398
+ "weight": 0.3
399
+ },
400
+ "experimentally_resolved_loss": {
401
+ "eps": 1e-08,
402
+ "max_resolution": 3.0,
403
+ "min_resolution": 0.1,
404
+ "weight": 0.0
405
+ },
406
+ "fape_loss": {
407
+ "backbone": {
408
+ "clamp_distance": 10.0,
409
+ "loss_unit_distance": 10.0,
410
+ "weight": 0.5
411
+ },
412
+ "eps": 0.0001,
413
+ "sidechain": {
414
+ "clamp_distance": 10.0,
415
+ "length_scale": 10.0,
416
+ "weight": 0.5
417
+ },
418
+ "weight": 1.0
419
+ },
420
+ "masked_msa_loss": {
421
+ "eps": 1e-08,
422
+ "weight": 2.0
423
+ },
424
+ "predicted_lddt_loss": {
425
+ "cutoff": 15.0,
426
+ "eps": 1e-10,
427
+ "max_resolution": 3.0,
428
+ "min_resolution": 0.1,
429
+ "no_bins": 50,
430
+ "weight": 0.01
431
+ },
432
+ "predicted_tm_loss": {
433
+ "eps": 1e-08,
434
+ "max_bin": 31,
435
+ "max_resolution": 3.0,
436
+ "min_resolution": 0.1,
437
+ "no_bins": 64,
438
+ "weight": 0.1
439
+ },
440
+ "supervised_chi_loss": {
441
+ "angle_norm_weight": 0.01,
442
+ "chi_weight": 0.5,
443
+ "eps": 1e-06,
444
+ "weight": 1.0
445
+ },
446
+ "violation_loss": {
447
+ "clash_overlap_tolerance": 1.5,
448
+ "eps": 1e-06,
449
+ "violation_tolerance_factor": 12.0,
450
+ "weight": 0.0
451
+ }
452
+ },
453
+ "structure_module": {
454
+ "c_s": 384,
455
+ "c_sc": 128,
456
+ "c_z": 128,
457
+ "dropout": 0.1,
458
+ "ipa_scalar_bias": true,
459
+ "no_angles": 7,
460
+ "num_head": 12,
461
+ "num_layer": 8,
462
+ "num_point_qk": 4,
463
+ "num_point_v": 8,
464
+ "num_scalar_qk": 16,
465
+ "num_scalar_v": 16,
466
+ "position_scale": 10.0,
467
+ "separate_kv": false
468
+ },
469
+ "template_pair_stack": {
470
+ "attention_first": true,
471
+ "c_h_t": 16,
472
+ "c_h_u": 64,
473
+ "c_t": 64,
474
+ "c_z": 128,
475
+ "fused": false,
476
+ "h_t": 4,
477
+ "n_trans": 2,
478
+ "num_blocks": 2
479
+ }
480
+ }
481
+ },
482
+ "CONFIG_DIFFS": {
483
+ "model_1": {
484
+ "data.transform.common.max_extra_msa.predict": 5120,
485
+ "data.transform.common.max_extra_msa.train": 5120,
486
+ "data.transform.use_templates": true,
487
+ "globals.use_templates": true
488
+ },
489
+ "model_1_multimer": {
490
+ "data.transform.common.max_extra_msa": {
491
+ "eval": 1152,
492
+ "finetune": 1152,
493
+ "predict": 1152,
494
+ "train": 1152
495
+ },
496
+ "data.transform.common.max_msa_clusters": {
497
+ "eval": 128,
498
+ "finetune": 252,
499
+ "predict": 128,
500
+ "train": 128
501
+ },
502
+ "globals.is_multimer": true,
503
+ "globals.use_templates": true,
504
+ "model.auxiliary_heads.masked_msa_head_c_out": 22,
505
+ "model.auxiliary_heads.tm_enabled": true,
506
+ "model.evoformer_stack.opm_first": true,
507
+ "model.extra_msa_stack.opm_first": true,
508
+ "model.feature_embedder.c_taf": 34,
509
+ "model.feature_embedder.tf_dim": 21,
510
+ "model.loss.supervised_chi_loss.weight": 3.0,
511
+ "model.structure_module.ipa_scalar_bias": false,
512
+ "model.structure_module.position_scale": 20,
513
+ "model.structure_module.separate_kv": true,
514
+ "model.template_pair_stack.attention_first": false
515
+ },
516
+ "model_1_multimer_v2": {
517
+ "data.transform.common.max_extra_msa": {
518
+ "eval": 1152,
519
+ "finetune": 1152,
520
+ "predict": 1152,
521
+ "train": 1152
522
+ },
523
+ "data.transform.common.max_msa_clusters": {
524
+ "eval": 128,
525
+ "finetune": 512,
526
+ "predict": 252,
527
+ "train": 128
528
+ },
529
+ "globals.is_multimer": true,
530
+ "globals.use_templates": true,
531
+ "model.auxiliary_heads.masked_msa_head_c_out": 22,
532
+ "model.auxiliary_heads.tm_enabled": true,
533
+ "model.evoformer_stack.opm_first": true,
534
+ "model.extra_msa_stack.opm_first": true,
535
+ "model.feature_embedder.c_taf": 34,
536
+ "model.feature_embedder.tf_dim": 21,
537
+ "model.loss.supervised_chi_loss.weight": 3.0,
538
+ "model.structure_module.ipa_scalar_bias": false,
539
+ "model.structure_module.position_scale": 20,
540
+ "model.structure_module.separate_kv": true,
541
+ "model.template_pair_stack.attention_first": false
542
+ },
543
+ "model_1_multimer_v3": {
544
+ "data.transform.common.max_extra_msa": {
545
+ "eval": 1152,
546
+ "finetune": 1152,
547
+ "predict": 2048,
548
+ "train": 1152
549
+ },
550
+ "data.transform.common.max_msa_clusters": {
551
+ "eval": 128,
552
+ "finetune": 512,
553
+ "predict": 508,
554
+ "train": 128
555
+ },
556
+ "globals.is_multimer": true,
557
+ "globals.use_templates": true,
558
+ "model.auxiliary_heads.masked_msa_head_c_out": 22,
559
+ "model.auxiliary_heads.tm_enabled": true,
560
+ "model.evoformer_stack.fused": true,
561
+ "model.evoformer_stack.opm_first": true,
562
+ "model.extra_msa_stack.fused": true,
563
+ "model.extra_msa_stack.opm_first": true,
564
+ "model.feature_embedder.c_taf": 34,
565
+ "model.feature_embedder.tf_dim": 21,
566
+ "model.structure_module.ipa_scalar_bias": false,
567
+ "model.structure_module.position_scale": 20,
568
+ "model.structure_module.separate_kv": true,
569
+ "model.template_pair_stack.attention_first": false,
570
+ "model.template_pair_stack.fused": true
571
+ },
572
+ "model_1_ptm": {
573
+ "data.transform.common.max_extra_msa.predict": 5120,
574
+ "data.transform.common.max_extra_msa.train": 5120,
575
+ "data.transform.use_templates": true,
576
+ "globals.use_templates": true,
577
+ "model.auxiliary_heads.tm_enabled": true
578
+ },
579
+ "model_2": {
580
+ "globals.use_templates": true
581
+ },
582
+ "model_2_multimer": {
583
+ "data.transform.common.max_extra_msa": {
584
+ "eval": 1152,
585
+ "finetune": 1152,
586
+ "predict": 1152,
587
+ "train": 1152
588
+ },
589
+ "data.transform.common.max_msa_clusters": {
590
+ "eval": 128,
591
+ "finetune": 252,
592
+ "predict": 128,
593
+ "train": 128
594
+ },
595
+ "globals.is_multimer": true,
596
+ "globals.use_templates": true,
597
+ "model.auxiliary_heads.masked_msa_head_c_out": 22,
598
+ "model.auxiliary_heads.tm_enabled": true,
599
+ "model.evoformer_stack.opm_first": true,
600
+ "model.extra_msa_stack.opm_first": true,
601
+ "model.feature_embedder.c_taf": 34,
602
+ "model.feature_embedder.tf_dim": 21,
603
+ "model.loss.supervised_chi_loss.weight": 3.0,
604
+ "model.structure_module.ipa_scalar_bias": false,
605
+ "model.structure_module.position_scale": 20,
606
+ "model.structure_module.separate_kv": true,
607
+ "model.template_pair_stack.attention_first": false
608
+ },
609
+ "model_2_multimer_v2": {
610
+ "data.transform.common.max_extra_msa": {
611
+ "eval": 1152,
612
+ "finetune": 1152,
613
+ "predict": 1152,
614
+ "train": 1152
615
+ },
616
+ "data.transform.common.max_msa_clusters": {
617
+ "eval": 128,
618
+ "finetune": 512,
619
+ "predict": 252,
620
+ "train": 128
621
+ },
622
+ "globals.is_multimer": true,
623
+ "globals.use_templates": true,
624
+ "model.auxiliary_heads.masked_msa_head_c_out": 22,
625
+ "model.auxiliary_heads.tm_enabled": true,
626
+ "model.evoformer_stack.opm_first": true,
627
+ "model.extra_msa_stack.opm_first": true,
628
+ "model.feature_embedder.c_taf": 34,
629
+ "model.feature_embedder.tf_dim": 21,
630
+ "model.loss.supervised_chi_loss.weight": 3.0,
631
+ "model.structure_module.ipa_scalar_bias": false,
632
+ "model.structure_module.position_scale": 20,
633
+ "model.structure_module.separate_kv": true,
634
+ "model.template_pair_stack.attention_first": false
635
+ },
636
+ "model_2_multimer_v3": {
637
+ "data.transform.common.max_extra_msa": {
638
+ "eval": 1152,
639
+ "finetune": 1152,
640
+ "predict": 2048,
641
+ "train": 1152
642
+ },
643
+ "data.transform.common.max_msa_clusters": {
644
+ "eval": 128,
645
+ "finetune": 512,
646
+ "predict": 508,
647
+ "train": 128
648
+ },
649
+ "globals.is_multimer": true,
650
+ "globals.use_templates": true,
651
+ "model.auxiliary_heads.masked_msa_head_c_out": 22,
652
+ "model.auxiliary_heads.tm_enabled": true,
653
+ "model.evoformer_stack.fused": true,
654
+ "model.evoformer_stack.opm_first": true,
655
+ "model.extra_msa_stack.fused": true,
656
+ "model.extra_msa_stack.opm_first": true,
657
+ "model.feature_embedder.c_taf": 34,
658
+ "model.feature_embedder.tf_dim": 21,
659
+ "model.structure_module.ipa_scalar_bias": false,
660
+ "model.structure_module.position_scale": 20,
661
+ "model.structure_module.separate_kv": true,
662
+ "model.template_pair_stack.attention_first": false,
663
+ "model.template_pair_stack.fused": true
664
+ },
665
+ "model_2_ptm": {
666
+ "globals.use_templates": true,
667
+ "model.auxiliary_heads.tm_enabled": true
668
+ },
669
+ "model_3": {
670
+ "data.transform.common.max_extra_msa.predict": 5120,
671
+ "data.transform.common.max_extra_msa.train": 5120
672
+ },
673
+ "model_3_multimer": {
674
+ "data.transform.common.max_extra_msa": {
675
+ "eval": 1152,
676
+ "finetune": 1152,
677
+ "predict": 1152,
678
+ "train": 1152
679
+ },
680
+ "data.transform.common.max_msa_clusters": {
681
+ "eval": 128,
682
+ "finetune": 252,
683
+ "predict": 128,
684
+ "train": 128
685
+ },
686
+ "globals.is_multimer": true,
687
+ "globals.use_templates": true,
688
+ "model.auxiliary_heads.masked_msa_head_c_out": 22,
689
+ "model.auxiliary_heads.tm_enabled": true,
690
+ "model.evoformer_stack.opm_first": true,
691
+ "model.extra_msa_stack.opm_first": true,
692
+ "model.feature_embedder.c_taf": 34,
693
+ "model.feature_embedder.tf_dim": 21,
694
+ "model.loss.supervised_chi_loss.weight": 3.0,
695
+ "model.structure_module.ipa_scalar_bias": false,
696
+ "model.structure_module.position_scale": 20,
697
+ "model.structure_module.separate_kv": true,
698
+ "model.template_pair_stack.attention_first": false
699
+ },
700
+ "model_3_multimer_v2": {
701
+ "data.transform.common.max_extra_msa": {
702
+ "eval": 1152,
703
+ "finetune": 1152,
704
+ "predict": 1152,
705
+ "train": 1152
706
+ },
707
+ "data.transform.common.max_msa_clusters": {
708
+ "eval": 128,
709
+ "finetune": 512,
710
+ "predict": 252,
711
+ "train": 128
712
+ },
713
+ "globals.is_multimer": true,
714
+ "globals.use_templates": true,
715
+ "model.auxiliary_heads.masked_msa_head_c_out": 22,
716
+ "model.auxiliary_heads.tm_enabled": true,
717
+ "model.evoformer_stack.opm_first": true,
718
+ "model.extra_msa_stack.opm_first": true,
719
+ "model.feature_embedder.c_taf": 34,
720
+ "model.feature_embedder.tf_dim": 21,
721
+ "model.loss.supervised_chi_loss.weight": 3.0,
722
+ "model.structure_module.ipa_scalar_bias": false,
723
+ "model.structure_module.position_scale": 20,
724
+ "model.structure_module.separate_kv": true,
725
+ "model.template_pair_stack.attention_first": false
726
+ },
727
+ "model_3_multimer_v3": {
728
+ "data.transform.common.max_extra_msa": {
729
+ "eval": 1152,
730
+ "finetune": 1152,
731
+ "predict": 2048,
732
+ "train": 1152
733
+ },
734
+ "data.transform.common.max_msa_clusters": {
735
+ "eval": 128,
736
+ "finetune": 512,
737
+ "predict": 508,
738
+ "train": 128
739
+ },
740
+ "globals.is_multimer": true,
741
+ "globals.use_templates": true,
742
+ "model.auxiliary_heads.masked_msa_head_c_out": 22,
743
+ "model.auxiliary_heads.tm_enabled": true,
744
+ "model.evoformer_stack.fused": true,
745
+ "model.evoformer_stack.opm_first": true,
746
+ "model.extra_msa_stack.fused": true,
747
+ "model.extra_msa_stack.opm_first": true,
748
+ "model.feature_embedder.c_taf": 34,
749
+ "model.feature_embedder.tf_dim": 21,
750
+ "model.structure_module.ipa_scalar_bias": false,
751
+ "model.structure_module.position_scale": 20,
752
+ "model.structure_module.separate_kv": true,
753
+ "model.template_pair_stack.attention_first": false,
754
+ "model.template_pair_stack.fused": true
755
+ },
756
+ "model_3_ptm": {
757
+ "data.transform.common.max_extra_msa.predict": 5120,
758
+ "data.transform.common.max_extra_msa.train": 5120,
759
+ "model.auxiliary_heads.tm_enabled": true
760
+ },
761
+ "model_4": {
762
+ "data.transform.common.max_extra_msa.predict": 5120,
763
+ "data.transform.common.max_extra_msa.train": 5120
764
+ },
765
+ "model_4_multimer": {
766
+ "data.transform.common.max_extra_msa": {
767
+ "eval": 1152,
768
+ "finetune": 1152,
769
+ "predict": 1152,
770
+ "train": 1152
771
+ },
772
+ "data.transform.common.max_msa_clusters": {
773
+ "eval": 128,
774
+ "finetune": 252,
775
+ "predict": 128,
776
+ "train": 128
777
+ },
778
+ "globals.is_multimer": true,
779
+ "globals.use_templates": true,
780
+ "model.auxiliary_heads.masked_msa_head_c_out": 22,
781
+ "model.auxiliary_heads.tm_enabled": true,
782
+ "model.evoformer_stack.opm_first": true,
783
+ "model.extra_msa_stack.opm_first": true,
784
+ "model.feature_embedder.c_taf": 34,
785
+ "model.feature_embedder.tf_dim": 21,
786
+ "model.loss.supervised_chi_loss.weight": 3.0,
787
+ "model.structure_module.ipa_scalar_bias": false,
788
+ "model.structure_module.position_scale": 20,
789
+ "model.structure_module.separate_kv": true,
790
+ "model.template_pair_stack.attention_first": false
791
+ },
792
+ "model_4_multimer_v2": {
793
+ "data.transform.common.max_extra_msa": {
794
+ "eval": 1152,
795
+ "finetune": 1152,
796
+ "predict": 1152,
797
+ "train": 1152
798
+ },
799
+ "data.transform.common.max_msa_clusters": {
800
+ "eval": 128,
801
+ "finetune": 512,
802
+ "predict": 252,
803
+ "train": 128
804
+ },
805
+ "globals.is_multimer": true,
806
+ "globals.use_templates": true,
807
+ "model.auxiliary_heads.masked_msa_head_c_out": 22,
808
+ "model.auxiliary_heads.tm_enabled": true,
809
+ "model.evoformer_stack.opm_first": true,
810
+ "model.extra_msa_stack.opm_first": true,
811
+ "model.feature_embedder.c_taf": 34,
812
+ "model.feature_embedder.tf_dim": 21,
813
+ "model.loss.supervised_chi_loss.weight": 3.0,
814
+ "model.structure_module.ipa_scalar_bias": false,
815
+ "model.structure_module.position_scale": 20,
816
+ "model.structure_module.separate_kv": true,
817
+ "model.template_pair_stack.attention_first": false
818
+ },
819
+ "model_4_multimer_v3": {
820
+ "data.transform.common.max_extra_msa": {
821
+ "eval": 1152,
822
+ "finetune": 1152,
823
+ "predict": 1152,
824
+ "train": 1152
825
+ },
826
+ "data.transform.common.max_msa_clusters": {
827
+ "eval": 128,
828
+ "finetune": 512,
829
+ "predict": 508,
830
+ "train": 128
831
+ },
832
+ "globals.is_multimer": true,
833
+ "globals.use_templates": true,
834
+ "model.auxiliary_heads.masked_msa_head_c_out": 22,
835
+ "model.auxiliary_heads.tm_enabled": true,
836
+ "model.evoformer_stack.fused": true,
837
+ "model.evoformer_stack.opm_first": true,
838
+ "model.extra_msa_stack.fused": true,
839
+ "model.extra_msa_stack.opm_first": true,
840
+ "model.feature_embedder.c_taf": 34,
841
+ "model.feature_embedder.tf_dim": 21,
842
+ "model.structure_module.ipa_scalar_bias": false,
843
+ "model.structure_module.position_scale": 20,
844
+ "model.structure_module.separate_kv": true,
845
+ "model.template_pair_stack.attention_first": false,
846
+ "model.template_pair_stack.fused": true
847
+ },
848
+ "model_4_ptm": {
849
+ "data.transform.common.max_extra_msa.predict": 5120,
850
+ "data.transform.common.max_extra_msa.train": 5120,
851
+ "model.auxiliary_heads.tm_enabled": true
852
+ },
853
+ "model_5": {},
854
+ "model_5_multimer": {
855
+ "data.transform.common.max_extra_msa": {
856
+ "eval": 1152,
857
+ "finetune": 1152,
858
+ "predict": 1152,
859
+ "train": 1152
860
+ },
861
+ "data.transform.common.max_msa_clusters": {
862
+ "eval": 128,
863
+ "finetune": 252,
864
+ "predict": 128,
865
+ "train": 128
866
+ },
867
+ "globals.is_multimer": true,
868
+ "globals.use_templates": true,
869
+ "model.auxiliary_heads.masked_msa_head_c_out": 22,
870
+ "model.auxiliary_heads.tm_enabled": true,
871
+ "model.evoformer_stack.opm_first": true,
872
+ "model.extra_msa_stack.opm_first": true,
873
+ "model.feature_embedder.c_taf": 34,
874
+ "model.feature_embedder.tf_dim": 21,
875
+ "model.loss.supervised_chi_loss.weight": 3.0,
876
+ "model.structure_module.ipa_scalar_bias": false,
877
+ "model.structure_module.position_scale": 20,
878
+ "model.structure_module.separate_kv": true,
879
+ "model.template_pair_stack.attention_first": false
880
+ },
881
+ "model_5_multimer_v2": {
882
+ "data.transform.common.max_extra_msa": {
883
+ "eval": 1152,
884
+ "finetune": 1152,
885
+ "predict": 1152,
886
+ "train": 1152
887
+ },
888
+ "data.transform.common.max_msa_clusters": {
889
+ "eval": 128,
890
+ "finetune": 512,
891
+ "predict": 252,
892
+ "train": 128
893
+ },
894
+ "globals.is_multimer": true,
895
+ "globals.use_templates": true,
896
+ "model.auxiliary_heads.masked_msa_head_c_out": 22,
897
+ "model.auxiliary_heads.tm_enabled": true,
898
+ "model.evoformer_stack.opm_first": true,
899
+ "model.extra_msa_stack.opm_first": true,
900
+ "model.feature_embedder.c_taf": 34,
901
+ "model.feature_embedder.tf_dim": 21,
902
+ "model.loss.supervised_chi_loss.weight": 3.0,
903
+ "model.structure_module.ipa_scalar_bias": false,
904
+ "model.structure_module.position_scale": 20,
905
+ "model.structure_module.separate_kv": true,
906
+ "model.template_pair_stack.attention_first": false
907
+ },
908
+ "model_5_multimer_v3": {
909
+ "data.transform.common.max_extra_msa": {
910
+ "eval": 1152,
911
+ "finetune": 1152,
912
+ "predict": 1152,
913
+ "train": 1152
914
+ },
915
+ "data.transform.common.max_msa_clusters": {
916
+ "eval": 128,
917
+ "finetune": 512,
918
+ "predict": 508,
919
+ "train": 128
920
+ },
921
+ "globals.is_multimer": true,
922
+ "globals.use_templates": true,
923
+ "model.auxiliary_heads.masked_msa_head_c_out": 22,
924
+ "model.auxiliary_heads.tm_enabled": true,
925
+ "model.evoformer_stack.fused": true,
926
+ "model.evoformer_stack.opm_first": true,
927
+ "model.extra_msa_stack.fused": true,
928
+ "model.extra_msa_stack.opm_first": true,
929
+ "model.feature_embedder.c_taf": 34,
930
+ "model.feature_embedder.tf_dim": 21,
931
+ "model.structure_module.ipa_scalar_bias": false,
932
+ "model.structure_module.position_scale": 20,
933
+ "model.structure_module.separate_kv": true,
934
+ "model.template_pair_stack.attention_first": false,
935
+ "model.template_pair_stack.fused": true
936
+ },
937
+ "model_5_ptm": {
938
+ "model.auxiliary_heads.tm_enabled": true
939
+ }
940
+ },
941
+ "_config": null,
942
+ "architectures": [
943
+ "STFold"
944
+ ],
945
+ "mode": "predict",
946
+ "model_type": "STFold",
947
+ "stfold_type": "model_3_multimer_v3",
948
+ "torch_dtype": "float32",
949
+ "transformers_version": "4.31.0.dev0"
950
+ }
model_3_multimer_v3/pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:182cef67c35c0a88a93a8b1ad72223c5ff40f6984c03ca76b30e883f800e0280
3
+ size 374735391
model_4_multimer_v3/config.json ADDED
@@ -0,0 +1,950 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "CONFIG": {
3
+ "data": {
4
+ "transform": {
5
+ "common": {
6
+ "crop_size": {
7
+ "eval": null,
8
+ "finetune": 384,
9
+ "predict": null,
10
+ "train": 256
11
+ },
12
+ "feats": {
13
+ "aatype": [
14
+ "num residues placeholder"
15
+ ],
16
+ "all_atom_mask": [
17
+ "num residues placeholder",
18
+ null
19
+ ],
20
+ "all_atom_positions": [
21
+ "num residues placeholder",
22
+ null,
23
+ null
24
+ ],
25
+ "alt_chi_angles": [
26
+ "num residues placeholder",
27
+ null
28
+ ],
29
+ "assembly_num_chains": [
30
+ null
31
+ ],
32
+ "asym_id": [
33
+ "num residues placeholder"
34
+ ],
35
+ "asym_len": [
36
+ null
37
+ ],
38
+ "atom14_alt_gt_exists": [
39
+ "num residues placeholder",
40
+ null
41
+ ],
42
+ "atom14_alt_gt_positions": [
43
+ "num residues placeholder",
44
+ null,
45
+ null
46
+ ],
47
+ "atom14_atom_exists": [
48
+ "num residues placeholder",
49
+ null
50
+ ],
51
+ "atom14_atom_is_ambiguous": [
52
+ "num residues placeholder",
53
+ null
54
+ ],
55
+ "atom14_gt_exists": [
56
+ "num residues placeholder",
57
+ null
58
+ ],
59
+ "atom14_gt_positions": [
60
+ "num residues placeholder",
61
+ null,
62
+ null
63
+ ],
64
+ "atom37_atom_exists": [
65
+ "num residues placeholder",
66
+ null
67
+ ],
68
+ "backbone_rigid_mask": [
69
+ "num residues placeholder"
70
+ ],
71
+ "backbone_rigid_tensor": [
72
+ "num residues placeholder",
73
+ null,
74
+ null
75
+ ],
76
+ "bert_mask": [
77
+ "msa placeholder",
78
+ "num residues placeholder"
79
+ ],
80
+ "chi_angles_sin_cos": [
81
+ "num residues placeholder",
82
+ null,
83
+ null
84
+ ],
85
+ "chi_mask": [
86
+ "num residues placeholder",
87
+ null
88
+ ],
89
+ "cluster_bias_mask": [
90
+ "msa placeholder"
91
+ ],
92
+ "entity_id": [
93
+ "num residues placeholder"
94
+ ],
95
+ "extra_deletion_value": [
96
+ "extra msa placeholder",
97
+ "num residues placeholder"
98
+ ],
99
+ "extra_has_deletion": [
100
+ "extra msa placeholder",
101
+ "num residues placeholder"
102
+ ],
103
+ "extra_msa": [
104
+ "extra msa placeholder",
105
+ "num residues placeholder"
106
+ ],
107
+ "extra_msa_mask": [
108
+ "extra msa placeholder",
109
+ "num residues placeholder"
110
+ ],
111
+ "extra_msa_row_mask": [
112
+ "extra msa placeholder"
113
+ ],
114
+ "is_distillation": [],
115
+ "msa_feat": [
116
+ "msa placeholder",
117
+ "num residues placeholder",
118
+ null
119
+ ],
120
+ "msa_mask": [
121
+ "msa placeholder",
122
+ "num residues placeholder"
123
+ ],
124
+ "msa_row_mask": [
125
+ "msa placeholder"
126
+ ],
127
+ "no_recycling_iters": [],
128
+ "num_sym": [
129
+ "num residues placeholder"
130
+ ],
131
+ "pseudo_beta": [
132
+ "num residues placeholder",
133
+ null
134
+ ],
135
+ "pseudo_beta_mask": [
136
+ "num residues placeholder"
137
+ ],
138
+ "residue_index": [
139
+ "num residues placeholder"
140
+ ],
141
+ "residx_atom14_to_atom37": [
142
+ "num residues placeholder",
143
+ null
144
+ ],
145
+ "residx_atom37_to_atom14": [
146
+ "num residues placeholder",
147
+ null
148
+ ],
149
+ "resolution": [],
150
+ "rigidgroups_alt_gt_frames": [
151
+ "num residues placeholder",
152
+ null,
153
+ null,
154
+ null
155
+ ],
156
+ "rigidgroups_group_exists": [
157
+ "num residues placeholder",
158
+ null
159
+ ],
160
+ "rigidgroups_group_is_ambiguous": [
161
+ "num residues placeholder",
162
+ null
163
+ ],
164
+ "rigidgroups_gt_exists": [
165
+ "num residues placeholder",
166
+ null
167
+ ],
168
+ "rigidgroups_gt_frames": [
169
+ "num residues placeholder",
170
+ null,
171
+ null,
172
+ null
173
+ ],
174
+ "seq_length": [],
175
+ "seq_mask": [
176
+ "num residues placeholder"
177
+ ],
178
+ "sym_id": [
179
+ "num residues placeholder"
180
+ ],
181
+ "target_feat": [
182
+ "num residues placeholder",
183
+ null
184
+ ],
185
+ "template_aatype": [
186
+ "num templates placeholder",
187
+ "num residues placeholder"
188
+ ],
189
+ "template_all_atom_mask": [
190
+ "num templates placeholder",
191
+ "num residues placeholder",
192
+ null
193
+ ],
194
+ "template_all_atom_positions": [
195
+ "num templates placeholder",
196
+ "num residues placeholder",
197
+ null,
198
+ null
199
+ ],
200
+ "template_alt_torsion_angles_sin_cos": [
201
+ "num templates placeholder",
202
+ "num residues placeholder",
203
+ null,
204
+ null
205
+ ],
206
+ "template_backbone_rigid_mask": [
207
+ "num templates placeholder",
208
+ "num residues placeholder"
209
+ ],
210
+ "template_backbone_rigid_tensor": [
211
+ "num templates placeholder",
212
+ "num residues placeholder",
213
+ null,
214
+ null
215
+ ],
216
+ "template_mask": [
217
+ "num templates placeholder"
218
+ ],
219
+ "template_pseudo_beta": [
220
+ "num templates placeholder",
221
+ "num residues placeholder",
222
+ null
223
+ ],
224
+ "template_pseudo_beta_mask": [
225
+ "num templates placeholder",
226
+ "num residues placeholder"
227
+ ],
228
+ "template_sum_probs": [
229
+ "num templates placeholder",
230
+ null
231
+ ],
232
+ "template_torsion_angles_mask": [
233
+ "num templates placeholder",
234
+ "num residues placeholder",
235
+ null
236
+ ],
237
+ "template_torsion_angles_sin_cos": [
238
+ "num templates placeholder",
239
+ "num residues placeholder",
240
+ null,
241
+ null
242
+ ],
243
+ "true_msa": [
244
+ "msa placeholder",
245
+ "num residues placeholder"
246
+ ],
247
+ "use_clamped_fape": []
248
+ },
249
+ "max_extra_msa": {
250
+ "eval": 512,
251
+ "finetune": 5120,
252
+ "predict": 1024,
253
+ "train": 1024
254
+ },
255
+ "max_msa_clusters": {
256
+ "eval": 128,
257
+ "finetune": 512,
258
+ "predict": 512,
259
+ "train": 128
260
+ },
261
+ "max_templates": 4,
262
+ "no_recycling_iters": 3,
263
+ "reduce_msa_clusters_by_max_templates": false,
264
+ "resample_msa_in_recycling": true,
265
+ "subsample_templates": {
266
+ "eval": false,
267
+ "finetune": true,
268
+ "predict": false,
269
+ "train": true
270
+ },
271
+ "supervised": {
272
+ "eval": true,
273
+ "finetune": true,
274
+ "predict": false,
275
+ "train": true
276
+ },
277
+ "supervised_features": [
278
+ "all_atom_mask",
279
+ "all_atom_positions",
280
+ "resolution",
281
+ "use_clamped_fape",
282
+ "is_distillation"
283
+ ],
284
+ "template_features": [
285
+ "template_all_atom_positions",
286
+ "template_sum_probs",
287
+ "template_aatype",
288
+ "template_all_atom_mask"
289
+ ],
290
+ "uniform_recycling": {
291
+ "eval": false,
292
+ "finetune": true,
293
+ "predict": false,
294
+ "train": true
295
+ },
296
+ "unsupervised_features": [
297
+ "aatype",
298
+ "residue_index",
299
+ "msa",
300
+ "num_alignments",
301
+ "seq_length",
302
+ "between_segment_residues",
303
+ "deletion_matrix",
304
+ "no_recycling_iters"
305
+ ]
306
+ },
307
+ "make_masked_msa": {
308
+ "profile_prob": 0.1,
309
+ "replace_fraction": 0.15,
310
+ "same_prob": 0.1,
311
+ "uniform_prob": 0.1
312
+ },
313
+ "make_relative_encoding_feat": {
314
+ "max_relative_feature": 32
315
+ },
316
+ "nearest_neighbor_clusters": {
317
+ "gap_agreement_weight": 0.0
318
+ },
319
+ "randomly_replace_msa_with_unknown": {
320
+ "replace_proportion": 0.0
321
+ },
322
+ "sample_msa": {
323
+ "reduce_msa_clusters_by_max_templates": false
324
+ }
325
+ }
326
+ },
327
+ "globals": {
328
+ "is_multimer": false,
329
+ "mode": "predict",
330
+ "num_recycles": 3,
331
+ "recycle_early_stop_tolerance": 0.5,
332
+ "use_templates": false
333
+ },
334
+ "model": {
335
+ "auxiliary_heads": {
336
+ "c_m": 256,
337
+ "c_s": 384,
338
+ "c_z": 128,
339
+ "distogram_head_num_bins": 64,
340
+ "experimentally_resolved_head_c_out": 37,
341
+ "masked_msa_head_c_out": 23,
342
+ "predicted_aligned_error_head_num_bins": 64,
343
+ "predicted_lddt_head_c_hidden": 128,
344
+ "predicted_lddt_head_num_bins": 50,
345
+ "tm_enabled": false
346
+ },
347
+ "evoformer_stack": {
348
+ "c_h_m": 32,
349
+ "c_h_opm": 32,
350
+ "c_h_u": 128,
351
+ "c_h_z": 32,
352
+ "c_m": 256,
353
+ "c_s": 384,
354
+ "c_z": 128,
355
+ "fused": false,
356
+ "h_m": 8,
357
+ "h_z": 4,
358
+ "msa_global_col_attention": false,
359
+ "n_trans": 4,
360
+ "num_blocks": 48,
361
+ "opm_first": false,
362
+ "ouput_single": true
363
+ },
364
+ "extra_msa_stack": {
365
+ "c_h_m": 8,
366
+ "c_h_opm": 32,
367
+ "c_h_u": 128,
368
+ "c_h_z": 32,
369
+ "c_m": 64,
370
+ "c_z": 128,
371
+ "fused": false,
372
+ "h_m": 8,
373
+ "h_z": 4,
374
+ "msa_global_col_attention": true,
375
+ "n_trans": 4,
376
+ "num_blocks": 4,
377
+ "opm_first": false
378
+ },
379
+ "feature_embedder": {
380
+ "c_e": 64,
381
+ "c_m": 256,
382
+ "c_t": 64,
383
+ "c_taf": 57,
384
+ "c_tpf": 88,
385
+ "c_z": 128,
386
+ "extra_msa_dim": 25,
387
+ "max_relative_feature": 32,
388
+ "msa_dim": 49,
389
+ "num_bins": 15,
390
+ "tf_dim": 22
391
+ },
392
+ "loss": {
393
+ "distogram_loss": {
394
+ "eps": 1e-06,
395
+ "max_bin": 21.6875,
396
+ "min_bin": 2.3125,
397
+ "no_bins": 64,
398
+ "weight": 0.3
399
+ },
400
+ "experimentally_resolved_loss": {
401
+ "eps": 1e-08,
402
+ "max_resolution": 3.0,
403
+ "min_resolution": 0.1,
404
+ "weight": 0.0
405
+ },
406
+ "fape_loss": {
407
+ "backbone": {
408
+ "clamp_distance": 10.0,
409
+ "loss_unit_distance": 10.0,
410
+ "weight": 0.5
411
+ },
412
+ "eps": 0.0001,
413
+ "sidechain": {
414
+ "clamp_distance": 10.0,
415
+ "length_scale": 10.0,
416
+ "weight": 0.5
417
+ },
418
+ "weight": 1.0
419
+ },
420
+ "masked_msa_loss": {
421
+ "eps": 1e-08,
422
+ "weight": 2.0
423
+ },
424
+ "predicted_lddt_loss": {
425
+ "cutoff": 15.0,
426
+ "eps": 1e-10,
427
+ "max_resolution": 3.0,
428
+ "min_resolution": 0.1,
429
+ "no_bins": 50,
430
+ "weight": 0.01
431
+ },
432
+ "predicted_tm_loss": {
433
+ "eps": 1e-08,
434
+ "max_bin": 31,
435
+ "max_resolution": 3.0,
436
+ "min_resolution": 0.1,
437
+ "no_bins": 64,
438
+ "weight": 0.1
439
+ },
440
+ "supervised_chi_loss": {
441
+ "angle_norm_weight": 0.01,
442
+ "chi_weight": 0.5,
443
+ "eps": 1e-06,
444
+ "weight": 1.0
445
+ },
446
+ "violation_loss": {
447
+ "clash_overlap_tolerance": 1.5,
448
+ "eps": 1e-06,
449
+ "violation_tolerance_factor": 12.0,
450
+ "weight": 0.0
451
+ }
452
+ },
453
+ "structure_module": {
454
+ "c_s": 384,
455
+ "c_sc": 128,
456
+ "c_z": 128,
457
+ "dropout": 0.1,
458
+ "ipa_scalar_bias": true,
459
+ "no_angles": 7,
460
+ "num_head": 12,
461
+ "num_layer": 8,
462
+ "num_point_qk": 4,
463
+ "num_point_v": 8,
464
+ "num_scalar_qk": 16,
465
+ "num_scalar_v": 16,
466
+ "position_scale": 10.0,
467
+ "separate_kv": false
468
+ },
469
+ "template_pair_stack": {
470
+ "attention_first": true,
471
+ "c_h_t": 16,
472
+ "c_h_u": 64,
473
+ "c_t": 64,
474
+ "c_z": 128,
475
+ "fused": false,
476
+ "h_t": 4,
477
+ "n_trans": 2,
478
+ "num_blocks": 2
479
+ }
480
+ }
481
+ },
482
+ "CONFIG_DIFFS": {
483
+ "model_1": {
484
+ "data.transform.common.max_extra_msa.predict": 5120,
485
+ "data.transform.common.max_extra_msa.train": 5120,
486
+ "data.transform.use_templates": true,
487
+ "globals.use_templates": true
488
+ },
489
+ "model_1_multimer": {
490
+ "data.transform.common.max_extra_msa": {
491
+ "eval": 1152,
492
+ "finetune": 1152,
493
+ "predict": 1152,
494
+ "train": 1152
495
+ },
496
+ "data.transform.common.max_msa_clusters": {
497
+ "eval": 128,
498
+ "finetune": 252,
499
+ "predict": 128,
500
+ "train": 128
501
+ },
502
+ "globals.is_multimer": true,
503
+ "globals.use_templates": true,
504
+ "model.auxiliary_heads.masked_msa_head_c_out": 22,
505
+ "model.auxiliary_heads.tm_enabled": true,
506
+ "model.evoformer_stack.opm_first": true,
507
+ "model.extra_msa_stack.opm_first": true,
508
+ "model.feature_embedder.c_taf": 34,
509
+ "model.feature_embedder.tf_dim": 21,
510
+ "model.loss.supervised_chi_loss.weight": 3.0,
511
+ "model.structure_module.ipa_scalar_bias": false,
512
+ "model.structure_module.position_scale": 20,
513
+ "model.structure_module.separate_kv": true,
514
+ "model.template_pair_stack.attention_first": false
515
+ },
516
+ "model_1_multimer_v2": {
517
+ "data.transform.common.max_extra_msa": {
518
+ "eval": 1152,
519
+ "finetune": 1152,
520
+ "predict": 1152,
521
+ "train": 1152
522
+ },
523
+ "data.transform.common.max_msa_clusters": {
524
+ "eval": 128,
525
+ "finetune": 512,
526
+ "predict": 252,
527
+ "train": 128
528
+ },
529
+ "globals.is_multimer": true,
530
+ "globals.use_templates": true,
531
+ "model.auxiliary_heads.masked_msa_head_c_out": 22,
532
+ "model.auxiliary_heads.tm_enabled": true,
533
+ "model.evoformer_stack.opm_first": true,
534
+ "model.extra_msa_stack.opm_first": true,
535
+ "model.feature_embedder.c_taf": 34,
536
+ "model.feature_embedder.tf_dim": 21,
537
+ "model.loss.supervised_chi_loss.weight": 3.0,
538
+ "model.structure_module.ipa_scalar_bias": false,
539
+ "model.structure_module.position_scale": 20,
540
+ "model.structure_module.separate_kv": true,
541
+ "model.template_pair_stack.attention_first": false
542
+ },
543
+ "model_1_multimer_v3": {
544
+ "data.transform.common.max_extra_msa": {
545
+ "eval": 1152,
546
+ "finetune": 1152,
547
+ "predict": 2048,
548
+ "train": 1152
549
+ },
550
+ "data.transform.common.max_msa_clusters": {
551
+ "eval": 128,
552
+ "finetune": 512,
553
+ "predict": 508,
554
+ "train": 128
555
+ },
556
+ "globals.is_multimer": true,
557
+ "globals.use_templates": true,
558
+ "model.auxiliary_heads.masked_msa_head_c_out": 22,
559
+ "model.auxiliary_heads.tm_enabled": true,
560
+ "model.evoformer_stack.fused": true,
561
+ "model.evoformer_stack.opm_first": true,
562
+ "model.extra_msa_stack.fused": true,
563
+ "model.extra_msa_stack.opm_first": true,
564
+ "model.feature_embedder.c_taf": 34,
565
+ "model.feature_embedder.tf_dim": 21,
566
+ "model.structure_module.ipa_scalar_bias": false,
567
+ "model.structure_module.position_scale": 20,
568
+ "model.structure_module.separate_kv": true,
569
+ "model.template_pair_stack.attention_first": false,
570
+ "model.template_pair_stack.fused": true
571
+ },
572
+ "model_1_ptm": {
573
+ "data.transform.common.max_extra_msa.predict": 5120,
574
+ "data.transform.common.max_extra_msa.train": 5120,
575
+ "data.transform.use_templates": true,
576
+ "globals.use_templates": true,
577
+ "model.auxiliary_heads.tm_enabled": true
578
+ },
579
+ "model_2": {
580
+ "globals.use_templates": true
581
+ },
582
+ "model_2_multimer": {
583
+ "data.transform.common.max_extra_msa": {
584
+ "eval": 1152,
585
+ "finetune": 1152,
586
+ "predict": 1152,
587
+ "train": 1152
588
+ },
589
+ "data.transform.common.max_msa_clusters": {
590
+ "eval": 128,
591
+ "finetune": 252,
592
+ "predict": 128,
593
+ "train": 128
594
+ },
595
+ "globals.is_multimer": true,
596
+ "globals.use_templates": true,
597
+ "model.auxiliary_heads.masked_msa_head_c_out": 22,
598
+ "model.auxiliary_heads.tm_enabled": true,
599
+ "model.evoformer_stack.opm_first": true,
600
+ "model.extra_msa_stack.opm_first": true,
601
+ "model.feature_embedder.c_taf": 34,
602
+ "model.feature_embedder.tf_dim": 21,
603
+ "model.loss.supervised_chi_loss.weight": 3.0,
604
+ "model.structure_module.ipa_scalar_bias": false,
605
+ "model.structure_module.position_scale": 20,
606
+ "model.structure_module.separate_kv": true,
607
+ "model.template_pair_stack.attention_first": false
608
+ },
609
+ "model_2_multimer_v2": {
610
+ "data.transform.common.max_extra_msa": {
611
+ "eval": 1152,
612
+ "finetune": 1152,
613
+ "predict": 1152,
614
+ "train": 1152
615
+ },
616
+ "data.transform.common.max_msa_clusters": {
617
+ "eval": 128,
618
+ "finetune": 512,
619
+ "predict": 252,
620
+ "train": 128
621
+ },
622
+ "globals.is_multimer": true,
623
+ "globals.use_templates": true,
624
+ "model.auxiliary_heads.masked_msa_head_c_out": 22,
625
+ "model.auxiliary_heads.tm_enabled": true,
626
+ "model.evoformer_stack.opm_first": true,
627
+ "model.extra_msa_stack.opm_first": true,
628
+ "model.feature_embedder.c_taf": 34,
629
+ "model.feature_embedder.tf_dim": 21,
630
+ "model.loss.supervised_chi_loss.weight": 3.0,
631
+ "model.structure_module.ipa_scalar_bias": false,
632
+ "model.structure_module.position_scale": 20,
633
+ "model.structure_module.separate_kv": true,
634
+ "model.template_pair_stack.attention_first": false
635
+ },
636
+ "model_2_multimer_v3": {
637
+ "data.transform.common.max_extra_msa": {
638
+ "eval": 1152,
639
+ "finetune": 1152,
640
+ "predict": 2048,
641
+ "train": 1152
642
+ },
643
+ "data.transform.common.max_msa_clusters": {
644
+ "eval": 128,
645
+ "finetune": 512,
646
+ "predict": 508,
647
+ "train": 128
648
+ },
649
+ "globals.is_multimer": true,
650
+ "globals.use_templates": true,
651
+ "model.auxiliary_heads.masked_msa_head_c_out": 22,
652
+ "model.auxiliary_heads.tm_enabled": true,
653
+ "model.evoformer_stack.fused": true,
654
+ "model.evoformer_stack.opm_first": true,
655
+ "model.extra_msa_stack.fused": true,
656
+ "model.extra_msa_stack.opm_first": true,
657
+ "model.feature_embedder.c_taf": 34,
658
+ "model.feature_embedder.tf_dim": 21,
659
+ "model.structure_module.ipa_scalar_bias": false,
660
+ "model.structure_module.position_scale": 20,
661
+ "model.structure_module.separate_kv": true,
662
+ "model.template_pair_stack.attention_first": false,
663
+ "model.template_pair_stack.fused": true
664
+ },
665
+ "model_2_ptm": {
666
+ "globals.use_templates": true,
667
+ "model.auxiliary_heads.tm_enabled": true
668
+ },
669
+ "model_3": {
670
+ "data.transform.common.max_extra_msa.predict": 5120,
671
+ "data.transform.common.max_extra_msa.train": 5120
672
+ },
673
+ "model_3_multimer": {
674
+ "data.transform.common.max_extra_msa": {
675
+ "eval": 1152,
676
+ "finetune": 1152,
677
+ "predict": 1152,
678
+ "train": 1152
679
+ },
680
+ "data.transform.common.max_msa_clusters": {
681
+ "eval": 128,
682
+ "finetune": 252,
683
+ "predict": 128,
684
+ "train": 128
685
+ },
686
+ "globals.is_multimer": true,
687
+ "globals.use_templates": true,
688
+ "model.auxiliary_heads.masked_msa_head_c_out": 22,
689
+ "model.auxiliary_heads.tm_enabled": true,
690
+ "model.evoformer_stack.opm_first": true,
691
+ "model.extra_msa_stack.opm_first": true,
692
+ "model.feature_embedder.c_taf": 34,
693
+ "model.feature_embedder.tf_dim": 21,
694
+ "model.loss.supervised_chi_loss.weight": 3.0,
695
+ "model.structure_module.ipa_scalar_bias": false,
696
+ "model.structure_module.position_scale": 20,
697
+ "model.structure_module.separate_kv": true,
698
+ "model.template_pair_stack.attention_first": false
699
+ },
700
+ "model_3_multimer_v2": {
701
+ "data.transform.common.max_extra_msa": {
702
+ "eval": 1152,
703
+ "finetune": 1152,
704
+ "predict": 1152,
705
+ "train": 1152
706
+ },
707
+ "data.transform.common.max_msa_clusters": {
708
+ "eval": 128,
709
+ "finetune": 512,
710
+ "predict": 252,
711
+ "train": 128
712
+ },
713
+ "globals.is_multimer": true,
714
+ "globals.use_templates": true,
715
+ "model.auxiliary_heads.masked_msa_head_c_out": 22,
716
+ "model.auxiliary_heads.tm_enabled": true,
717
+ "model.evoformer_stack.opm_first": true,
718
+ "model.extra_msa_stack.opm_first": true,
719
+ "model.feature_embedder.c_taf": 34,
720
+ "model.feature_embedder.tf_dim": 21,
721
+ "model.loss.supervised_chi_loss.weight": 3.0,
722
+ "model.structure_module.ipa_scalar_bias": false,
723
+ "model.structure_module.position_scale": 20,
724
+ "model.structure_module.separate_kv": true,
725
+ "model.template_pair_stack.attention_first": false
726
+ },
727
+ "model_3_multimer_v3": {
728
+ "data.transform.common.max_extra_msa": {
729
+ "eval": 1152,
730
+ "finetune": 1152,
731
+ "predict": 2048,
732
+ "train": 1152
733
+ },
734
+ "data.transform.common.max_msa_clusters": {
735
+ "eval": 128,
736
+ "finetune": 512,
737
+ "predict": 508,
738
+ "train": 128
739
+ },
740
+ "globals.is_multimer": true,
741
+ "globals.use_templates": true,
742
+ "model.auxiliary_heads.masked_msa_head_c_out": 22,
743
+ "model.auxiliary_heads.tm_enabled": true,
744
+ "model.evoformer_stack.fused": true,
745
+ "model.evoformer_stack.opm_first": true,
746
+ "model.extra_msa_stack.fused": true,
747
+ "model.extra_msa_stack.opm_first": true,
748
+ "model.feature_embedder.c_taf": 34,
749
+ "model.feature_embedder.tf_dim": 21,
750
+ "model.structure_module.ipa_scalar_bias": false,
751
+ "model.structure_module.position_scale": 20,
752
+ "model.structure_module.separate_kv": true,
753
+ "model.template_pair_stack.attention_first": false,
754
+ "model.template_pair_stack.fused": true
755
+ },
756
+ "model_3_ptm": {
757
+ "data.transform.common.max_extra_msa.predict": 5120,
758
+ "data.transform.common.max_extra_msa.train": 5120,
759
+ "model.auxiliary_heads.tm_enabled": true
760
+ },
761
+ "model_4": {
762
+ "data.transform.common.max_extra_msa.predict": 5120,
763
+ "data.transform.common.max_extra_msa.train": 5120
764
+ },
765
+ "model_4_multimer": {
766
+ "data.transform.common.max_extra_msa": {
767
+ "eval": 1152,
768
+ "finetune": 1152,
769
+ "predict": 1152,
770
+ "train": 1152
771
+ },
772
+ "data.transform.common.max_msa_clusters": {
773
+ "eval": 128,
774
+ "finetune": 252,
775
+ "predict": 128,
776
+ "train": 128
777
+ },
778
+ "globals.is_multimer": true,
779
+ "globals.use_templates": true,
780
+ "model.auxiliary_heads.masked_msa_head_c_out": 22,
781
+ "model.auxiliary_heads.tm_enabled": true,
782
+ "model.evoformer_stack.opm_first": true,
783
+ "model.extra_msa_stack.opm_first": true,
784
+ "model.feature_embedder.c_taf": 34,
785
+ "model.feature_embedder.tf_dim": 21,
786
+ "model.loss.supervised_chi_loss.weight": 3.0,
787
+ "model.structure_module.ipa_scalar_bias": false,
788
+ "model.structure_module.position_scale": 20,
789
+ "model.structure_module.separate_kv": true,
790
+ "model.template_pair_stack.attention_first": false
791
+ },
792
+ "model_4_multimer_v2": {
793
+ "data.transform.common.max_extra_msa": {
794
+ "eval": 1152,
795
+ "finetune": 1152,
796
+ "predict": 1152,
797
+ "train": 1152
798
+ },
799
+ "data.transform.common.max_msa_clusters": {
800
+ "eval": 128,
801
+ "finetune": 512,
802
+ "predict": 252,
803
+ "train": 128
804
+ },
805
+ "globals.is_multimer": true,
806
+ "globals.use_templates": true,
807
+ "model.auxiliary_heads.masked_msa_head_c_out": 22,
808
+ "model.auxiliary_heads.tm_enabled": true,
809
+ "model.evoformer_stack.opm_first": true,
810
+ "model.extra_msa_stack.opm_first": true,
811
+ "model.feature_embedder.c_taf": 34,
812
+ "model.feature_embedder.tf_dim": 21,
813
+ "model.loss.supervised_chi_loss.weight": 3.0,
814
+ "model.structure_module.ipa_scalar_bias": false,
815
+ "model.structure_module.position_scale": 20,
816
+ "model.structure_module.separate_kv": true,
817
+ "model.template_pair_stack.attention_first": false
818
+ },
819
+ "model_4_multimer_v3": {
820
+ "data.transform.common.max_extra_msa": {
821
+ "eval": 1152,
822
+ "finetune": 1152,
823
+ "predict": 1152,
824
+ "train": 1152
825
+ },
826
+ "data.transform.common.max_msa_clusters": {
827
+ "eval": 128,
828
+ "finetune": 512,
829
+ "predict": 508,
830
+ "train": 128
831
+ },
832
+ "globals.is_multimer": true,
833
+ "globals.use_templates": true,
834
+ "model.auxiliary_heads.masked_msa_head_c_out": 22,
835
+ "model.auxiliary_heads.tm_enabled": true,
836
+ "model.evoformer_stack.fused": true,
837
+ "model.evoformer_stack.opm_first": true,
838
+ "model.extra_msa_stack.fused": true,
839
+ "model.extra_msa_stack.opm_first": true,
840
+ "model.feature_embedder.c_taf": 34,
841
+ "model.feature_embedder.tf_dim": 21,
842
+ "model.structure_module.ipa_scalar_bias": false,
843
+ "model.structure_module.position_scale": 20,
844
+ "model.structure_module.separate_kv": true,
845
+ "model.template_pair_stack.attention_first": false,
846
+ "model.template_pair_stack.fused": true
847
+ },
848
+ "model_4_ptm": {
849
+ "data.transform.common.max_extra_msa.predict": 5120,
850
+ "data.transform.common.max_extra_msa.train": 5120,
851
+ "model.auxiliary_heads.tm_enabled": true
852
+ },
853
+ "model_5": {},
854
+ "model_5_multimer": {
855
+ "data.transform.common.max_extra_msa": {
856
+ "eval": 1152,
857
+ "finetune": 1152,
858
+ "predict": 1152,
859
+ "train": 1152
860
+ },
861
+ "data.transform.common.max_msa_clusters": {
862
+ "eval": 128,
863
+ "finetune": 252,
864
+ "predict": 128,
865
+ "train": 128
866
+ },
867
+ "globals.is_multimer": true,
868
+ "globals.use_templates": true,
869
+ "model.auxiliary_heads.masked_msa_head_c_out": 22,
870
+ "model.auxiliary_heads.tm_enabled": true,
871
+ "model.evoformer_stack.opm_first": true,
872
+ "model.extra_msa_stack.opm_first": true,
873
+ "model.feature_embedder.c_taf": 34,
874
+ "model.feature_embedder.tf_dim": 21,
875
+ "model.loss.supervised_chi_loss.weight": 3.0,
876
+ "model.structure_module.ipa_scalar_bias": false,
877
+ "model.structure_module.position_scale": 20,
878
+ "model.structure_module.separate_kv": true,
879
+ "model.template_pair_stack.attention_first": false
880
+ },
881
+ "model_5_multimer_v2": {
882
+ "data.transform.common.max_extra_msa": {
883
+ "eval": 1152,
884
+ "finetune": 1152,
885
+ "predict": 1152,
886
+ "train": 1152
887
+ },
888
+ "data.transform.common.max_msa_clusters": {
889
+ "eval": 128,
890
+ "finetune": 512,
891
+ "predict": 252,
892
+ "train": 128
893
+ },
894
+ "globals.is_multimer": true,
895
+ "globals.use_templates": true,
896
+ "model.auxiliary_heads.masked_msa_head_c_out": 22,
897
+ "model.auxiliary_heads.tm_enabled": true,
898
+ "model.evoformer_stack.opm_first": true,
899
+ "model.extra_msa_stack.opm_first": true,
900
+ "model.feature_embedder.c_taf": 34,
901
+ "model.feature_embedder.tf_dim": 21,
902
+ "model.loss.supervised_chi_loss.weight": 3.0,
903
+ "model.structure_module.ipa_scalar_bias": false,
904
+ "model.structure_module.position_scale": 20,
905
+ "model.structure_module.separate_kv": true,
906
+ "model.template_pair_stack.attention_first": false
907
+ },
908
+ "model_5_multimer_v3": {
909
+ "data.transform.common.max_extra_msa": {
910
+ "eval": 1152,
911
+ "finetune": 1152,
912
+ "predict": 1152,
913
+ "train": 1152
914
+ },
915
+ "data.transform.common.max_msa_clusters": {
916
+ "eval": 128,
917
+ "finetune": 512,
918
+ "predict": 508,
919
+ "train": 128
920
+ },
921
+ "globals.is_multimer": true,
922
+ "globals.use_templates": true,
923
+ "model.auxiliary_heads.masked_msa_head_c_out": 22,
924
+ "model.auxiliary_heads.tm_enabled": true,
925
+ "model.evoformer_stack.fused": true,
926
+ "model.evoformer_stack.opm_first": true,
927
+ "model.extra_msa_stack.fused": true,
928
+ "model.extra_msa_stack.opm_first": true,
929
+ "model.feature_embedder.c_taf": 34,
930
+ "model.feature_embedder.tf_dim": 21,
931
+ "model.structure_module.ipa_scalar_bias": false,
932
+ "model.structure_module.position_scale": 20,
933
+ "model.structure_module.separate_kv": true,
934
+ "model.template_pair_stack.attention_first": false,
935
+ "model.template_pair_stack.fused": true
936
+ },
937
+ "model_5_ptm": {
938
+ "model.auxiliary_heads.tm_enabled": true
939
+ }
940
+ },
941
+ "_config": null,
942
+ "architectures": [
943
+ "STFold"
944
+ ],
945
+ "mode": "predict",
946
+ "model_type": "STFold",
947
+ "stfold_type": "model_4_multimer_v3",
948
+ "torch_dtype": "float32",
949
+ "transformers_version": "4.31.0.dev0"
950
+ }
model_4_multimer_v3/pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b4cbb44e4780f9155eb9358d9e909539473d607f306f4aa8e426a26e70a5a68
3
+ size 374735391
model_5_multimer_v3/config.json ADDED
@@ -0,0 +1,950 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "CONFIG": {
3
+ "data": {
4
+ "transform": {
5
+ "common": {
6
+ "crop_size": {
7
+ "eval": null,
8
+ "finetune": 384,
9
+ "predict": null,
10
+ "train": 256
11
+ },
12
+ "feats": {
13
+ "aatype": [
14
+ "num residues placeholder"
15
+ ],
16
+ "all_atom_mask": [
17
+ "num residues placeholder",
18
+ null
19
+ ],
20
+ "all_atom_positions": [
21
+ "num residues placeholder",
22
+ null,
23
+ null
24
+ ],
25
+ "alt_chi_angles": [
26
+ "num residues placeholder",
27
+ null
28
+ ],
29
+ "assembly_num_chains": [
30
+ null
31
+ ],
32
+ "asym_id": [
33
+ "num residues placeholder"
34
+ ],
35
+ "asym_len": [
36
+ null
37
+ ],
38
+ "atom14_alt_gt_exists": [
39
+ "num residues placeholder",
40
+ null
41
+ ],
42
+ "atom14_alt_gt_positions": [
43
+ "num residues placeholder",
44
+ null,
45
+ null
46
+ ],
47
+ "atom14_atom_exists": [
48
+ "num residues placeholder",
49
+ null
50
+ ],
51
+ "atom14_atom_is_ambiguous": [
52
+ "num residues placeholder",
53
+ null
54
+ ],
55
+ "atom14_gt_exists": [
56
+ "num residues placeholder",
57
+ null
58
+ ],
59
+ "atom14_gt_positions": [
60
+ "num residues placeholder",
61
+ null,
62
+ null
63
+ ],
64
+ "atom37_atom_exists": [
65
+ "num residues placeholder",
66
+ null
67
+ ],
68
+ "backbone_rigid_mask": [
69
+ "num residues placeholder"
70
+ ],
71
+ "backbone_rigid_tensor": [
72
+ "num residues placeholder",
73
+ null,
74
+ null
75
+ ],
76
+ "bert_mask": [
77
+ "msa placeholder",
78
+ "num residues placeholder"
79
+ ],
80
+ "chi_angles_sin_cos": [
81
+ "num residues placeholder",
82
+ null,
83
+ null
84
+ ],
85
+ "chi_mask": [
86
+ "num residues placeholder",
87
+ null
88
+ ],
89
+ "cluster_bias_mask": [
90
+ "msa placeholder"
91
+ ],
92
+ "entity_id": [
93
+ "num residues placeholder"
94
+ ],
95
+ "extra_deletion_value": [
96
+ "extra msa placeholder",
97
+ "num residues placeholder"
98
+ ],
99
+ "extra_has_deletion": [
100
+ "extra msa placeholder",
101
+ "num residues placeholder"
102
+ ],
103
+ "extra_msa": [
104
+ "extra msa placeholder",
105
+ "num residues placeholder"
106
+ ],
107
+ "extra_msa_mask": [
108
+ "extra msa placeholder",
109
+ "num residues placeholder"
110
+ ],
111
+ "extra_msa_row_mask": [
112
+ "extra msa placeholder"
113
+ ],
114
+ "is_distillation": [],
115
+ "msa_feat": [
116
+ "msa placeholder",
117
+ "num residues placeholder",
118
+ null
119
+ ],
120
+ "msa_mask": [
121
+ "msa placeholder",
122
+ "num residues placeholder"
123
+ ],
124
+ "msa_row_mask": [
125
+ "msa placeholder"
126
+ ],
127
+ "no_recycling_iters": [],
128
+ "num_sym": [
129
+ "num residues placeholder"
130
+ ],
131
+ "pseudo_beta": [
132
+ "num residues placeholder",
133
+ null
134
+ ],
135
+ "pseudo_beta_mask": [
136
+ "num residues placeholder"
137
+ ],
138
+ "residue_index": [
139
+ "num residues placeholder"
140
+ ],
141
+ "residx_atom14_to_atom37": [
142
+ "num residues placeholder",
143
+ null
144
+ ],
145
+ "residx_atom37_to_atom14": [
146
+ "num residues placeholder",
147
+ null
148
+ ],
149
+ "resolution": [],
150
+ "rigidgroups_alt_gt_frames": [
151
+ "num residues placeholder",
152
+ null,
153
+ null,
154
+ null
155
+ ],
156
+ "rigidgroups_group_exists": [
157
+ "num residues placeholder",
158
+ null
159
+ ],
160
+ "rigidgroups_group_is_ambiguous": [
161
+ "num residues placeholder",
162
+ null
163
+ ],
164
+ "rigidgroups_gt_exists": [
165
+ "num residues placeholder",
166
+ null
167
+ ],
168
+ "rigidgroups_gt_frames": [
169
+ "num residues placeholder",
170
+ null,
171
+ null,
172
+ null
173
+ ],
174
+ "seq_length": [],
175
+ "seq_mask": [
176
+ "num residues placeholder"
177
+ ],
178
+ "sym_id": [
179
+ "num residues placeholder"
180
+ ],
181
+ "target_feat": [
182
+ "num residues placeholder",
183
+ null
184
+ ],
185
+ "template_aatype": [
186
+ "num templates placeholder",
187
+ "num residues placeholder"
188
+ ],
189
+ "template_all_atom_mask": [
190
+ "num templates placeholder",
191
+ "num residues placeholder",
192
+ null
193
+ ],
194
+ "template_all_atom_positions": [
195
+ "num templates placeholder",
196
+ "num residues placeholder",
197
+ null,
198
+ null
199
+ ],
200
+ "template_alt_torsion_angles_sin_cos": [
201
+ "num templates placeholder",
202
+ "num residues placeholder",
203
+ null,
204
+ null
205
+ ],
206
+ "template_backbone_rigid_mask": [
207
+ "num templates placeholder",
208
+ "num residues placeholder"
209
+ ],
210
+ "template_backbone_rigid_tensor": [
211
+ "num templates placeholder",
212
+ "num residues placeholder",
213
+ null,
214
+ null
215
+ ],
216
+ "template_mask": [
217
+ "num templates placeholder"
218
+ ],
219
+ "template_pseudo_beta": [
220
+ "num templates placeholder",
221
+ "num residues placeholder",
222
+ null
223
+ ],
224
+ "template_pseudo_beta_mask": [
225
+ "num templates placeholder",
226
+ "num residues placeholder"
227
+ ],
228
+ "template_sum_probs": [
229
+ "num templates placeholder",
230
+ null
231
+ ],
232
+ "template_torsion_angles_mask": [
233
+ "num templates placeholder",
234
+ "num residues placeholder",
235
+ null
236
+ ],
237
+ "template_torsion_angles_sin_cos": [
238
+ "num templates placeholder",
239
+ "num residues placeholder",
240
+ null,
241
+ null
242
+ ],
243
+ "true_msa": [
244
+ "msa placeholder",
245
+ "num residues placeholder"
246
+ ],
247
+ "use_clamped_fape": []
248
+ },
249
+ "max_extra_msa": {
250
+ "eval": 512,
251
+ "finetune": 5120,
252
+ "predict": 1024,
253
+ "train": 1024
254
+ },
255
+ "max_msa_clusters": {
256
+ "eval": 128,
257
+ "finetune": 512,
258
+ "predict": 512,
259
+ "train": 128
260
+ },
261
+ "max_templates": 4,
262
+ "no_recycling_iters": 3,
263
+ "reduce_msa_clusters_by_max_templates": false,
264
+ "resample_msa_in_recycling": true,
265
+ "subsample_templates": {
266
+ "eval": false,
267
+ "finetune": true,
268
+ "predict": false,
269
+ "train": true
270
+ },
271
+ "supervised": {
272
+ "eval": true,
273
+ "finetune": true,
274
+ "predict": false,
275
+ "train": true
276
+ },
277
+ "supervised_features": [
278
+ "all_atom_mask",
279
+ "all_atom_positions",
280
+ "resolution",
281
+ "use_clamped_fape",
282
+ "is_distillation"
283
+ ],
284
+ "template_features": [
285
+ "template_all_atom_positions",
286
+ "template_sum_probs",
287
+ "template_aatype",
288
+ "template_all_atom_mask"
289
+ ],
290
+ "uniform_recycling": {
291
+ "eval": false,
292
+ "finetune": true,
293
+ "predict": false,
294
+ "train": true
295
+ },
296
+ "unsupervised_features": [
297
+ "aatype",
298
+ "residue_index",
299
+ "msa",
300
+ "num_alignments",
301
+ "seq_length",
302
+ "between_segment_residues",
303
+ "deletion_matrix",
304
+ "no_recycling_iters"
305
+ ]
306
+ },
307
+ "make_masked_msa": {
308
+ "profile_prob": 0.1,
309
+ "replace_fraction": 0.15,
310
+ "same_prob": 0.1,
311
+ "uniform_prob": 0.1
312
+ },
313
+ "make_relative_encoding_feat": {
314
+ "max_relative_feature": 32
315
+ },
316
+ "nearest_neighbor_clusters": {
317
+ "gap_agreement_weight": 0.0
318
+ },
319
+ "randomly_replace_msa_with_unknown": {
320
+ "replace_proportion": 0.0
321
+ },
322
+ "sample_msa": {
323
+ "reduce_msa_clusters_by_max_templates": false
324
+ }
325
+ }
326
+ },
327
+ "globals": {
328
+ "is_multimer": false,
329
+ "mode": "predict",
330
+ "num_recycles": 3,
331
+ "recycle_early_stop_tolerance": 0.5,
332
+ "use_templates": false
333
+ },
334
+ "model": {
335
+ "auxiliary_heads": {
336
+ "c_m": 256,
337
+ "c_s": 384,
338
+ "c_z": 128,
339
+ "distogram_head_num_bins": 64,
340
+ "experimentally_resolved_head_c_out": 37,
341
+ "masked_msa_head_c_out": 23,
342
+ "predicted_aligned_error_head_num_bins": 64,
343
+ "predicted_lddt_head_c_hidden": 128,
344
+ "predicted_lddt_head_num_bins": 50,
345
+ "tm_enabled": false
346
+ },
347
+ "evoformer_stack": {
348
+ "c_h_m": 32,
349
+ "c_h_opm": 32,
350
+ "c_h_u": 128,
351
+ "c_h_z": 32,
352
+ "c_m": 256,
353
+ "c_s": 384,
354
+ "c_z": 128,
355
+ "fused": false,
356
+ "h_m": 8,
357
+ "h_z": 4,
358
+ "msa_global_col_attention": false,
359
+ "n_trans": 4,
360
+ "num_blocks": 48,
361
+ "opm_first": false,
362
+ "ouput_single": true
363
+ },
364
+ "extra_msa_stack": {
365
+ "c_h_m": 8,
366
+ "c_h_opm": 32,
367
+ "c_h_u": 128,
368
+ "c_h_z": 32,
369
+ "c_m": 64,
370
+ "c_z": 128,
371
+ "fused": false,
372
+ "h_m": 8,
373
+ "h_z": 4,
374
+ "msa_global_col_attention": true,
375
+ "n_trans": 4,
376
+ "num_blocks": 4,
377
+ "opm_first": false
378
+ },
379
+ "feature_embedder": {
380
+ "c_e": 64,
381
+ "c_m": 256,
382
+ "c_t": 64,
383
+ "c_taf": 57,
384
+ "c_tpf": 88,
385
+ "c_z": 128,
386
+ "extra_msa_dim": 25,
387
+ "max_relative_feature": 32,
388
+ "msa_dim": 49,
389
+ "num_bins": 15,
390
+ "tf_dim": 22
391
+ },
392
+ "loss": {
393
+ "distogram_loss": {
394
+ "eps": 1e-06,
395
+ "max_bin": 21.6875,
396
+ "min_bin": 2.3125,
397
+ "no_bins": 64,
398
+ "weight": 0.3
399
+ },
400
+ "experimentally_resolved_loss": {
401
+ "eps": 1e-08,
402
+ "max_resolution": 3.0,
403
+ "min_resolution": 0.1,
404
+ "weight": 0.0
405
+ },
406
+ "fape_loss": {
407
+ "backbone": {
408
+ "clamp_distance": 10.0,
409
+ "loss_unit_distance": 10.0,
410
+ "weight": 0.5
411
+ },
412
+ "eps": 0.0001,
413
+ "sidechain": {
414
+ "clamp_distance": 10.0,
415
+ "length_scale": 10.0,
416
+ "weight": 0.5
417
+ },
418
+ "weight": 1.0
419
+ },
420
+ "masked_msa_loss": {
421
+ "eps": 1e-08,
422
+ "weight": 2.0
423
+ },
424
+ "predicted_lddt_loss": {
425
+ "cutoff": 15.0,
426
+ "eps": 1e-10,
427
+ "max_resolution": 3.0,
428
+ "min_resolution": 0.1,
429
+ "no_bins": 50,
430
+ "weight": 0.01
431
+ },
432
+ "predicted_tm_loss": {
433
+ "eps": 1e-08,
434
+ "max_bin": 31,
435
+ "max_resolution": 3.0,
436
+ "min_resolution": 0.1,
437
+ "no_bins": 64,
438
+ "weight": 0.1
439
+ },
440
+ "supervised_chi_loss": {
441
+ "angle_norm_weight": 0.01,
442
+ "chi_weight": 0.5,
443
+ "eps": 1e-06,
444
+ "weight": 1.0
445
+ },
446
+ "violation_loss": {
447
+ "clash_overlap_tolerance": 1.5,
448
+ "eps": 1e-06,
449
+ "violation_tolerance_factor": 12.0,
450
+ "weight": 0.0
451
+ }
452
+ },
453
+ "structure_module": {
454
+ "c_s": 384,
455
+ "c_sc": 128,
456
+ "c_z": 128,
457
+ "dropout": 0.1,
458
+ "ipa_scalar_bias": true,
459
+ "no_angles": 7,
460
+ "num_head": 12,
461
+ "num_layer": 8,
462
+ "num_point_qk": 4,
463
+ "num_point_v": 8,
464
+ "num_scalar_qk": 16,
465
+ "num_scalar_v": 16,
466
+ "position_scale": 10.0,
467
+ "separate_kv": false
468
+ },
469
+ "template_pair_stack": {
470
+ "attention_first": true,
471
+ "c_h_t": 16,
472
+ "c_h_u": 64,
473
+ "c_t": 64,
474
+ "c_z": 128,
475
+ "fused": false,
476
+ "h_t": 4,
477
+ "n_trans": 2,
478
+ "num_blocks": 2
479
+ }
480
+ }
481
+ },
482
+ "CONFIG_DIFFS": {
483
+ "model_1": {
484
+ "data.transform.common.max_extra_msa.predict": 5120,
485
+ "data.transform.common.max_extra_msa.train": 5120,
486
+ "data.transform.use_templates": true,
487
+ "globals.use_templates": true
488
+ },
489
+ "model_1_multimer": {
490
+ "data.transform.common.max_extra_msa": {
491
+ "eval": 1152,
492
+ "finetune": 1152,
493
+ "predict": 1152,
494
+ "train": 1152
495
+ },
496
+ "data.transform.common.max_msa_clusters": {
497
+ "eval": 128,
498
+ "finetune": 252,
499
+ "predict": 128,
500
+ "train": 128
501
+ },
502
+ "globals.is_multimer": true,
503
+ "globals.use_templates": true,
504
+ "model.auxiliary_heads.masked_msa_head_c_out": 22,
505
+ "model.auxiliary_heads.tm_enabled": true,
506
+ "model.evoformer_stack.opm_first": true,
507
+ "model.extra_msa_stack.opm_first": true,
508
+ "model.feature_embedder.c_taf": 34,
509
+ "model.feature_embedder.tf_dim": 21,
510
+ "model.loss.supervised_chi_loss.weight": 3.0,
511
+ "model.structure_module.ipa_scalar_bias": false,
512
+ "model.structure_module.position_scale": 20,
513
+ "model.structure_module.separate_kv": true,
514
+ "model.template_pair_stack.attention_first": false
515
+ },
516
+ "model_1_multimer_v2": {
517
+ "data.transform.common.max_extra_msa": {
518
+ "eval": 1152,
519
+ "finetune": 1152,
520
+ "predict": 1152,
521
+ "train": 1152
522
+ },
523
+ "data.transform.common.max_msa_clusters": {
524
+ "eval": 128,
525
+ "finetune": 512,
526
+ "predict": 252,
527
+ "train": 128
528
+ },
529
+ "globals.is_multimer": true,
530
+ "globals.use_templates": true,
531
+ "model.auxiliary_heads.masked_msa_head_c_out": 22,
532
+ "model.auxiliary_heads.tm_enabled": true,
533
+ "model.evoformer_stack.opm_first": true,
534
+ "model.extra_msa_stack.opm_first": true,
535
+ "model.feature_embedder.c_taf": 34,
536
+ "model.feature_embedder.tf_dim": 21,
537
+ "model.loss.supervised_chi_loss.weight": 3.0,
538
+ "model.structure_module.ipa_scalar_bias": false,
539
+ "model.structure_module.position_scale": 20,
540
+ "model.structure_module.separate_kv": true,
541
+ "model.template_pair_stack.attention_first": false
542
+ },
543
+ "model_1_multimer_v3": {
544
+ "data.transform.common.max_extra_msa": {
545
+ "eval": 1152,
546
+ "finetune": 1152,
547
+ "predict": 2048,
548
+ "train": 1152
549
+ },
550
+ "data.transform.common.max_msa_clusters": {
551
+ "eval": 128,
552
+ "finetune": 512,
553
+ "predict": 508,
554
+ "train": 128
555
+ },
556
+ "globals.is_multimer": true,
557
+ "globals.use_templates": true,
558
+ "model.auxiliary_heads.masked_msa_head_c_out": 22,
559
+ "model.auxiliary_heads.tm_enabled": true,
560
+ "model.evoformer_stack.fused": true,
561
+ "model.evoformer_stack.opm_first": true,
562
+ "model.extra_msa_stack.fused": true,
563
+ "model.extra_msa_stack.opm_first": true,
564
+ "model.feature_embedder.c_taf": 34,
565
+ "model.feature_embedder.tf_dim": 21,
566
+ "model.structure_module.ipa_scalar_bias": false,
567
+ "model.structure_module.position_scale": 20,
568
+ "model.structure_module.separate_kv": true,
569
+ "model.template_pair_stack.attention_first": false,
570
+ "model.template_pair_stack.fused": true
571
+ },
572
+ "model_1_ptm": {
573
+ "data.transform.common.max_extra_msa.predict": 5120,
574
+ "data.transform.common.max_extra_msa.train": 5120,
575
+ "data.transform.use_templates": true,
576
+ "globals.use_templates": true,
577
+ "model.auxiliary_heads.tm_enabled": true
578
+ },
579
+ "model_2": {
580
+ "globals.use_templates": true
581
+ },
582
+ "model_2_multimer": {
583
+ "data.transform.common.max_extra_msa": {
584
+ "eval": 1152,
585
+ "finetune": 1152,
586
+ "predict": 1152,
587
+ "train": 1152
588
+ },
589
+ "data.transform.common.max_msa_clusters": {
590
+ "eval": 128,
591
+ "finetune": 252,
592
+ "predict": 128,
593
+ "train": 128
594
+ },
595
+ "globals.is_multimer": true,
596
+ "globals.use_templates": true,
597
+ "model.auxiliary_heads.masked_msa_head_c_out": 22,
598
+ "model.auxiliary_heads.tm_enabled": true,
599
+ "model.evoformer_stack.opm_first": true,
600
+ "model.extra_msa_stack.opm_first": true,
601
+ "model.feature_embedder.c_taf": 34,
602
+ "model.feature_embedder.tf_dim": 21,
603
+ "model.loss.supervised_chi_loss.weight": 3.0,
604
+ "model.structure_module.ipa_scalar_bias": false,
605
+ "model.structure_module.position_scale": 20,
606
+ "model.structure_module.separate_kv": true,
607
+ "model.template_pair_stack.attention_first": false
608
+ },
609
+ "model_2_multimer_v2": {
610
+ "data.transform.common.max_extra_msa": {
611
+ "eval": 1152,
612
+ "finetune": 1152,
613
+ "predict": 1152,
614
+ "train": 1152
615
+ },
616
+ "data.transform.common.max_msa_clusters": {
617
+ "eval": 128,
618
+ "finetune": 512,
619
+ "predict": 252,
620
+ "train": 128
621
+ },
622
+ "globals.is_multimer": true,
623
+ "globals.use_templates": true,
624
+ "model.auxiliary_heads.masked_msa_head_c_out": 22,
625
+ "model.auxiliary_heads.tm_enabled": true,
626
+ "model.evoformer_stack.opm_first": true,
627
+ "model.extra_msa_stack.opm_first": true,
628
+ "model.feature_embedder.c_taf": 34,
629
+ "model.feature_embedder.tf_dim": 21,
630
+ "model.loss.supervised_chi_loss.weight": 3.0,
631
+ "model.structure_module.ipa_scalar_bias": false,
632
+ "model.structure_module.position_scale": 20,
633
+ "model.structure_module.separate_kv": true,
634
+ "model.template_pair_stack.attention_first": false
635
+ },
636
+ "model_2_multimer_v3": {
637
+ "data.transform.common.max_extra_msa": {
638
+ "eval": 1152,
639
+ "finetune": 1152,
640
+ "predict": 2048,
641
+ "train": 1152
642
+ },
643
+ "data.transform.common.max_msa_clusters": {
644
+ "eval": 128,
645
+ "finetune": 512,
646
+ "predict": 508,
647
+ "train": 128
648
+ },
649
+ "globals.is_multimer": true,
650
+ "globals.use_templates": true,
651
+ "model.auxiliary_heads.masked_msa_head_c_out": 22,
652
+ "model.auxiliary_heads.tm_enabled": true,
653
+ "model.evoformer_stack.fused": true,
654
+ "model.evoformer_stack.opm_first": true,
655
+ "model.extra_msa_stack.fused": true,
656
+ "model.extra_msa_stack.opm_first": true,
657
+ "model.feature_embedder.c_taf": 34,
658
+ "model.feature_embedder.tf_dim": 21,
659
+ "model.structure_module.ipa_scalar_bias": false,
660
+ "model.structure_module.position_scale": 20,
661
+ "model.structure_module.separate_kv": true,
662
+ "model.template_pair_stack.attention_first": false,
663
+ "model.template_pair_stack.fused": true
664
+ },
665
+ "model_2_ptm": {
666
+ "globals.use_templates": true,
667
+ "model.auxiliary_heads.tm_enabled": true
668
+ },
669
+ "model_3": {
670
+ "data.transform.common.max_extra_msa.predict": 5120,
671
+ "data.transform.common.max_extra_msa.train": 5120
672
+ },
673
+ "model_3_multimer": {
674
+ "data.transform.common.max_extra_msa": {
675
+ "eval": 1152,
676
+ "finetune": 1152,
677
+ "predict": 1152,
678
+ "train": 1152
679
+ },
680
+ "data.transform.common.max_msa_clusters": {
681
+ "eval": 128,
682
+ "finetune": 252,
683
+ "predict": 128,
684
+ "train": 128
685
+ },
686
+ "globals.is_multimer": true,
687
+ "globals.use_templates": true,
688
+ "model.auxiliary_heads.masked_msa_head_c_out": 22,
689
+ "model.auxiliary_heads.tm_enabled": true,
690
+ "model.evoformer_stack.opm_first": true,
691
+ "model.extra_msa_stack.opm_first": true,
692
+ "model.feature_embedder.c_taf": 34,
693
+ "model.feature_embedder.tf_dim": 21,
694
+ "model.loss.supervised_chi_loss.weight": 3.0,
695
+ "model.structure_module.ipa_scalar_bias": false,
696
+ "model.structure_module.position_scale": 20,
697
+ "model.structure_module.separate_kv": true,
698
+ "model.template_pair_stack.attention_first": false
699
+ },
700
+ "model_3_multimer_v2": {
701
+ "data.transform.common.max_extra_msa": {
702
+ "eval": 1152,
703
+ "finetune": 1152,
704
+ "predict": 1152,
705
+ "train": 1152
706
+ },
707
+ "data.transform.common.max_msa_clusters": {
708
+ "eval": 128,
709
+ "finetune": 512,
710
+ "predict": 252,
711
+ "train": 128
712
+ },
713
+ "globals.is_multimer": true,
714
+ "globals.use_templates": true,
715
+ "model.auxiliary_heads.masked_msa_head_c_out": 22,
716
+ "model.auxiliary_heads.tm_enabled": true,
717
+ "model.evoformer_stack.opm_first": true,
718
+ "model.extra_msa_stack.opm_first": true,
719
+ "model.feature_embedder.c_taf": 34,
720
+ "model.feature_embedder.tf_dim": 21,
721
+ "model.loss.supervised_chi_loss.weight": 3.0,
722
+ "model.structure_module.ipa_scalar_bias": false,
723
+ "model.structure_module.position_scale": 20,
724
+ "model.structure_module.separate_kv": true,
725
+ "model.template_pair_stack.attention_first": false
726
+ },
727
+ "model_3_multimer_v3": {
728
+ "data.transform.common.max_extra_msa": {
729
+ "eval": 1152,
730
+ "finetune": 1152,
731
+ "predict": 2048,
732
+ "train": 1152
733
+ },
734
+ "data.transform.common.max_msa_clusters": {
735
+ "eval": 128,
736
+ "finetune": 512,
737
+ "predict": 508,
738
+ "train": 128
739
+ },
740
+ "globals.is_multimer": true,
741
+ "globals.use_templates": true,
742
+ "model.auxiliary_heads.masked_msa_head_c_out": 22,
743
+ "model.auxiliary_heads.tm_enabled": true,
744
+ "model.evoformer_stack.fused": true,
745
+ "model.evoformer_stack.opm_first": true,
746
+ "model.extra_msa_stack.fused": true,
747
+ "model.extra_msa_stack.opm_first": true,
748
+ "model.feature_embedder.c_taf": 34,
749
+ "model.feature_embedder.tf_dim": 21,
750
+ "model.structure_module.ipa_scalar_bias": false,
751
+ "model.structure_module.position_scale": 20,
752
+ "model.structure_module.separate_kv": true,
753
+ "model.template_pair_stack.attention_first": false,
754
+ "model.template_pair_stack.fused": true
755
+ },
756
+ "model_3_ptm": {
757
+ "data.transform.common.max_extra_msa.predict": 5120,
758
+ "data.transform.common.max_extra_msa.train": 5120,
759
+ "model.auxiliary_heads.tm_enabled": true
760
+ },
761
+ "model_4": {
762
+ "data.transform.common.max_extra_msa.predict": 5120,
763
+ "data.transform.common.max_extra_msa.train": 5120
764
+ },
765
+ "model_4_multimer": {
766
+ "data.transform.common.max_extra_msa": {
767
+ "eval": 1152,
768
+ "finetune": 1152,
769
+ "predict": 1152,
770
+ "train": 1152
771
+ },
772
+ "data.transform.common.max_msa_clusters": {
773
+ "eval": 128,
774
+ "finetune": 252,
775
+ "predict": 128,
776
+ "train": 128
777
+ },
778
+ "globals.is_multimer": true,
779
+ "globals.use_templates": true,
780
+ "model.auxiliary_heads.masked_msa_head_c_out": 22,
781
+ "model.auxiliary_heads.tm_enabled": true,
782
+ "model.evoformer_stack.opm_first": true,
783
+ "model.extra_msa_stack.opm_first": true,
784
+ "model.feature_embedder.c_taf": 34,
785
+ "model.feature_embedder.tf_dim": 21,
786
+ "model.loss.supervised_chi_loss.weight": 3.0,
787
+ "model.structure_module.ipa_scalar_bias": false,
788
+ "model.structure_module.position_scale": 20,
789
+ "model.structure_module.separate_kv": true,
790
+ "model.template_pair_stack.attention_first": false
791
+ },
792
+ "model_4_multimer_v2": {
793
+ "data.transform.common.max_extra_msa": {
794
+ "eval": 1152,
795
+ "finetune": 1152,
796
+ "predict": 1152,
797
+ "train": 1152
798
+ },
799
+ "data.transform.common.max_msa_clusters": {
800
+ "eval": 128,
801
+ "finetune": 512,
802
+ "predict": 252,
803
+ "train": 128
804
+ },
805
+ "globals.is_multimer": true,
806
+ "globals.use_templates": true,
807
+ "model.auxiliary_heads.masked_msa_head_c_out": 22,
808
+ "model.auxiliary_heads.tm_enabled": true,
809
+ "model.evoformer_stack.opm_first": true,
810
+ "model.extra_msa_stack.opm_first": true,
811
+ "model.feature_embedder.c_taf": 34,
812
+ "model.feature_embedder.tf_dim": 21,
813
+ "model.loss.supervised_chi_loss.weight": 3.0,
814
+ "model.structure_module.ipa_scalar_bias": false,
815
+ "model.structure_module.position_scale": 20,
816
+ "model.structure_module.separate_kv": true,
817
+ "model.template_pair_stack.attention_first": false
818
+ },
819
+ "model_4_multimer_v3": {
820
+ "data.transform.common.max_extra_msa": {
821
+ "eval": 1152,
822
+ "finetune": 1152,
823
+ "predict": 1152,
824
+ "train": 1152
825
+ },
826
+ "data.transform.common.max_msa_clusters": {
827
+ "eval": 128,
828
+ "finetune": 512,
829
+ "predict": 508,
830
+ "train": 128
831
+ },
832
+ "globals.is_multimer": true,
833
+ "globals.use_templates": true,
834
+ "model.auxiliary_heads.masked_msa_head_c_out": 22,
835
+ "model.auxiliary_heads.tm_enabled": true,
836
+ "model.evoformer_stack.fused": true,
837
+ "model.evoformer_stack.opm_first": true,
838
+ "model.extra_msa_stack.fused": true,
839
+ "model.extra_msa_stack.opm_first": true,
840
+ "model.feature_embedder.c_taf": 34,
841
+ "model.feature_embedder.tf_dim": 21,
842
+ "model.structure_module.ipa_scalar_bias": false,
843
+ "model.structure_module.position_scale": 20,
844
+ "model.structure_module.separate_kv": true,
845
+ "model.template_pair_stack.attention_first": false,
846
+ "model.template_pair_stack.fused": true
847
+ },
848
+ "model_4_ptm": {
849
+ "data.transform.common.max_extra_msa.predict": 5120,
850
+ "data.transform.common.max_extra_msa.train": 5120,
851
+ "model.auxiliary_heads.tm_enabled": true
852
+ },
853
+ "model_5": {},
854
+ "model_5_multimer": {
855
+ "data.transform.common.max_extra_msa": {
856
+ "eval": 1152,
857
+ "finetune": 1152,
858
+ "predict": 1152,
859
+ "train": 1152
860
+ },
861
+ "data.transform.common.max_msa_clusters": {
862
+ "eval": 128,
863
+ "finetune": 252,
864
+ "predict": 128,
865
+ "train": 128
866
+ },
867
+ "globals.is_multimer": true,
868
+ "globals.use_templates": true,
869
+ "model.auxiliary_heads.masked_msa_head_c_out": 22,
870
+ "model.auxiliary_heads.tm_enabled": true,
871
+ "model.evoformer_stack.opm_first": true,
872
+ "model.extra_msa_stack.opm_first": true,
873
+ "model.feature_embedder.c_taf": 34,
874
+ "model.feature_embedder.tf_dim": 21,
875
+ "model.loss.supervised_chi_loss.weight": 3.0,
876
+ "model.structure_module.ipa_scalar_bias": false,
877
+ "model.structure_module.position_scale": 20,
878
+ "model.structure_module.separate_kv": true,
879
+ "model.template_pair_stack.attention_first": false
880
+ },
881
+ "model_5_multimer_v2": {
882
+ "data.transform.common.max_extra_msa": {
883
+ "eval": 1152,
884
+ "finetune": 1152,
885
+ "predict": 1152,
886
+ "train": 1152
887
+ },
888
+ "data.transform.common.max_msa_clusters": {
889
+ "eval": 128,
890
+ "finetune": 512,
891
+ "predict": 252,
892
+ "train": 128
893
+ },
894
+ "globals.is_multimer": true,
895
+ "globals.use_templates": true,
896
+ "model.auxiliary_heads.masked_msa_head_c_out": 22,
897
+ "model.auxiliary_heads.tm_enabled": true,
898
+ "model.evoformer_stack.opm_first": true,
899
+ "model.extra_msa_stack.opm_first": true,
900
+ "model.feature_embedder.c_taf": 34,
901
+ "model.feature_embedder.tf_dim": 21,
902
+ "model.loss.supervised_chi_loss.weight": 3.0,
903
+ "model.structure_module.ipa_scalar_bias": false,
904
+ "model.structure_module.position_scale": 20,
905
+ "model.structure_module.separate_kv": true,
906
+ "model.template_pair_stack.attention_first": false
907
+ },
908
+ "model_5_multimer_v3": {
909
+ "data.transform.common.max_extra_msa": {
910
+ "eval": 1152,
911
+ "finetune": 1152,
912
+ "predict": 1152,
913
+ "train": 1152
914
+ },
915
+ "data.transform.common.max_msa_clusters": {
916
+ "eval": 128,
917
+ "finetune": 512,
918
+ "predict": 508,
919
+ "train": 128
920
+ },
921
+ "globals.is_multimer": true,
922
+ "globals.use_templates": true,
923
+ "model.auxiliary_heads.masked_msa_head_c_out": 22,
924
+ "model.auxiliary_heads.tm_enabled": true,
925
+ "model.evoformer_stack.fused": true,
926
+ "model.evoformer_stack.opm_first": true,
927
+ "model.extra_msa_stack.fused": true,
928
+ "model.extra_msa_stack.opm_first": true,
929
+ "model.feature_embedder.c_taf": 34,
930
+ "model.feature_embedder.tf_dim": 21,
931
+ "model.structure_module.ipa_scalar_bias": false,
932
+ "model.structure_module.position_scale": 20,
933
+ "model.structure_module.separate_kv": true,
934
+ "model.template_pair_stack.attention_first": false,
935
+ "model.template_pair_stack.fused": true
936
+ },
937
+ "model_5_ptm": {
938
+ "model.auxiliary_heads.tm_enabled": true
939
+ }
940
+ },
941
+ "_config": null,
942
+ "architectures": [
943
+ "STFold"
944
+ ],
945
+ "mode": "predict",
946
+ "model_type": "STFold",
947
+ "stfold_type": "model_5_multimer_v3",
948
+ "torch_dtype": "float32",
949
+ "transformers_version": "4.31.0.dev0"
950
+ }
model_5_multimer_v3/pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9fa5ffa9e11f772f23734465cc333b77698401d032f0b16fc4be4a23f4ee5635
3
+ size 374735391