Spaces:
Sleeping
Sleeping
Hugo Flores Garcia
commited on
Commit
•
920f55c
1
Parent(s):
34fcef9
remove seq_len
Browse files
vampnet/modules/transformer.py
CHANGED
@@ -445,7 +445,6 @@ class VampNet(VampBase):
|
|
445 |
vocab_size: int = 1024,
|
446 |
flash_attn: bool = True,
|
447 |
noise_mode: str = "mask",
|
448 |
-
seq_len: int = 313,
|
449 |
):
|
450 |
super().__init__()
|
451 |
self.n_heads = n_heads
|
@@ -458,7 +457,6 @@ class VampNet(VampBase):
|
|
458 |
self.latent_dim = latent_dim
|
459 |
self.flash_attn = flash_attn
|
460 |
self.noise_mode = noise_mode
|
461 |
-
self.seq_len = seq_len
|
462 |
|
463 |
if noise_mode == "mask":
|
464 |
special_tokens = ["MASK"]
|
|
|
445 |
vocab_size: int = 1024,
|
446 |
flash_attn: bool = True,
|
447 |
noise_mode: str = "mask",
|
|
|
448 |
):
|
449 |
super().__init__()
|
450 |
self.n_heads = n_heads
|
|
|
457 |
self.latent_dim = latent_dim
|
458 |
self.flash_attn = flash_attn
|
459 |
self.noise_mode = noise_mode
|
|
|
460 |
|
461 |
if noise_mode == "mask":
|
462 |
special_tokens = ["MASK"]
|