Remove disable
Browse files
src/axolotl/flash_attn.py
CHANGED
@@ -15,7 +15,7 @@ from flash_attn.flash_attn_interface import flash_attn_unpadded_qkvpacked_func
|
|
15 |
from flash_attn.bert_padding import unpad_input, pad_input
|
16 |
|
17 |
|
18 |
-
def forward(
|
19 |
self,
|
20 |
hidden_states: torch.Tensor,
|
21 |
attention_mask: Optional[torch.Tensor] = None,
|
|
|
15 |
from flash_attn.bert_padding import unpad_input, pad_input
|
16 |
|
17 |
|
18 |
+
def forward(
|
19 |
self,
|
20 |
hidden_states: torch.Tensor,
|
21 |
attention_mask: Optional[torch.Tensor] = None,
|