alex
commited on
Commit
·
49ba373
1
Parent(s):
2d9a6f9
3 is good engouh
Browse files- ovi/modules/attention.py +1 -1
ovi/modules/attention.py
CHANGED
|
@@ -92,7 +92,7 @@ def flash_attention(
|
|
| 92 |
)
|
| 93 |
|
| 94 |
# apply attention
|
| 95 |
-
if
|
| 96 |
# Note: dropout_p, window_size are not supported in FA3 now.
|
| 97 |
x = flash_attn_interface.flash_attn_varlen_func(
|
| 98 |
q=q,
|
|
|
|
| 92 |
)
|
| 93 |
|
| 94 |
# apply attention
|
| 95 |
+
if FLASH_ATTN_3_AVAILABLE:
|
| 96 |
# Note: dropout_p, window_size are not supported in FA3 now.
|
| 97 |
x = flash_attn_interface.flash_attn_varlen_func(
|
| 98 |
q=q,
|