alex commited on
Commit
49ba373
·
1 Parent(s): 2d9a6f9

3 is good engouh

Browse files
Files changed (1) hide show
  1. ovi/modules/attention.py +1 -1
ovi/modules/attention.py CHANGED
@@ -92,7 +92,7 @@ def flash_attention(
92
  )
93
 
94
  # apply attention
95
- if (version is None or version == 3) and FLASH_ATTN_3_AVAILABLE:
96
  # Note: dropout_p, window_size are not supported in FA3 now.
97
  x = flash_attn_interface.flash_attn_varlen_func(
98
  q=q,
 
92
  )
93
 
94
  # apply attention
95
+ if FLASH_ATTN_3_AVAILABLE:
96
  # Note: dropout_p, window_size are not supported in FA3 now.
97
  x = flash_attn_interface.flash_attn_varlen_func(
98
  q=q,