fix: invalid variable
#2
by
wwydmanski
- opened
- modeling_roberta.py +1 -1
modeling_roberta.py
CHANGED
@@ -408,7 +408,7 @@ class RobertaFlashAttention2(RobertaSelfAttention):
|
|
408 |
elif hasattr(self.config, "_pre_quantization_dtype"):
|
409 |
target_dtype = self.config._pre_quantization_dtype
|
410 |
else:
|
411 |
-
target_dtype = self.
|
412 |
|
413 |
logger.warning_once(
|
414 |
f"The input hidden states seems to be silently casted in float32, this might be related to"
|
|
|
408 |
elif hasattr(self.config, "_pre_quantization_dtype"):
|
409 |
target_dtype = self.config._pre_quantization_dtype
|
410 |
else:
|
411 |
+
target_dtype = self.query.weight.dtype
|
412 |
|
413 |
logger.warning_once(
|
414 |
f"The input hidden states seems to be silently casted in float32, this might be related to"
|