remove hyena_training_additions from bert_layers
Browse files- bert_layers.py +0 -1
bert_layers.py
CHANGED
|
@@ -245,7 +245,6 @@ class BertLayer(nn.Module):
|
|
| 245 |
hyena_filter_dropout=config.hyena_filter_dropout,
|
| 246 |
hyena_filter_order=config.hyena_filter_order,
|
| 247 |
residual_long_conv=config.residual_long_conv,
|
| 248 |
-
hyena_training_additions=config.hyena_training_additions,
|
| 249 |
)
|
| 250 |
|
| 251 |
if config.use_glu_mlp:
|
|
|
|
| 245 |
hyena_filter_dropout=config.hyena_filter_dropout,
|
| 246 |
hyena_filter_order=config.hyena_filter_order,
|
| 247 |
residual_long_conv=config.residual_long_conv,
|
|
|
|
| 248 |
)
|
| 249 |
|
| 250 |
if config.use_glu_mlp:
|