Commit
•
1afbd9f
1
Parent(s):
f4f04db
yo
Browse files- custom_model.py +1 -0
custom_model.py
CHANGED
|
@@ -13,6 +13,7 @@ class CustomModelConfig(PretrainedConfig):
|
|
| 13 |
self.num_hidden_layers = 1
|
| 14 |
self.intermediate_size = 256
|
| 15 |
self.hidden_act = "silu"
|
|
|
|
| 16 |
|
| 17 |
|
| 18 |
class CustomModel(PreTrainedModel):
|
|
|
|
| 13 |
self.num_hidden_layers = 1
|
| 14 |
self.intermediate_size = 256
|
| 15 |
self.hidden_act = "silu"
|
| 16 |
+
self.rms_norm_eps = 1e-8
|
| 17 |
|
| 18 |
|
| 19 |
class CustomModel(PreTrainedModel):
|