Update modeling_hf_nomic_bert.py
Browse files
modeling_hf_nomic_bert.py
CHANGED
@@ -807,12 +807,12 @@ class NomicBertAttention(nn.Module):
|
|
807 |
return attn_output
|
808 |
|
809 |
|
810 |
-
class NomicBertBlock(
|
811 |
def __init__(
|
812 |
self,
|
813 |
config,
|
814 |
):
|
815 |
-
super().__init__()
|
816 |
self.prenorm = config.prenorm
|
817 |
self.fused_dropout_add_ln = config.fused_dropout_add_ln
|
818 |
|
|
|
807 |
return attn_output
|
808 |
|
809 |
|
810 |
+
class NomicBertBlock(NomicBertPreTrainedModel):
|
811 |
def __init__(
|
812 |
self,
|
813 |
config,
|
814 |
):
|
815 |
+
super().__init__(config=config)
|
816 |
self.prenorm = config.prenorm
|
817 |
self.fused_dropout_add_ln = config.fused_dropout_add_ln
|
818 |
|