Update modeling_sim.py
Browse files- modeling_sim.py +2 -2
modeling_sim.py
CHANGED
@@ -1,12 +1,12 @@
|
|
1 |
import torch
|
2 |
from torch import nn
|
3 |
-
from transformers import
|
4 |
|
5 |
class SimModel(PreTrainedModel):
|
6 |
def __init__(self, config):
|
7 |
super().__init__(config)
|
8 |
self.config = config
|
9 |
-
self.encoder =
|
10 |
# Initialize weights and apply final processing
|
11 |
self.post_init()
|
12 |
|
|
|
1 |
import torch
|
2 |
from torch import nn
|
3 |
+
from transformers import MobileBertModel
|
4 |
|
5 |
class SimModel(PreTrainedModel):
|
6 |
def __init__(self, config):
|
7 |
super().__init__(config)
|
8 |
self.config = config
|
9 |
+
self.encoder = MobileBertModel(config)
|
10 |
# Initialize weights and apply final processing
|
11 |
self.post_init()
|
12 |
|