Commit
•
84ddf97
1
Parent(s):
3f60aea
Upload config
Browse files- model_config.py +13 -0
model_config.py
ADDED
@@ -0,0 +1,13 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
from transformers import PretrainedConfig
|
2 |
+
|
3 |
+
|
4 |
+
class PragFormerConfig(PretrainedConfig):
|
5 |
+
model_type = "pragformer_reduction"
|
6 |
+
|
7 |
+
def __init__(self, bert=None, dropout=0.2, fc1=512, fc2=2, softmax_dim=1, **kwargs):
|
8 |
+
self.bert = bert
|
9 |
+
self.dropout = dropout
|
10 |
+
self.fc1 = fc1
|
11 |
+
self.fc2 = fc2
|
12 |
+
self.softmax_dim = softmax_dim
|
13 |
+
super().__init__(**kwargs)
|