Commit
•
b95f6dd
1
Parent(s):
6b60c72
add model weights
Browse files- config.yaml +19 -0
- pytorch_model.bin +3 -0
config.yaml
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
encoder_id: bert-base-german-cased
|
| 2 |
+
decoder_id: bert-base-cased
|
| 3 |
+
bert_requires_grad: False
|
| 4 |
+
encoder_adapter_requires_grad: True
|
| 5 |
+
decoder_adapter_requires_grad: True
|
| 6 |
+
length_embed_requires_grad: True
|
| 7 |
+
lm_head_requires_grad: True
|
| 8 |
+
length_token: 0
|
| 9 |
+
num_lengths: 1024
|
| 10 |
+
encoder_adapter_config:
|
| 11 |
+
hidden_size: 768
|
| 12 |
+
intermediate_size: 2048
|
| 13 |
+
layer_norm_eps: 1.e-5
|
| 14 |
+
decoder_adapter_config:
|
| 15 |
+
hidden_size: 768
|
| 16 |
+
intermediate_size: 2048
|
| 17 |
+
layer_norm_eps: 1.e-5
|
| 18 |
+
dropout_prob: 0.1
|
| 19 |
+
num_attention_heads: 8
|
pytorch_model.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:287763cdbf046c09ae099473325eedf370ad3ef6d037133c6ffed743062c80d4
|
| 3 |
+
size 1288783267
|