Upload config
Browse files- config.json +2 -9
config.json
CHANGED
|
@@ -2,11 +2,7 @@
|
|
| 2 |
"adaptive": true,
|
| 3 |
"attn_type": 0,
|
| 4 |
"clamp_len": 1000,
|
| 5 |
-
"cutoffs": [
|
| 6 |
-
20000,
|
| 7 |
-
40000,
|
| 8 |
-
200000
|
| 9 |
-
],
|
| 10 |
"d_embed": 256,
|
| 11 |
"d_head": 64,
|
| 12 |
"d_inner": 2048,
|
|
@@ -28,10 +24,7 @@
|
|
| 28 |
"same_length": true,
|
| 29 |
"sample_softmax": -1,
|
| 30 |
"tie_projs": [
|
| 31 |
-
false
|
| 32 |
-
true,
|
| 33 |
-
true,
|
| 34 |
-
true
|
| 35 |
],
|
| 36 |
"tie_word_embeddings": false,
|
| 37 |
"transformers_version": "4.31.0.dev0",
|
|
|
|
| 2 |
"adaptive": true,
|
| 3 |
"attn_type": 0,
|
| 4 |
"clamp_len": 1000,
|
| 5 |
+
"cutoffs": [],
|
|
|
|
|
|
|
|
|
|
|
|
|
| 6 |
"d_embed": 256,
|
| 7 |
"d_head": 64,
|
| 8 |
"d_inner": 2048,
|
|
|
|
| 24 |
"same_length": true,
|
| 25 |
"sample_softmax": -1,
|
| 26 |
"tie_projs": [
|
| 27 |
+
false
|
|
|
|
|
|
|
|
|
|
| 28 |
],
|
| 29 |
"tie_word_embeddings": false,
|
| 30 |
"transformers_version": "4.31.0.dev0",
|