KoichiYasuoka
commited on
Commit
·
4dfc957
1
Parent(s):
353db10
model improved
Browse files
config.json
CHANGED
@@ -2,7 +2,6 @@
|
|
2 |
"architectures": [
|
3 |
"MistralForTokenClassification"
|
4 |
],
|
5 |
-
"attention_bias": false,
|
6 |
"attention_dropout": 0.0,
|
7 |
"auto_map": {
|
8 |
"AutoModelForTokenClassification": "upos.MistralForTokenClassification"
|
@@ -152,14 +151,11 @@
|
|
152 |
"X": 57
|
153 |
},
|
154 |
"max_position_embeddings": 32768,
|
155 |
-
"mlp_bias": false,
|
156 |
"model_type": "mistral",
|
157 |
"num_attention_heads": 32,
|
158 |
"num_hidden_layers": 32,
|
159 |
"num_key_value_heads": 8,
|
160 |
-
"pretraining_tp": 1,
|
161 |
"rms_norm_eps": 1e-05,
|
162 |
-
"rope_scaling": null,
|
163 |
"rope_theta": 10000.0,
|
164 |
"sliding_window": 4096,
|
165 |
"tie_word_embeddings": false,
|
|
|
2 |
"architectures": [
|
3 |
"MistralForTokenClassification"
|
4 |
],
|
|
|
5 |
"attention_dropout": 0.0,
|
6 |
"auto_map": {
|
7 |
"AutoModelForTokenClassification": "upos.MistralForTokenClassification"
|
|
|
151 |
"X": 57
|
152 |
},
|
153 |
"max_position_embeddings": 32768,
|
|
|
154 |
"model_type": "mistral",
|
155 |
"num_attention_heads": 32,
|
156 |
"num_hidden_layers": 32,
|
157 |
"num_key_value_heads": 8,
|
|
|
158 |
"rms_norm_eps": 1e-05,
|
|
|
159 |
"rope_theta": 10000.0,
|
160 |
"sliding_window": 4096,
|
161 |
"tie_word_embeddings": false,
|
pytorch_model-00001-of-00006.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4913773120
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:858d8cc9eeaa938da0a309452684555abe89c0d86f3d0e4a2ae0524b42443638
|
3 |
size 4913773120
|
pytorch_model-00002-of-00006.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4999825256
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:07b63ce35674bfcd0be1e29f48811c91b01f6cb0bb168fa7cab687d2aa12929e
|
3 |
size 4999825256
|
pytorch_model-00003-of-00006.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4999825316
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:016e54d9957c39ddc44acc336b627bbb29932838f02ff33b2aae3c6c66c0a4df
|
3 |
size 4999825316
|
pytorch_model-00004-of-00006.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4832018324
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a0361b986edbe8c04dc733ba3c280d751eda8614958b549ec1f635cb78e63075
|
3 |
size 4832018324
|
pytorch_model-00005-of-00006.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4999825320
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a8f1369c379a88759857a71127fc1c08edecf90cc9a21e36e75cd4d2be39b51b
|
3 |
size 4999825320
|
pytorch_model-00006-of-00006.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 3960601264
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8baff249d8aff616fa93640f936e5bc9723f68b4730b415313dd8f7131fdd716
|
3 |
size 3960601264
|