KoichiYasuoka commited on
Commit
4dfc957
·
1 Parent(s): 353db10

model improved

Browse files
config.json CHANGED
@@ -2,7 +2,6 @@
2
  "architectures": [
3
  "MistralForTokenClassification"
4
  ],
5
- "attention_bias": false,
6
  "attention_dropout": 0.0,
7
  "auto_map": {
8
  "AutoModelForTokenClassification": "upos.MistralForTokenClassification"
@@ -152,14 +151,11 @@
152
  "X": 57
153
  },
154
  "max_position_embeddings": 32768,
155
- "mlp_bias": false,
156
  "model_type": "mistral",
157
  "num_attention_heads": 32,
158
  "num_hidden_layers": 32,
159
  "num_key_value_heads": 8,
160
- "pretraining_tp": 1,
161
  "rms_norm_eps": 1e-05,
162
- "rope_scaling": null,
163
  "rope_theta": 10000.0,
164
  "sliding_window": 4096,
165
  "tie_word_embeddings": false,
 
2
  "architectures": [
3
  "MistralForTokenClassification"
4
  ],
 
5
  "attention_dropout": 0.0,
6
  "auto_map": {
7
  "AutoModelForTokenClassification": "upos.MistralForTokenClassification"
 
151
  "X": 57
152
  },
153
  "max_position_embeddings": 32768,
 
154
  "model_type": "mistral",
155
  "num_attention_heads": 32,
156
  "num_hidden_layers": 32,
157
  "num_key_value_heads": 8,
 
158
  "rms_norm_eps": 1e-05,
 
159
  "rope_theta": 10000.0,
160
  "sliding_window": 4096,
161
  "tie_word_embeddings": false,
pytorch_model-00001-of-00006.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4a128f8336000537c6c39ca74e420cfb9956bc7c841ef8bb50f96a40987b6241
3
  size 4913773120
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:858d8cc9eeaa938da0a309452684555abe89c0d86f3d0e4a2ae0524b42443638
3
  size 4913773120
pytorch_model-00002-of-00006.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d1d7b91b1e45f9e0855c1c29f6dc9983ddcef815d173c824092af0904878e232
3
  size 4999825256
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07b63ce35674bfcd0be1e29f48811c91b01f6cb0bb168fa7cab687d2aa12929e
3
  size 4999825256
pytorch_model-00003-of-00006.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:92fb33dbe24eaad850999581fb2ae632084ae5ce87e80beeed1cba286d030a14
3
  size 4999825316
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:016e54d9957c39ddc44acc336b627bbb29932838f02ff33b2aae3c6c66c0a4df
3
  size 4999825316
pytorch_model-00004-of-00006.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:28c869bd6aa3b5e326f4cb150c244932221a2bc2705f1a1194212b81bc1eda8b
3
  size 4832018324
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0361b986edbe8c04dc733ba3c280d751eda8614958b549ec1f635cb78e63075
3
  size 4832018324
pytorch_model-00005-of-00006.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3b00232b29f97013a73c0b4c5b4e40bfc2820373c6e7840fcbb50f937719325e
3
  size 4999825320
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8f1369c379a88759857a71127fc1c08edecf90cc9a21e36e75cd4d2be39b51b
3
  size 4999825320
pytorch_model-00006-of-00006.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ae36d8b8087d2f67794b1729487f467e683552efd5fe18efbede57d451ff025b
3
  size 3960601264
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8baff249d8aff616fa93640f936e5bc9723f68b4730b415313dd8f7131fdd716
3
  size 3960601264