gate369 commited on
Commit
2402806
1 Parent(s): b101707

(Trained with Unsloth)

Browse files
Files changed (3) hide show
  1. config.json +1 -1
  2. model.safetensors +1 -1
  3. tokenizer_config.json +1 -1
config.json CHANGED
@@ -11,7 +11,7 @@
11
  "hidden_size": 2048,
12
  "initializer_range": 0.02,
13
  "intermediate_size": 1024,
14
- "max_position_embeddings": 2048,
15
  "model_type": "mistral",
16
  "num_attention_heads": 8,
17
  "num_hidden_layers": 6,
 
11
  "hidden_size": 2048,
12
  "initializer_range": 0.02,
13
  "intermediate_size": 1024,
14
+ "max_position_embeddings": 4096,
15
  "model_type": "mistral",
16
  "num_attention_heads": 8,
17
  "num_hidden_layers": 6,
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:23b7e719c6bdd590d0bdbfbc3e4cb16e23f5be33d36da56ed67cc7a57d81b459
3
  size 539027760
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d477e2607d0c66de28cec1e0890de1cf34b998626f5332770bed74c0a2ec71fc
3
  size 539027760
tokenizer_config.json CHANGED
@@ -34,7 +34,7 @@
34
  "clean_up_tokenization_spaces": false,
35
  "eos_token": "</s>",
36
  "legacy": true,
37
- "model_max_length": 2048,
38
  "pad_token": "<unk>",
39
  "padding_side": "left",
40
  "sp_model_kwargs": {},
 
34
  "clean_up_tokenization_spaces": false,
35
  "eos_token": "</s>",
36
  "legacy": true,
37
+ "model_max_length": 4096,
38
  "pad_token": "<unk>",
39
  "padding_side": "left",
40
  "sp_model_kwargs": {},