Update tiny models for MistralForCausalLM

#13
config.json CHANGED
@@ -2,6 +2,7 @@
2
  "architectures": [
3
  "MistralForCausalLM"
4
  ],
 
5
  "attention_probs_dropout_prob": 0.1,
6
  "bos_token_id": 1,
7
  "eos_token_id": 2,
@@ -22,7 +23,7 @@
22
  "sliding_window": 4096,
23
  "tie_word_embeddings": false,
24
  "torch_dtype": "float32",
25
- "transformers_version": "4.34.0.dev0",
26
  "type_vocab_size": 16,
27
  "use_cache": true,
28
  "vocab_size": 32000
 
2
  "architectures": [
3
  "MistralForCausalLM"
4
  ],
5
+ "attention_dropout": 0.0,
6
  "attention_probs_dropout_prob": 0.1,
7
  "bos_token_id": 1,
8
  "eos_token_id": 2,
 
23
  "sliding_window": 4096,
24
  "tie_word_embeddings": false,
25
  "torch_dtype": "float32",
26
+ "transformers_version": "4.36.0.dev0",
27
  "type_vocab_size": 16,
28
  "use_cache": true,
29
  "vocab_size": 32000
generation_config.json CHANGED
@@ -3,5 +3,5 @@
3
  "bos_token_id": 1,
4
  "eos_token_id": 2,
5
  "pad_token_id": 0,
6
- "transformers_version": "4.34.0.dev0"
7
  }
 
3
  "bos_token_id": 1,
4
  "eos_token_id": 2,
5
  "pad_token_id": 0,
6
+ "transformers_version": "4.36.0.dev0"
7
  }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b4c20d8f3eb30262edc5d021c2a59fed8bacb4e6183762f69a6e02d22c82201
3
+ size 8247824
special_tokens_map.json CHANGED
@@ -1,5 +1,23 @@
1
  {
2
- "bos_token": "<s>",
3
- "eos_token": "</s>",
4
- "unk_token": "<unk>"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
5
  }
 
1
  {
2
+ "bos_token": {
3
+ "content": "<s>",
4
+ "lstrip": false,
5
+ "normalized": false,
6
+ "rstrip": false,
7
+ "single_word": false
8
+ },
9
+ "eos_token": {
10
+ "content": "</s>",
11
+ "lstrip": false,
12
+ "normalized": false,
13
+ "rstrip": false,
14
+ "single_word": false
15
+ },
16
+ "unk_token": {
17
+ "content": "<unk>",
18
+ "lstrip": false,
19
+ "normalized": false,
20
+ "rstrip": false,
21
+ "single_word": false
22
+ }
23
  }
tokenizer_config.json CHANGED
@@ -37,7 +37,6 @@
37
  "sp_model_kwargs": {},
38
  "spaces_between_special_tokens": false,
39
  "tokenizer_class": "LlamaTokenizer",
40
- "tokenizer_file": "/home/runner/.cache/huggingface/hub/models--mistralai--Mistral-7B-v0.1/snapshots/c927a0b22491ca7cf113436af61f2700a9af98c9/tokenizer.json",
41
  "unk_token": "<unk>",
42
  "use_default_system_prompt": true
43
  }
 
37
  "sp_model_kwargs": {},
38
  "spaces_between_special_tokens": false,
39
  "tokenizer_class": "LlamaTokenizer",
 
40
  "unk_token": "<unk>",
41
  "use_default_system_prompt": true
42
  }