mrcuddle commited on
Commit
57fbe90
·
verified ·
1 Parent(s): 3804565

Upload folder using huggingface_hub

Browse files
Files changed (3) hide show
  1. config.json +3 -7
  2. special_tokens_map.json +4 -4
  3. tokenizer_config.json +0 -0
config.json CHANGED
@@ -10,16 +10,12 @@
10
  "model_type": "llava",
11
  "projector_hidden_act": "gelu",
12
  "text_config": {
13
- "_name_or_path": "mrcuddle/lumimaid-v0.2-8B",
14
- "architectures": [
15
- "LlamaConfig"
16
- ],
17
  "hidden_size": 5120,
18
  "head_dim": 128,
19
  "intermediate_size": 14336,
20
  "is_composition": true,
21
  "max_position_embeddings": 1024000,
22
- "model_type": "llama",
23
  "num_hidden_layers": 40,
24
  "num_key_value_heads": 8,
25
  "rms_norm_eps": 1e-05,
@@ -28,7 +24,7 @@
28
  "vocab_size": 131072
29
  },
30
  "torch_dtype": "bfloat16",
31
- "transformers_version": "4.45.0.dev0",
32
  "vision_config": {
33
  "head_dim": 64,
34
  "hidden_act": "silu",
@@ -41,4 +37,4 @@
41
  },
42
  "vision_feature_layer": -1,
43
  "vision_feature_select_strategy": "full"
44
- }
 
10
  "model_type": "llava",
11
  "projector_hidden_act": "gelu",
12
  "text_config": {
 
 
 
 
13
  "hidden_size": 5120,
14
  "head_dim": 128,
15
  "intermediate_size": 14336,
16
  "is_composition": true,
17
  "max_position_embeddings": 1024000,
18
+ "model_type": "mistral",
19
  "num_hidden_layers": 40,
20
  "num_key_value_heads": 8,
21
  "rms_norm_eps": 1e-05,
 
24
  "vocab_size": 131072
25
  },
26
  "torch_dtype": "bfloat16",
27
+ "transformers_version": null,
28
  "vision_config": {
29
  "head_dim": 64,
30
  "hidden_act": "silu",
 
37
  },
38
  "vision_feature_layer": -1,
39
  "vision_feature_select_strategy": "full"
40
+ }
special_tokens_map.json CHANGED
@@ -1,20 +1,20 @@
1
  {
2
  "bos_token": {
3
- "content": "<|begin_of_text|>",
4
  "lstrip": false,
5
  "normalized": false,
6
  "rstrip": false,
7
  "single_word": false
8
  },
9
  "eos_token": {
10
- "content": "<|im_end|>",
11
  "lstrip": false,
12
  "normalized": false,
13
  "rstrip": false,
14
  "single_word": false
15
  },
16
- "pad_token": {
17
- "content": "<|finetune_right_pad_id|>",
18
  "lstrip": false,
19
  "normalized": false,
20
  "rstrip": false,
 
1
  {
2
  "bos_token": {
3
+ "content": "<s>",
4
  "lstrip": false,
5
  "normalized": false,
6
  "rstrip": false,
7
  "single_word": false
8
  },
9
  "eos_token": {
10
+ "content": "</s>",
11
  "lstrip": false,
12
  "normalized": false,
13
  "rstrip": false,
14
  "single_word": false
15
  },
16
+ "unk_token": {
17
+ "content": "<unk>",
18
  "lstrip": false,
19
  "normalized": false,
20
  "rstrip": false,
tokenizer_config.json CHANGED
The diff for this file is too large to render. See raw diff