codegood commited on
Commit
457da9f
1 Parent(s): f946824

Upload folder using huggingface_hub

Browse files
config.json CHANGED
@@ -8,14 +8,14 @@
8
  "bos_token_id": 1,
9
  "eos_token_id": 2,
10
  "hidden_act": "silu",
11
- "hidden_size": 768,
12
  "initializer_range": 0.02,
13
- "intermediate_size": 1024,
14
- "max_position_embeddings": 768,
15
  "model_type": "llama",
16
- "num_attention_heads": 6,
17
- "num_hidden_layers": 6,
18
- "num_key_value_heads": 6,
19
  "pad_token_id": 0,
20
  "pretraining_tp": 1,
21
  "rms_norm_eps": 1e-05,
@@ -23,7 +23,7 @@
23
  "rope_theta": 10000.0,
24
  "tie_word_embeddings": false,
25
  "torch_dtype": "float32",
26
- "transformers_version": "4.38.2",
27
  "use_cache": true,
28
  "vocab_size": 32000
29
  }
 
8
  "bos_token_id": 1,
9
  "eos_token_id": 2,
10
  "hidden_act": "silu",
11
+ "hidden_size": 728,
12
  "initializer_range": 0.02,
13
+ "intermediate_size": 1026,
14
+ "max_position_embeddings": 728,
15
  "model_type": "llama",
16
+ "num_attention_heads": 4,
17
+ "num_hidden_layers": 8,
18
+ "num_key_value_heads": 4,
19
  "pad_token_id": 0,
20
  "pretraining_tp": 1,
21
  "rms_norm_eps": 1e-05,
 
23
  "rope_theta": 10000.0,
24
  "tie_word_embeddings": false,
25
  "torch_dtype": "float32",
26
+ "transformers_version": "4.40.1",
27
  "use_cache": true,
28
  "vocab_size": 32000
29
  }
generation_config.json CHANGED
@@ -3,5 +3,5 @@
3
  "bos_token_id": 1,
4
  "eos_token_id": 2,
5
  "pad_token_id": 0,
6
- "transformers_version": "4.38.2"
7
  }
 
3
  "bos_token_id": 1,
4
  "eos_token_id": 2,
5
  "pad_token_id": 0,
6
+ "transformers_version": "4.40.1"
7
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cf14a3b93a2bcc717131f13927cb8f888ef203f00ccf44e0a942f21831ee2b12
3
- size 309881376
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af68166dbb72044e7d9abcef31bdaca6c4cbec17929859161da45ad41d447047
3
+ size 325944696
tokenizer.json CHANGED
@@ -134,6 +134,7 @@
134
  "end_of_word_suffix": null,
135
  "fuse_unk": true,
136
  "byte_fallback": true,
 
137
  "vocab": {
138
  "<unk>": 0,
139
  "<s>": 1,
 
134
  "end_of_word_suffix": null,
135
  "fuse_unk": true,
136
  "byte_fallback": true,
137
+ "ignore_merges": false,
138
  "vocab": {
139
  "<unk>": 0,
140
  "<s>": 1,
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:64b4c94b02038a01bc9752d140e3cf7dc7062ef23881b3fffd363bf33402c91c
3
- size 4856
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8e5551b5f50045f3969949931c4caeac20a468230dd68e81313a7640e89c57b
3
+ size 4984