Commit
•
e65a339
1
Parent(s):
354569c
Upload model.
Browse files- config.json +1 -0
- hf_model_0001_0.pt +3 -0
- hf_model_0001_1.pt +3 -0
- hf_model_0002_0.pt +3 -0
- hf_model_0002_1.pt +3 -0
- hf_model_0003_0.pt +3 -0
- hf_model_0003_1.pt +3 -0
- hf_model_0004_0.pt +3 -0
- hf_model_0004_1.pt +3 -0
- recipe_state.pt +3 -0
config.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 128000, "eos_token_id": [128001, 128008, 128009], "hidden_act": "silu", "hidden_size": 4096, "initializer_range": 0.02, "intermediate_size": 14336, "max_position_embeddings": 131072, "mlp_bias": false, "model_type": "llama", "num_attention_heads": 32, "num_hidden_layers": 32, "num_key_value_heads": 8, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": {"factor": 8.0, "low_freq_factor": 1.0, "high_freq_factor": 4.0, "original_max_position_embeddings": 8192, "rope_type": "llama3"}, "rope_theta": 500000.0, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "transformers_version": "4.42.3", "use_cache": true, "vocab_size": 128256}
|
hf_model_0001_0.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:294679fcaa797e74dd40b2f91dfe138ba6ad79ce22b156a52a6bd692658d4950
|
| 3 |
+
size 4976717492
|
hf_model_0001_1.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:163033292d98ade44ce656516c6915ac76cddb4ac79374a9843204e1a96c1d75
|
| 3 |
+
size 4976717492
|
hf_model_0002_0.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6b5d2cae882ad49b90674290eff764d70c0cfeb0e6ddb7e8a1eb51ba19b98247
|
| 3 |
+
size 4999826558
|
hf_model_0002_1.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5ebf2929c32018da9a0daf79a0791b6e5447e1e48ea3848972a528db31d0a565
|
| 3 |
+
size 4999826558
|
hf_model_0003_0.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b2c3e7bb7cab690c6e3c7887cd2b70d40a78823654e4d0f7c2577c9d5c982a70
|
| 3 |
+
size 4915939050
|
hf_model_0003_1.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9f96f29393c1cadb418d4b67a0b7f59d0a24c13a16086685d21b90ee6415858a
|
| 3 |
+
size 4915939050
|
hf_model_0004_0.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f3df2b7b717d52d89aed4623cb463ec4d9ebefde0ae5e999deed8e63194176d2
|
| 3 |
+
size 1168140820
|
hf_model_0004_1.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:71b4aee37b182968e660bef287a35466e155c770e8eb94315a7d439d70a3dfc3
|
| 3 |
+
size 1168140820
|
recipe_state.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6b24a5b96e930872385a343d3ddb9b93ae6f65486dc79ec2d3f6c28390e47a04
|
| 3 |
+
size 32121237729
|