goku commited on
Commit
db4bad1
1 Parent(s): 62d464a

Upload LlamaForCausalLM

Browse files
Files changed (3) hide show
  1. README.md +1 -1
  2. config.json +2 -2
  3. model.safetensors +2 -2
README.md CHANGED
@@ -1,6 +1,6 @@
1
  ---
2
- library_name: transformers
3
  license: apache-2.0
 
4
  datasets:
5
  - cerebras/SlimPajama-627B
6
  - HuggingFaceH4/ultrachat_200k
 
1
  ---
 
2
  license: apache-2.0
3
+ library_name: transformers
4
  datasets:
5
  - cerebras/SlimPajama-627B
6
  - HuggingFaceH4/ultrachat_200k
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "/mnt/storage/chat_checkpoints/chat_checkpoints/models/5",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
@@ -21,7 +21,7 @@
21
  "rope_scaling": null,
22
  "rope_theta": 10000.0,
23
  "tie_word_embeddings": false,
24
- "torch_dtype": "float32",
25
  "transformers_version": "4.38.2",
26
  "use_cache": true,
27
  "vocab_size": 32004
 
1
  {
2
+ "_name_or_path": "checkpoints/model",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
 
21
  "rope_scaling": null,
22
  "rope_theta": 10000.0,
23
  "tie_word_embeddings": false,
24
+ "torch_dtype": "bfloat16",
25
  "transformers_version": "4.38.2",
26
  "use_cache": true,
27
  "vocab_size": 32004
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7606dafb83c83576c05c8d960d870c0b4cc467dd19fd4b75371821221a8b0760
3
- size 4400282072
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9e064d915086d77bbd5712b7ebe0e8d3eb87a9cfa32d6a99a0bad93e2f03d32
3
+ size 2200152632