jondurbin commited on
Commit
b3d10d7
·
verified ·
1 Parent(s): 986a69a

Upload LlamaForCausalLM

Browse files
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "/workspace/foo/worthless-7b",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
@@ -20,10 +20,9 @@
20
  "rms_norm_eps": 1e-05,
21
  "rope_scaling": null,
22
  "rope_theta": 10000.0,
23
- "sliding_window": 4096,
24
  "tie_word_embeddings": false,
25
  "torch_dtype": "bfloat16",
26
  "transformers_version": "4.37.2",
27
- "use_cache": true,
28
  "vocab_size": 32000
29
  }
 
1
  {
2
+ "_name_or_path": "/workspace/worthless-7b",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
 
20
  "rms_norm_eps": 1e-05,
21
  "rope_scaling": null,
22
  "rope_theta": 10000.0,
 
23
  "tie_word_embeddings": false,
24
  "torch_dtype": "bfloat16",
25
  "transformers_version": "4.37.2",
26
+ "use_cache": false,
27
  "vocab_size": 32000
28
  }
generation_config.json CHANGED
@@ -2,5 +2,6 @@
2
  "_from_model_config": true,
3
  "bos_token_id": 1,
4
  "eos_token_id": 2,
5
- "transformers_version": "4.37.2"
 
6
  }
 
2
  "_from_model_config": true,
3
  "bos_token_id": 1,
4
  "eos_token_id": 2,
5
+ "transformers_version": "4.37.2",
6
+ "use_cache": false
7
  }
model-00001-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5e90353bd3a50e07f6a91b2842107f0079e9021c0688b26b3dff7083f7ed6b7c
3
  size 4943162336
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64433df8c25bd003ddd2b04211302880cbed9544387cae75af0ec1e74fad948c
3
  size 4943162336
model-00002-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:96a811bd2764378eeee20a31b502effe0e9848a834ad689e173cf4905eeadf1f
3
  size 4999819336
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90ef28b00452afb7f98af53fad281ad9e5b78addeab5a6ed6ed4a18027ed9bb2
3
  size 4999819336
model-00003-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ba3999caab1db95580f799622f757efb6fd442d86616c6ed30abb862a809a9ac
3
  size 4540516344
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:973ac2c2a209001e33fe50a103b1ff7a4a51798ff35611d1b0cb1c811748219e
3
  size 4540516344