codegood commited on
Commit
f946824
1 Parent(s): 49213b4

Upload folder using huggingface_hub

Browse files
Files changed (3) hide show
  1. config.json +3 -3
  2. model.safetensors +2 -2
  3. training_args.bin +1 -1
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "codegood/Bitnet-Llama-70M-YU",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
@@ -13,9 +13,9 @@
13
  "intermediate_size": 1024,
14
  "max_position_embeddings": 768,
15
  "model_type": "llama",
16
- "num_attention_heads": 12,
17
  "num_hidden_layers": 6,
18
- "num_key_value_heads": 12,
19
  "pad_token_id": 0,
20
  "pretraining_tp": 1,
21
  "rms_norm_eps": 1e-05,
 
1
  {
2
+ "_name_or_path": "NousResearch/Llama-2-7b-hf",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
 
13
  "intermediate_size": 1024,
14
  "max_position_embeddings": 768,
15
  "model_type": "llama",
16
+ "num_attention_heads": 6,
17
  "num_hidden_layers": 6,
18
+ "num_key_value_heads": 6,
19
  "pad_token_id": 0,
20
  "pretraining_tp": 1,
21
  "rms_norm_eps": 1e-05,
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:deea3069f627c9da11b32ea82a57d398353131524a4af5bc50e5b0ec4ff26a34
3
- size 309900448
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf14a3b93a2bcc717131f13927cb8f888ef203f00ccf44e0a942f21831ee2b12
3
+ size 309881376
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0bf653c331ccde5372c1c5e53f805c92c5b3c619f3a2b48214accea7ab90bacc
3
  size 4856
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64b4c94b02038a01bc9752d140e3cf7dc7062ef23881b3fffd363bf33402c91c
3
  size 4856