danielhanchen commited on
Commit
0eaa78d
·
verified ·
1 Parent(s): a0d755f

Upload LlamaForCausalLM

Browse files
Files changed (3) hide show
  1. config.json +2 -1
  2. generation_config.json +1 -1
  3. model.safetensors +1 -1
config.json CHANGED
@@ -7,6 +7,7 @@
7
  "attention_dropout": 0.0,
8
  "bos_token_id": 1,
9
  "eos_token_id": 2,
 
10
  "hidden_act": "silu",
11
  "hidden_size": 2048,
12
  "initializer_range": 0.02,
@@ -30,7 +31,7 @@
30
  "q4f16": "float16"
31
  }
32
  },
33
- "transformers_version": "4.44.2",
34
  "unsloth_fixed": true,
35
  "use_cache": true,
36
  "vocab_size": 49153
 
7
  "attention_dropout": 0.0,
8
  "bos_token_id": 1,
9
  "eos_token_id": 2,
10
+ "head_dim": 64,
11
  "hidden_act": "silu",
12
  "hidden_size": 2048,
13
  "initializer_range": 0.02,
 
31
  "q4f16": "float16"
32
  }
33
  },
34
+ "transformers_version": "4.46.1",
35
  "unsloth_fixed": true,
36
  "use_cache": true,
37
  "vocab_size": 49153
generation_config.json CHANGED
@@ -4,5 +4,5 @@
4
  "eos_token_id": 2,
5
  "max_length": 8192,
6
  "pad_token_id": 49152,
7
- "transformers_version": "4.44.2"
8
  }
 
4
  "eos_token_id": 2,
5
  "max_length": 8192,
6
  "pad_token_id": 49152,
7
+ "transformers_version": "4.46.1"
8
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ba04d37aa052639a0324e49a72cc3b438a5e60fff516b45bb252790db25bc664
3
  size 3422782048
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1731f70e65e60f4d63a80df06f33c3ee174f64e14b43c8b8c0d83be6179e954c
3
  size 3422782048