tatakuyi commited on
Commit
8961cd7
1 Parent(s): 6008145

Upload folder using huggingface_hub

Browse files
Files changed (2) hide show
  1. config.json +5 -5
  2. model.safetensors +2 -2
config.json CHANGED
@@ -8,14 +8,14 @@
8
  "embd_pdrop": 0.0,
9
  "eos_token_id": 2,
10
  "hidden_act": "silu",
11
- "hidden_size": 1280,
12
  "initializer_range": 0.02,
13
- "intermediate_size": 3584,
14
  "max_position_embeddings": 1024,
15
  "model_type": "phi3",
16
- "num_attention_heads": 20,
17
- "num_hidden_layers": 36,
18
- "num_key_value_heads": 5,
19
  "original_max_position_embeddings": 1024,
20
  "pad_token_id": 2,
21
  "partial_rotary_factor": 0.5,
 
8
  "embd_pdrop": 0.0,
9
  "eos_token_id": 2,
10
  "hidden_act": "silu",
11
+ "hidden_size": 1584,
12
  "initializer_range": 0.02,
13
+ "intermediate_size": 3168,
14
  "max_position_embeddings": 1024,
15
  "model_type": "phi3",
16
+ "num_attention_heads": 24,
17
+ "num_hidden_layers": 24,
18
+ "num_key_value_heads": 24,
19
  "original_max_position_embeddings": 1024,
20
  "pad_token_id": 2,
21
  "partial_rotary_factor": 0.5,
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2ff2c8018a9644424242371db516abdfe816e8b9d051fe1bcf71c9253d7c832a
3
- size 3086663384
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4cc7895d91a6c3df4ce0f0dc675361f48948f3acdd96c4ad8d1890a8cbf2e2ab
3
+ size 3045877896