hooking-dev commited on
Commit
783b67c
1 Parent(s): 6df89e9

Upload 6 files

Browse files
Files changed (3) hide show
  1. config.json +2 -2
  2. model.safetensors +2 -2
  3. tokenizer.json +0 -0
config.json CHANGED
@@ -16,8 +16,8 @@
16
  "n_ctx": 8192,
17
  "n_embd": 1024,
18
  "n_head": 16,
19
- "n_inner": null,
20
- "n_layer": 24,
21
  "n_positions": 8192,
22
  "recompute_grad": true,
23
  "reorder_and_upcast_attn": false,
 
16
  "n_ctx": 8192,
17
  "n_embd": 1024,
18
  "n_head": 16,
19
+ "n_inner": 1024,
20
+ "n_layer": 16,
21
  "n_positions": 8192,
22
  "recompute_grad": true,
23
  "reorder_and_upcast_attn": false,
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cc1afb52fd718b2015ec47a2ab32d93b7686d1f0f55605a0573273b0c59511c2
3
- size 1448683008
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af9d07404cdb9cc9782549794403d544319419a8796036b3349b893248f8cf62
3
+ size 642743944
tokenizer.json CHANGED
The diff for this file is too large to render. See raw diff