OccamRazor commited on
Commit
7742539
1 Parent(s): 33ed16d

Switch to new model format for KoboldAI

Browse files
4bit.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:b2b91a95c01c59469d7329a7245c6794737de7d6b7539bee42aea7e059ce16d5
3
- size 248045073
 
 
 
 
config.json CHANGED
@@ -21,4 +21,6 @@
21
  "use_cache": true,
22
  "use_parallel_residual": true,
23
  "vocab_size": 50304
 
 
24
  }
 
21
  "use_cache": true,
22
  "use_parallel_residual": true,
23
  "vocab_size": 50304
24
+ "gptq_bits": 4,
25
+ "gptq_groupsize": 32
26
  }
4bit-128g.safetensors → model.safetensors RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:482b816a791acf41e39c2b8d0d67f9c8ff5723f7b6385219f587163de35477b9
3
- size 250593490
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3663d5745a954e5e79ffba28acccb3345a9d712dbc6a4f3e9b92f9579990babc
3
+ size 259551592