DanceLab
/

cheese-llm-v1

Text Generation

text-generation-inference

Inference Endpoints

8-bit precision

Model card Files Files and versions Community

DanceLab commited on Jun 12, 2023

Commit

accf6a9

•

1 Parent(s): fdf7764

update int8 model

Files changed (2) hide show

config.json +2 -2
pytorch_model.bin +2 -2

config.json CHANGED Viewed

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "/data3/lk/llm/model/pretrain_rezhihu_large_v5_0_49999_ckpt_convert/",
   "architectures": [
     "LlamaForCausalLM"
   ],
@@ -26,5 +26,5 @@
   "torch_dtype": "float16",
   "transformers_version": "4.29.2",
   "use_cache": true,
-  "vocab_size": 50000
 }

 {
+  "_name_or_path": "/data3/lk/llm/model/pretrain_rezhihu_large_v6_2_54999_ckpt_convert_secure",
   "architectures": [
     "LlamaForCausalLM"
   ],
   "torch_dtype": "float16",
   "transformers_version": "4.29.2",
   "use_cache": true,
+  "vocab_size": 49953
 }

pytorch_model.bin CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b4e5755a3b2203512f06901ddd9c93f4611cf59e7b9e19b9a298170d44ac7ab5
-size 7295850179

 version https://git-lfs.github.com/spec/v1
+oid sha256:908518766ec13cf6bf91b63da67b0bd2065e6cd6c14f84c9ab85b2bda7b62507
+size 7300592839