Hugging Face's logo

ssbuild
/
baichuan-13b-chat-int4

Text Generation
Transformers
PyTorch
baichuan
custom_code
Model card Files Community
2
ssbuild commited on
Commit
a54dc05
•
1 Parent(s): 2f52b6c

v2.0

Browse files
Files changed (4) hide show
  1. config.json +2 -1
  2. generation_config.json +6 -6
  3. pytorch_model-00001-of-00002.bin +1 -1
  4. pytorch_model-00002-of-00002.bin +1 -1
config.json CHANGED
@@ -1,5 +1,6 @@
1
  {
2
  "_from_model_config": true,
 
3
  "architectures": [
4
  "BaichuanForCausalLM"
5
  ],
@@ -27,7 +28,7 @@
27
  "task_specific_params": {},
28
  "tie_word_embeddings": false,
29
  "torch_dtype": "float16",
30
- "transformers_version": "4.30.2",
31
  "use_cache": true,
32
  "vocab_size": 64000
33
  }
 
1
  {
2
  "_from_model_config": true,
3
+ "_name_or_path": "/data/nlp/pre_models/torch/baichuan2/Baichuan-13B-Chat",
4
  "architectures": [
5
  "BaichuanForCausalLM"
6
  ],
 
28
  "task_specific_params": {},
29
  "tie_word_embeddings": false,
30
  "torch_dtype": "float16",
31
+ "transformers_version": "4.31.0",
32
  "use_cache": true,
33
  "vocab_size": 64000
34
  }
generation_config.json CHANGED
@@ -1,14 +1,14 @@
1
  {
2
- "pad_token_id": 0,
3
  "bos_token_id": 1,
 
4
  "eos_token_id": 2,
5
- "user_token_id": 195,
6
- "assistant_token_id": 196,
7
  "max_new_tokens": 2048,
 
 
8
  "temperature": 0.3,
9
  "top_k": 5,
10
  "top_p": 0.85,
11
- "repetition_penalty": 1.1,
12
- "do_sample": true,
13
- "transformers_version": "4.29.2"
14
  }
 
1
  {
2
+ "assistant_token_id": 196,
3
  "bos_token_id": 1,
4
+ "do_sample": true,
5
  "eos_token_id": 2,
 
 
6
  "max_new_tokens": 2048,
7
+ "pad_token_id": 0,
8
+ "repetition_penalty": 1.1,
9
  "temperature": 0.3,
10
  "top_k": 5,
11
  "top_p": 0.85,
12
+ "transformers_version": "4.31.0",
13
+ "user_token_id": 195
 
14
  }
pytorch_model-00001-of-00002.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8e0a0d431435664cdb9c75a47fbc6dcdc0757459043e69707382d2f8fe1e6b23
3
  size 3968000178
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95609a0828b705a9ea710032a016af9de9a38123ccff4be7594fb9d457e0910c
3
  size 3968000178
pytorch_model-00002-of-00002.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c06a8240fea1aa50a4ae10dbb6947458a6574d064d024fac25fe49c7365bffc8
3
  size 3652521277
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31b84c357bf7d44a82ed928c3891762a1c6c736aa038c5fce19db4d5b123347a
3
  size 3652521277