Suparious commited on
Commit
3dd537b
1 Parent(s): 2aa0438

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +4 -3
README.md CHANGED
@@ -66,12 +66,13 @@ pip install --upgrade autoawq autoawq-kernels
66
  from awq import AutoAWQForCausalLM
67
  from transformers import AutoTokenizer, TextStreamer
68
 
69
- quant_path = "solidrust/WestLake-7B-v2-laser-AWQ"
 
70
 
71
  # Load model
72
- model = AutoAWQForCausalLM.from_quantized(quant_path,
73
  fuse_layers=True)
74
- tokenizer = AutoTokenizer.from_pretrained(quant_path,
75
  trust_remote_code=True)
76
  streamer = TextStreamer(tokenizer,
77
  skip_prompt=True,
 
66
  from awq import AutoAWQForCausalLM
67
  from transformers import AutoTokenizer, TextStreamer
68
 
69
+ model_path = "solidrust/WestLake-7B-v2-laser-AWQ"
70
+ system_message = "Welcome to WestLake. You are here to help users with any questions they may have."
71
 
72
  # Load model
73
+ model = AutoAWQForCausalLM.from_quantized(model_path,
74
  fuse_layers=True)
75
+ tokenizer = AutoTokenizer.from_pretrained(model_path,
76
  trust_remote_code=True)
77
  streamer = TextStreamer(tokenizer,
78
  skip_prompt=True,