NicoNico commited on
Commit
c2d2d86
·
verified ·
1 Parent(s): eb6122f

Update README.md

Browse files

Update chat template to the example

Files changed (1) hide show
  1. README.md +11 -1
README.md CHANGED
@@ -20,5 +20,15 @@ pip install gbx-lm
20
  from gbx_lm import load, generate
21
 
22
  model, tokenizer = load("GreenBitAI/DeepSeek-R1-Distill-Qwen-14B-layer-mix-bpw-4.0-mlx")
23
- response = generate(model, tokenizer, prompt="hello", verbose=True)
 
 
 
 
 
 
 
 
 
 
24
  ```
 
20
  from gbx_lm import load, generate
21
 
22
  model, tokenizer = load("GreenBitAI/DeepSeek-R1-Distill-Qwen-14B-layer-mix-bpw-4.0-mlx")
23
+
24
+ prompt = "How can I make an apple cake"
25
+
26
+ if tokenizer.chat_template is not None:
27
+ messages = [{"role": "user", "content": prompt}]
28
+ prompt = tokenizer.apply_chat_template(
29
+ messages, add_generation_prompt=True
30
+ )
31
+ prompt = tokenizer.decode(prompt)
32
+
33
+ response = generate(model, tokenizer, prompt=prompt, verbose=True, max_tokens=4096)
34
  ```