kunato commited on
Commit
1a30b56
1 Parent(s): 977a00d

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +2 -2
README.md CHANGED
@@ -44,10 +44,10 @@ model = AutoModelForCausalLM.from_pretrained(
44
  model_id,
45
  torch_dtype=torch.bfloat16,
46
  device_map="auto",
47
- )
48
 
49
  messages = [
50
- {"role": "system", "content": "You are a helpful assistant who're always speak Thai."},
51
  {"role": "user", "content": "ขอสูตรไก่ย่าง"},
52
  ]
53
 
 
44
  model_id,
45
  torch_dtype=torch.bfloat16,
46
  device_map="auto",
47
+ ) # We do not recommend loading the model using 4-bit and 8-bit BNB as it may produce inaccurate results.
48
 
49
  messages = [
50
+ {"role": "system", "content": "You are a helpful assistant."},
51
  {"role": "user", "content": "ขอสูตรไก่ย่าง"},
52
  ]
53