Update README.md
Browse files
README.md
CHANGED
@@ -44,10 +44,10 @@ model = AutoModelForCausalLM.from_pretrained(
|
|
44 |
model_id,
|
45 |
torch_dtype=torch.bfloat16,
|
46 |
device_map="auto",
|
47 |
-
)
|
48 |
|
49 |
messages = [
|
50 |
-
{"role": "system", "content": "You are a helpful assistant
|
51 |
{"role": "user", "content": "ขอสูตรไก่ย่าง"},
|
52 |
]
|
53 |
|
|
|
44 |
model_id,
|
45 |
torch_dtype=torch.bfloat16,
|
46 |
device_map="auto",
|
47 |
+
) # We do not recommend loading the model using 4-bit and 8-bit BNB as it may produce inaccurate results.
|
48 |
|
49 |
messages = [
|
50 |
+
{"role": "system", "content": "You are a helpful assistant."},
|
51 |
{"role": "user", "content": "ขอสูตรไก่ย่าง"},
|
52 |
]
|
53 |
|