Update README.md
Browse files
README.md
CHANGED
@@ -14,7 +14,7 @@ license: apache-2.0
|
|
14 |
import torch
|
15 |
from transformers import pipeline
|
16 |
|
17 |
-
pipe = pipeline("text-generation", model="
|
18 |
|
19 |
# We use the tokenizer's chat template to format each message - see https://huggingface.co/docs/transformers/main/en/chat_templating
|
20 |
messages = [
|
|
|
14 |
import torch
|
15 |
from transformers import pipeline
|
16 |
|
17 |
+
pipe = pipeline("text-generation", model="vicky4s4s/mistral-7b-instruct-v3", torch_dtype=torch.bfloat16, device_map="auto")
|
18 |
|
19 |
# We use the tokenizer's chat template to format each message - see https://huggingface.co/docs/transformers/main/en/chat_templating
|
20 |
messages = [
|