blackmount8
commited on
Commit
•
446bacd
1
Parent(s):
1bf3de1
Update README.md.
Browse files
README.md
CHANGED
@@ -39,7 +39,7 @@ from transformers import AutoTokenizer
|
|
39 |
model_name = "./open-llama-7b-open-instruct-ct2-float16"
|
40 |
|
41 |
tokenizer = AutoTokenizer.from_pretrained(model_name, use_fast=False, padding_side="left", truncation_side="left")
|
42 |
-
model = ctranslate2.Generator(model_name, device="
|
43 |
|
44 |
input_text = ["What is the meaning of stonehenge?", "Hello mate!"]
|
45 |
|
|
|
39 |
model_name = "./open-llama-7b-open-instruct-ct2-float16"
|
40 |
|
41 |
tokenizer = AutoTokenizer.from_pretrained(model_name, use_fast=False, padding_side="left", truncation_side="left")
|
42 |
+
model = ctranslate2.Generator(model_name, device="auto", compute_type="float16")
|
43 |
|
44 |
input_text = ["What is the meaning of stonehenge?", "Hello mate!"]
|
45 |
|