blackmount8
/

open-llama-7b-open-instruct-ct2-float16

Text Generation

Model card Files Files and versions Community

blackmount8 commited on Jun 24, 2023

Commit

446bacd

•

1 Parent(s): 1bf3de1

Update README.md.

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -39,7 +39,7 @@ from transformers import AutoTokenizer
 model_name = "./open-llama-7b-open-instruct-ct2-float16"
 tokenizer = AutoTokenizer.from_pretrained(model_name, use_fast=False, padding_side="left", truncation_side="left")
-model = ctranslate2.Generator(model_name, device="cuda", compute_type="float16")
 input_text = ["What is the meaning of stonehenge?", "Hello mate!"]

 model_name = "./open-llama-7b-open-instruct-ct2-float16"
 tokenizer = AutoTokenizer.from_pretrained(model_name, use_fast=False, padding_side="left", truncation_side="left")
+model = ctranslate2.Generator(model_name, device="auto", compute_type="float16")
 input_text = ["What is the meaning of stonehenge?", "Hello mate!"]