Update README.md
Browse files
README.md
CHANGED
@@ -48,8 +48,7 @@ tokenizer = AutoTokenizer.from_pretrained(model_path, trust_remote_code=False)
|
|
48 |
|
49 |
|
50 |
|
51 |
-
def generate(
|
52 |
-
prompt = instruction
|
53 |
inputs = tokenizer(prompt, return_tensors="pt")
|
54 |
input_ids = inputs["input_ids"].cuda()
|
55 |
generation_output = model.generate(
|
|
|
48 |
|
49 |
|
50 |
|
51 |
+
def generate(prompt):
|
|
|
52 |
inputs = tokenizer(prompt, return_tensors="pt")
|
53 |
input_ids = inputs["input_ids"].cuda()
|
54 |
generation_output = model.generate(
|