Pankaj Mathur
commited on
Commit
•
33edc1c
1
Parent(s):
bb7ae54
Update README.md
Browse files
README.md
CHANGED
@@ -54,7 +54,7 @@ model = AutoModelForCausalLM.from_pretrained("psmathur/orca_mini_v3_7b", torch_d
|
|
54 |
system_prompt = "### System:\nYou are an AI assistant that follows instruction extremely well. Help as much as you can.\n\n"
|
55 |
|
56 |
#generate text steps
|
57 |
-
instruction = "
|
58 |
prompt = f"{system_prompt}### User: {instruction}\n\n### Assistant:\n"
|
59 |
inputs = tokenizer(prompt, return_tensors="pt").to("cuda")
|
60 |
output = model.generate(**inputs, do_sample=True, top_p=0.95, top_k=0, max_new_tokens=4096)
|
|
|
54 |
system_prompt = "### System:\nYou are an AI assistant that follows instruction extremely well. Help as much as you can.\n\n"
|
55 |
|
56 |
#generate text steps
|
57 |
+
instruction = "Tell me about Orcas."
|
58 |
prompt = f"{system_prompt}### User: {instruction}\n\n### Assistant:\n"
|
59 |
inputs = tokenizer(prompt, return_tensors="pt").to("cuda")
|
60 |
output = model.generate(**inputs, do_sample=True, top_p=0.95, top_k=0, max_new_tokens=4096)
|