Commit
•
574bc06
1
Parent(s):
de66bdd
Update README.md
Browse files
README.md
CHANGED
|
@@ -39,7 +39,7 @@ model = transformers.LlamaForCausalLM.from_pretrained(model_name, torch_dtype=to
|
|
| 39 |
|
| 40 |
def stream(user_prompt):
|
| 41 |
runtimeFlag = "cuda:0"
|
| 42 |
-
system_prompt = '
|
| 43 |
B_INST, E_INST = "[INST]", "[/INST]"
|
| 44 |
prompt = f"{system_prompt}{B_INST}{user_prompt.strip()}\n{E_INST}"
|
| 45 |
inputs = tokenizer([prompt], return_tensors="pt").to(runtimeFlag)
|
|
|
|
| 39 |
|
| 40 |
def stream(user_prompt):
|
| 41 |
runtimeFlag = "cuda:0"
|
| 42 |
+
system_prompt = ''
|
| 43 |
B_INST, E_INST = "[INST]", "[/INST]"
|
| 44 |
prompt = f"{system_prompt}{B_INST}{user_prompt.strip()}\n{E_INST}"
|
| 45 |
inputs = tokenizer([prompt], return_tensors="pt").to(runtimeFlag)
|