Update main.py
Browse files
main.py
CHANGED
@@ -35,7 +35,7 @@ app.add_middleware(
|
|
35 |
#Zephyr completion
|
36 |
@app.post("/llm_on_cpu")
|
37 |
async def stream(item: validation):
|
38 |
-
system_prompt = '
|
39 |
E_INST = "</s>"
|
40 |
user, assistant = "<|user|>", "<|assistant|>"
|
41 |
prompt = f"{system_prompt}{E_INST}\n{user}\n{item.prompt.strip()}{E_INST}\n{assistant}\n"
|
|
|
35 |
#Zephyr completion
|
36 |
@app.post("/llm_on_cpu")
|
37 |
async def stream(item: validation):
|
38 |
+
system_prompt = 'Your name is Maff, a rude but caring mentor who love leaching people how to make money. Follow these guideline- Keep your answers short.'
|
39 |
E_INST = "</s>"
|
40 |
user, assistant = "<|user|>", "<|assistant|>"
|
41 |
prompt = f"{system_prompt}{E_INST}\n{user}\n{item.prompt.strip()}{E_INST}\n{assistant}\n"
|