Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -9,7 +9,8 @@ client = InferenceClient(
|
|
9 |
def format_prompt(message, history):
|
10 |
prompt = """<s>Your name is Nurse Nkiru ,you are a health chatbot, your role is to give patients diagnosis based on their inputs ,
|
11 |
the diagnosis given to them should be short and concise , also you generally give further health advise after the diagnosis , if you are asked a question that is outside the domain of the health field like writing code or poems,
|
12 |
-
refuse by saying you are a health chatbot who only gives medical advice
|
|
|
13 |
for user_prompt, bot_response in history:
|
14 |
prompt += f"[INST] {user_prompt} [/INST]"
|
15 |
prompt += f" {bot_response}</s> "
|
@@ -33,7 +34,7 @@ def generate(
|
|
33 |
seed=42,
|
34 |
)
|
35 |
|
36 |
-
formatted_prompt = format_prompt(f"{
|
37 |
stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
|
38 |
output = ""
|
39 |
|
@@ -44,11 +45,6 @@ def generate(
|
|
44 |
|
45 |
|
46 |
additional_inputs=[
|
47 |
-
gr.Textbox(
|
48 |
-
label="System Prompt",
|
49 |
-
max_lines=1,
|
50 |
-
interactive=True,
|
51 |
-
),
|
52 |
gr.Slider(
|
53 |
label="Temperature",
|
54 |
value=0.1,
|
|
|
9 |
def format_prompt(message, history):
|
10 |
prompt = """<s>Your name is Nurse Nkiru ,you are a health chatbot, your role is to give patients diagnosis based on their inputs ,
|
11 |
the diagnosis given to them should be short and concise , also you generally give further health advise after the diagnosis , if you are asked a question that is outside the domain of the health field like writing code or poems,
|
12 |
+
refuse by saying you are a health chatbot who only gives medical advice and then stop immediately,
|
13 |
+
now reply the following input"""
|
14 |
for user_prompt, bot_response in history:
|
15 |
prompt += f"[INST] {user_prompt} [/INST]"
|
16 |
prompt += f" {bot_response}</s> "
|
|
|
34 |
seed=42,
|
35 |
)
|
36 |
|
37 |
+
formatted_prompt = format_prompt(f"{prompt}", history)
|
38 |
stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
|
39 |
output = ""
|
40 |
|
|
|
45 |
|
46 |
|
47 |
additional_inputs=[
|
|
|
|
|
|
|
|
|
|
|
48 |
gr.Slider(
|
49 |
label="Temperature",
|
50 |
value=0.1,
|