Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -10,20 +10,20 @@ client = InferenceClient()
|
|
| 10 |
def fn_text(
|
| 11 |
prompt,
|
| 12 |
history,
|
| 13 |
-
|
| 14 |
max_tokens,
|
| 15 |
temperature,
|
| 16 |
top_p,
|
| 17 |
):
|
| 18 |
|
| 19 |
-
|
| 20 |
-
|
| 21 |
|
| 22 |
-
|
| 23 |
-
|
| 24 |
|
| 25 |
-
messages = [{"role": "user", "content": prompt}]
|
| 26 |
-
history.append(messages[0])
|
| 27 |
|
| 28 |
stream = client.chat.completions.create(
|
| 29 |
model = model_text,
|
|
@@ -43,7 +43,7 @@ app_text = gr.ChatInterface(
|
|
| 43 |
fn = fn_text,
|
| 44 |
type = "messages",
|
| 45 |
additional_inputs = [
|
| 46 |
-
|
| 47 |
gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max Tokens"),
|
| 48 |
gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
|
| 49 |
gr.Slider(minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-P"),
|
|
|
|
| 10 |
def fn_text(
|
| 11 |
prompt,
|
| 12 |
history,
|
| 13 |
+
system_prompt,
|
| 14 |
max_tokens,
|
| 15 |
temperature,
|
| 16 |
top_p,
|
| 17 |
):
|
| 18 |
|
| 19 |
+
messages = [{"role": "system", "content": system_prompt}]
|
| 20 |
+
history.append(messages[0])
|
| 21 |
|
| 22 |
+
messages.append({"role": "user", "content": prompt})
|
| 23 |
+
history.append(messages[1])
|
| 24 |
|
| 25 |
+
#messages = [{"role": "user", "content": prompt}]
|
| 26 |
+
#history.append(messages[0])
|
| 27 |
|
| 28 |
stream = client.chat.completions.create(
|
| 29 |
model = model_text,
|
|
|
|
| 43 |
fn = fn_text,
|
| 44 |
type = "messages",
|
| 45 |
additional_inputs = [
|
| 46 |
+
gr.Textbox(value="You are a helpful assistant.", label="System Prompt"),
|
| 47 |
gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max Tokens"),
|
| 48 |
gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
|
| 49 |
gr.Slider(minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-P"),
|