richardkimsm89 commited on
Commit
d9c9b11
·
verified ·
1 Parent(s): c19abdd

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +8 -8
app.py CHANGED
@@ -10,20 +10,20 @@ client = InferenceClient()
10
  def fn_text(
11
  prompt,
12
  history,
13
- #system_prompt,
14
  max_tokens,
15
  temperature,
16
  top_p,
17
  ):
18
 
19
- #messages = [{"role": "system", "content": system_prompt}]
20
- #history.append(messages[0])
21
 
22
- #messages.append({"role": "user", "content": prompt})
23
- #history.append(messages[1])
24
 
25
- messages = [{"role": "user", "content": prompt}]
26
- history.append(messages[0])
27
 
28
  stream = client.chat.completions.create(
29
  model = model_text,
@@ -43,7 +43,7 @@ app_text = gr.ChatInterface(
43
  fn = fn_text,
44
  type = "messages",
45
  additional_inputs = [
46
- #gr.Textbox(value="You are a helpful assistant.", label="System Prompt"),
47
  gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max Tokens"),
48
  gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
49
  gr.Slider(minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-P"),
 
10
  def fn_text(
11
  prompt,
12
  history,
13
+ system_prompt,
14
  max_tokens,
15
  temperature,
16
  top_p,
17
  ):
18
 
19
+ messages = [{"role": "system", "content": system_prompt}]
20
+ history.append(messages[0])
21
 
22
+ messages.append({"role": "user", "content": prompt})
23
+ history.append(messages[1])
24
 
25
+ #messages = [{"role": "user", "content": prompt}]
26
+ #history.append(messages[0])
27
 
28
  stream = client.chat.completions.create(
29
  model = model_text,
 
43
  fn = fn_text,
44
  type = "messages",
45
  additional_inputs = [
46
+ gr.Textbox(value="You are a helpful assistant.", label="System Prompt"),
47
  gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max Tokens"),
48
  gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
49
  gr.Slider(minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-P"),