eskayML commited on
Commit
5a59b90
1 Parent(s): 2e3409a

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -2
app.py CHANGED
@@ -6,8 +6,7 @@ options =["mistralai/Mixtral-8x7B-Instruct-v0.1"
6
  ]
7
 
8
 
9
- model = gr.Dropdown(choices = options)
10
- client = InferenceClient(model)
11
 
12
 
13
 
@@ -37,6 +36,8 @@ def generate(
37
  )
38
 
39
  formatted_prompt = format_prompt(f"{system_prompt}, {prompt}", history)
 
 
40
  stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
41
  output = ""
42
 
 
6
  ]
7
 
8
 
9
+
 
10
 
11
 
12
 
 
36
  )
37
 
38
  formatted_prompt = format_prompt(f"{system_prompt}, {prompt}", history)
39
+ model = gr.Dropdown(choices = options)
40
+ client = InferenceClient(model)
41
  stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
42
  output = ""
43