Update app.py
Browse files
app.py
CHANGED
@@ -1,17 +1,11 @@
|
|
1 |
import os
|
2 |
-
|
3 |
import gradio as gr
|
4 |
-
|
5 |
from text_generation import Client, InferenceAPIClient
|
6 |
|
7 |
openchat_preprompt = (
|
8 |
-
"\n<human>: Hi!\n<bot>:
|
9 |
-
"fine-tuning new bots! I was created by Together, LAION, and Ontocord.ai and the open-source "
|
10 |
-
"community. I am not human, not evil and not alive, and thus have no thoughts and feelings, "
|
11 |
-
"but I am programmed to be helpful, polite, honest, and friendly.\n"
|
12 |
)
|
13 |
|
14 |
-
|
15 |
def get_client(model: str):
|
16 |
if model == "togethercomputer/GPT-NeoXT-Chat-Base-20B":
|
17 |
return Client(os.getenv("OPENCHAT_API_URL"))
|
@@ -191,11 +185,13 @@ with gr.Blocks(
|
|
191 |
choices=[
|
192 |
"OpenAssistant/oasst-sft-4-pythia-12b-epoch-3.5",
|
193 |
"OpenAssistant/oasst-sft-1-pythia-12b",
|
194 |
-
|
195 |
"google/flan-t5-xxl",
|
196 |
-
"google/
|
|
|
197 |
"bigscience/bloom",
|
198 |
-
"bigscience/
|
|
|
199 |
"EleutherAI/gpt-neox-20b",
|
200 |
"tiiuae/falcon-40b",
|
201 |
],
|
|
|
1 |
import os
|
|
|
2 |
import gradio as gr
|
|
|
3 |
from text_generation import Client, InferenceAPIClient
|
4 |
|
5 |
openchat_preprompt = (
|
6 |
+
"\n<human>: Hi!\n<bot>: \n"
|
|
|
|
|
|
|
7 |
)
|
8 |
|
|
|
9 |
def get_client(model: str):
|
10 |
if model == "togethercomputer/GPT-NeoXT-Chat-Base-20B":
|
11 |
return Client(os.getenv("OPENCHAT_API_URL"))
|
|
|
185 |
choices=[
|
186 |
"OpenAssistant/oasst-sft-4-pythia-12b-epoch-3.5",
|
187 |
"OpenAssistant/oasst-sft-1-pythia-12b",
|
188 |
+
"togethercomputer/GPT-NeoXT-Chat-Base-20B",
|
189 |
"google/flan-t5-xxl",
|
190 |
+
"google/umt5-xxl",
|
191 |
+
"google/umt5-small",
|
192 |
"bigscience/bloom",
|
193 |
+
"bigscience/mt0-xxl",
|
194 |
+
"bigscience/bloomz-1b7",
|
195 |
"EleutherAI/gpt-neox-20b",
|
196 |
"tiiuae/falcon-40b",
|
197 |
],
|