Spaces:
Runtime error
Runtime error
pentagoniac
commited on
Commit
•
0b2b568
1
Parent(s):
ee591bd
Update app.py
Browse files
app.py
CHANGED
@@ -1,8 +1,8 @@
|
|
1 |
import argparse
|
2 |
import gradio as gr
|
3 |
-
|
4 |
from openai import OpenAI
|
5 |
|
|
|
6 |
|
7 |
def http_bot(prompt, history):
|
8 |
|
@@ -26,7 +26,7 @@ Your answer: <your answer here>"""
|
|
26 |
|
27 |
client = OpenAI(api_key="dummy", base_url="http://semikong.aitomatic.com:8081/v1")
|
28 |
response = client.chat.completions.create(
|
29 |
-
model=
|
30 |
messages=messages,
|
31 |
# stream=True,
|
32 |
max_tokens=1024,
|
|
|
1 |
import argparse
|
2 |
import gradio as gr
|
|
|
3 |
from openai import OpenAI
|
4 |
|
5 |
+
MODEL = "pentagoniac/SEMIKONG-8b-GPTQ"
|
6 |
|
7 |
def http_bot(prompt, history):
|
8 |
|
|
|
26 |
|
27 |
client = OpenAI(api_key="dummy", base_url="http://semikong.aitomatic.com:8081/v1")
|
28 |
response = client.chat.completions.create(
|
29 |
+
model=MODEL,
|
30 |
messages=messages,
|
31 |
# stream=True,
|
32 |
max_tokens=1024,
|