Spaces:

MarkChen1214
/

Breeze-7B-Inference-Endpoints

Sleeping

MarkChen1214 commited on Jun 24

Commit

30087cd

•

1 Parent(s): b85bdbd

chore: Update base URL in chat_with_openai function

Files changed (1) hide show

app.py CHANGED Viewed

@@ -36,7 +36,7 @@ MAX_INPUT_LENGTH = 5000
 def chat_with_openai(model_name, system_message, user_message, temperature=0.5, max_tokens=1024, top_p=0.5):
     client = OpenAI(
-        base_url=API_URL,
         api_key=TOKEN
     )

 def chat_with_openai(model_name, system_message, user_message, temperature=0.5, max_tokens=1024, top_p=0.5):
     client = OpenAI(
+        base_url=os.path.join(API_URL, "v1/"),
         api_key=TOKEN
     )