Migrate to new backend URL format

app.py

@@ -6,7 +6,7 @@ from functools import partial
 
 import gradio as gr
 import httpx
-from const import BASE_URL, CLI_COMMAND, CSS, FOOTER, HEADER, MODELS, PLACEHOLDER
+from const import CLI_COMMAND, CSS, FOOTER, HEADER, MODELS, PLACEHOLDER
 from openai import OpenAI
 from PIL import Image
 
@@ -90,7 +90,7 @@ def call_chat_api(message, history, model_name):
 
     client = OpenAI(
         api_key="",
-        base_url=BASE_URL,
+        base_url=MODELS[model_name]['host'],
         http_client=httpx.Client(
             event_hooks={
                 "request": [partial(proxy, model_info=MODELS[model_name])],

const.py

@@ -9,11 +9,10 @@ os.environ[SECRET_PREFIX + "PROJECT_ID"] = PROJECT_ID
 os.environ[SECRET_PREFIX + "ROLE_SUBJECT"] = ROLE_SUBJECT
 os.environ[SECRET_PREFIX + "CREDENTIALS"] = CREDENTIALS
 
-BASE_URL = os.environ.get("GCLOUD_BASE_URL", "")
-BASE_ENDPOINT = os.environ.get("GCLOUD_ENDPOINT", "")
-CHATTY_ENDPOINT = os.environ.get("GCLOUD_CHATTY_ENDPOINT", "")
 BASE_HOST = os.environ.get("GCLOUD_HOST", "")
+BASE_ENDPOINT = os.environ.get("GCLOUD_ENDPOINT", "")
 CHATTY_HOST = os.environ.get("GCLOUD_CHATTY_HOST", "")
+CHATTY_ENDPOINT = os.environ.get("GCLOUD_CHATTY_ENDPOINT", "")
 CLI_COMMAND_NAME = os.environ.get("CLI_COMMAND_NAME", "")
 CLI_ARG1 = os.environ.get("CLI_ARG1", "")
 CLI_ARG2 = os.environ.get("CLI_ARG2", "")
@@ -22,8 +21,8 @@ GCLOUD_BIN = str(ROOT_DIR / CLI_COMMAND_NAME)
 CLI_COMMAND = [GCLOUD_BIN, CLI_ARG1, CLI_ARG2]
 
 MODELS = {
-    "llava-calm2-siglip-chatty": {"endpoint": CHATTY_ENDPOINT, "host": CHATTY_HOST},
-    "llava-calm2-siglip": {"endpoint": BASE_ENDPOINT, "host": BASE_HOST},
+    "llava-calm2-siglip-chatty": {"host": CHATTY_HOST, "endpoint": CHATTY_ENDPOINT},
+    "llava-calm2-siglip": {"host": BASE_HOST, "endpoint": BASE_ENDPOINT},
 }
 
 HEADER = """