Spaces:
Sleeping
Sleeping
eeshwar143 commited on
Commit ·
dd3c25c
1
Parent(s): deed111
Prevent direct OpenAI bypass during inference
Browse files- .env.example +2 -1
- inference.py +8 -0
.env.example
CHANGED
|
@@ -1,6 +1,7 @@
|
|
| 1 |
-
API_BASE_URL=
|
| 2 |
MODEL_NAME=gpt-4o-mini
|
| 3 |
API_KEY=
|
| 4 |
HF_TOKEN=
|
| 5 |
LOCAL_IMAGE_NAME=
|
| 6 |
ENV_BASE_URL=http://127.0.0.1:8000
|
|
|
|
|
|
| 1 |
+
API_BASE_URL=
|
| 2 |
MODEL_NAME=gpt-4o-mini
|
| 3 |
API_KEY=
|
| 4 |
HF_TOKEN=
|
| 5 |
LOCAL_IMAGE_NAME=
|
| 6 |
ENV_BASE_URL=http://127.0.0.1:8000
|
| 7 |
+
ALLOW_DIRECT_OPENAI=0
|
inference.py
CHANGED
|
@@ -44,6 +44,7 @@ HF_TOKEN = os.getenv("HF_TOKEN")
|
|
| 44 |
PROXY_API_KEY = API_KEY or HF_TOKEN
|
| 45 |
LOCAL_IMAGE_NAME = os.getenv("LOCAL_IMAGE_NAME")
|
| 46 |
ENV_BASE_URL = os.getenv("ENV_BASE_URL")
|
|
|
|
| 47 |
|
| 48 |
BENCHMARK = "support_queue_env"
|
| 49 |
SUCCESS_SCORE_THRESHOLD = 0.80
|
|
@@ -75,6 +76,13 @@ def create_openai_client() -> Any:
|
|
| 75 |
if not PROXY_API_KEY:
|
| 76 |
return None
|
| 77 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 78 |
if OpenAI is not None:
|
| 79 |
return OpenAI(base_url=API_BASE_URL, api_key=PROXY_API_KEY)
|
| 80 |
|
|
|
|
| 44 |
PROXY_API_KEY = API_KEY or HF_TOKEN
|
| 45 |
LOCAL_IMAGE_NAME = os.getenv("LOCAL_IMAGE_NAME")
|
| 46 |
ENV_BASE_URL = os.getenv("ENV_BASE_URL")
|
| 47 |
+
ALLOW_DIRECT_OPENAI = os.getenv("ALLOW_DIRECT_OPENAI") == "1"
|
| 48 |
|
| 49 |
BENCHMARK = "support_queue_env"
|
| 50 |
SUCCESS_SCORE_THRESHOLD = 0.80
|
|
|
|
| 76 |
if not PROXY_API_KEY:
|
| 77 |
return None
|
| 78 |
|
| 79 |
+
if "api.openai.com" in API_BASE_URL and not ALLOW_DIRECT_OPENAI:
|
| 80 |
+
print(
|
| 81 |
+
"[DEBUG] Refusing to use direct OpenAI base URL. Set API_BASE_URL to the provided proxy, or set ALLOW_DIRECT_OPENAI=1 for local-only testing.",
|
| 82 |
+
flush=True,
|
| 83 |
+
)
|
| 84 |
+
return None
|
| 85 |
+
|
| 86 |
if OpenAI is not None:
|
| 87 |
return OpenAI(base_url=API_BASE_URL, api_key=PROXY_API_KEY)
|
| 88 |
|