eeshwar143 commited on
Commit
dd3c25c
·
1 Parent(s): deed111

Prevent direct OpenAI bypass during inference

Browse files
Files changed (2) hide show
  1. .env.example +2 -1
  2. inference.py +8 -0
.env.example CHANGED
@@ -1,6 +1,7 @@
1
- API_BASE_URL=https://api.openai.com/v1
2
  MODEL_NAME=gpt-4o-mini
3
  API_KEY=
4
  HF_TOKEN=
5
  LOCAL_IMAGE_NAME=
6
  ENV_BASE_URL=http://127.0.0.1:8000
 
 
1
+ API_BASE_URL=
2
  MODEL_NAME=gpt-4o-mini
3
  API_KEY=
4
  HF_TOKEN=
5
  LOCAL_IMAGE_NAME=
6
  ENV_BASE_URL=http://127.0.0.1:8000
7
+ ALLOW_DIRECT_OPENAI=0
inference.py CHANGED
@@ -44,6 +44,7 @@ HF_TOKEN = os.getenv("HF_TOKEN")
44
  PROXY_API_KEY = API_KEY or HF_TOKEN
45
  LOCAL_IMAGE_NAME = os.getenv("LOCAL_IMAGE_NAME")
46
  ENV_BASE_URL = os.getenv("ENV_BASE_URL")
 
47
 
48
  BENCHMARK = "support_queue_env"
49
  SUCCESS_SCORE_THRESHOLD = 0.80
@@ -75,6 +76,13 @@ def create_openai_client() -> Any:
75
  if not PROXY_API_KEY:
76
  return None
77
 
 
 
 
 
 
 
 
78
  if OpenAI is not None:
79
  return OpenAI(base_url=API_BASE_URL, api_key=PROXY_API_KEY)
80
 
 
44
  PROXY_API_KEY = API_KEY or HF_TOKEN
45
  LOCAL_IMAGE_NAME = os.getenv("LOCAL_IMAGE_NAME")
46
  ENV_BASE_URL = os.getenv("ENV_BASE_URL")
47
+ ALLOW_DIRECT_OPENAI = os.getenv("ALLOW_DIRECT_OPENAI") == "1"
48
 
49
  BENCHMARK = "support_queue_env"
50
  SUCCESS_SCORE_THRESHOLD = 0.80
 
76
  if not PROXY_API_KEY:
77
  return None
78
 
79
+ if "api.openai.com" in API_BASE_URL and not ALLOW_DIRECT_OPENAI:
80
+ print(
81
+ "[DEBUG] Refusing to use direct OpenAI base URL. Set API_BASE_URL to the provided proxy, or set ALLOW_DIRECT_OPENAI=1 for local-only testing.",
82
+ flush=True,
83
+ )
84
+ return None
85
+
86
  if OpenAI is not None:
87
  return OpenAI(base_url=API_BASE_URL, api_key=PROXY_API_KEY)
88