add foolproof AI API validation

app.py

@@ -4,8 +4,9 @@ from config import STRONG_API_BASE, STRONG_API_KEY, STRONG_MODEL
 from util import is_valid_url
 from util import mylogger
 from util import stream_together
+from util import checkAPI
 from taskNonAI import extract_url, file_to_html, compile_pdf
-from taskAI import TaskAI
+
 ## load data
 from _data_test import mock_jd, mock_cv
 ## ui

taskAI.py

@@ -5,6 +5,7 @@ from llama_index.core.llms import ChatMessage  # , MessageRole
 from llama_index.core import ChatPromptTemplate
 
 from util import mylogger
+from util import checkAPI
 
 logger = mylogger(__name__, "%(asctime)s:%(filename)s:%(levelname)s:%(message)s")
 ## define templates
@@ -81,6 +82,8 @@ class TaskAI(OpenAILike):
             log(f"use context window size: {window_size} for {model}")
             return window_size
 
+        checkAPI(api_base, api_key)
+        
         super().__init__(
             api_base=api["base"],
             api_key=api["key"],

util.py

@@ -22,7 +22,7 @@ def mylogger(name, format, level=logging.INFO):
     return logger
 
 
-def count_token(text, encoding="cl100k_base"):
+def count_token(text, encoding="cl100k_base")->int:
     return len(tiktoken.get_encoding(encoding).encode(text))
 
 
@@ -41,6 +41,9 @@ def is_valid_openai_api_key(api_base: str, api_key: str) -> bool:
 
     return response.status_code == 200
 
+def checkAPI(api_base: str, api_key: str):
+    if not is_valid_openai_api_key(api_base, api_key):
+        raise ValueError("Invalid API key or less possibly OpenAI's (or AI provider's) fault. Did you setup your AI APIs properly? If you don't have any API key, try get one from https://beta.openai.com/account/api-keys")
 
 def zip_api(api_base: str, api_key: str, model: str) -> dict[str, str]:
     return {"base": api_base, "key": api_key, "model": model}