BoxzDev commited on
Commit
0e5100d
·
verified ·
1 Parent(s): 6bd6331

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +2 -2
main.py CHANGED
@@ -7,8 +7,8 @@ import uvicorn
7
  app = FastAPI() # Create FastAPI instance
8
 
9
  # Define the primary and fallback models
10
- primary = "Qwen/QwQ-32B"
11
- fallbacks = ["mistralai/Mistral-7B-Instruct-v0.2", "Qwen/QwQ-32B"]
12
 
13
  # Load Hugging Face API Key
14
  HF_API_KEY = os.getenv("HF_API_TOKEN") # Get API key from environment variables
 
7
  app = FastAPI() # Create FastAPI instance
8
 
9
  # Define the primary and fallback models
10
+ primary = "microsoft/Phi-3.5-mini-instruct"
11
+ fallbacks = ["mistralai/Mistral-7B-Instruct-v0.2", "microsoft/Phi-3.5-mini-instruct"]
12
 
13
  # Load Hugging Face API Key
14
  HF_API_KEY = os.getenv("HF_API_TOKEN") # Get API key from environment variables