plarnholt commited on
Commit
eaa5923
·
verified ·
1 Parent(s): 49c922d

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -0
app.py CHANGED
@@ -10,6 +10,8 @@ import os, time, threading, subprocess, requests
10
  from fastapi import FastAPI, Request, Response
11
  import gradio as gr
12
 
 
 
13
  MODEL_ID = os.environ.get("MODEL_ID", "Qwen/Qwen2.5-14B-Instruct-AWQ")
14
  API_PORT = int(os.environ.get("API_PORT", "8000")) # vLLM internal port
15
  SYSTEM_PROMPT = os.environ.get(
 
10
  from fastapi import FastAPI, Request, Response
11
  import gradio as gr
12
 
13
+ os.environ["VLLM_USE_OUTLINES"] = "0" # turn off outlines so pyairports isn't imported
14
+
15
  MODEL_ID = os.environ.get("MODEL_ID", "Qwen/Qwen2.5-14B-Instruct-AWQ")
16
  API_PORT = int(os.environ.get("API_PORT", "8000")) # vLLM internal port
17
  SYSTEM_PROMPT = os.environ.get(