Update app.py
Browse files
app.py
CHANGED
@@ -4,7 +4,7 @@ import gradio as gr
|
|
4 |
from transformers import AutoTokenizer
|
5 |
from vllm import LLM, SamplingParams
|
6 |
|
7 |
-
model = os.environ.get
|
8 |
MODEL_NAME = model.split("/")[-1]
|
9 |
|
10 |
DESCRIPTION = f"""
|
|
|
4 |
from transformers import AutoTokenizer
|
5 |
from vllm import LLM, SamplingParams
|
6 |
|
7 |
+
model = os.environ.get("MODEL_ID")
|
8 |
MODEL_NAME = model.split("/")[-1]
|
9 |
|
10 |
DESCRIPTION = f"""
|