Spaces:

AgentFlow
/

agentflow

Running on Zero

IPF commited on 20 days ago

Commit

65ad880

verified ·

1 Parent(s): 9d7fa1d

Upload app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -87,7 +87,6 @@ def start_vllm_service() -> bool:
         VLLM_PROCESS = subprocess.Popen(
             [
                 "vllm", "serve", VLLM_MODEL_NAME,
-                "--port", str(VLLM_PORT),
                 "--host", VLLM_HOST,
                 "--tensor-parallel-size", "1",
                 "--gpu-memory-utilization", "0.95"

         VLLM_PROCESS = subprocess.Popen(
             [
                 "vllm", "serve", VLLM_MODEL_NAME,
                 "--host", VLLM_HOST,
                 "--tensor-parallel-size", "1",
                 "--gpu-memory-utilization", "0.95"