Fucius's picture
Upload 422 files
df6c67d verified
import os
from inference.core.env import (
CELERY_LOG_LEVEL,
HOST,
NUM_CELERY_WORKERS,
NUM_WORKERS,
PORT,
REDIS_PORT,
)
os.system(
f'redis-server --io-threads 8 --save ""--port {REDIS_PORT} &'
f"celery -A inference.enterprise.parallel.tasks worker --prefetch-multiplier=4 --concurrency={NUM_CELERY_WORKERS} -Q pre --loglevel={CELERY_LOG_LEVEL} &"
f"celery -A inference.enterprise.parallel.tasks worker --prefetch-multiplier=4 --concurrency={NUM_CELERY_WORKERS} -Q post --loglevel={CELERY_LOG_LEVEL} &"
f"python3 inference/enterprise/parallel/infer.py &"
f"gunicorn parallel_http:app --workers={NUM_WORKERS} --bind={HOST}:{PORT} -k uvicorn.workers.UvicornWorker && fg "
)