File size: 872 Bytes
c72e80d |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 |
---
services:
pipeline:
build:
context: .
dockerfile: ${DOCKERFILE:-Dockerfile}
command:
- python3
- s2s_pipeline.py
- --recv_host
- 0.0.0.0
- --send_host
- 0.0.0.0
- --lm_model_name
- microsoft/Phi-3-mini-4k-instruct
- --init_chat_role
- system
- --init_chat_prompt
- "You are a helpful assistant"
- --stt_compile_mode
- reduce-overhead
- --tts_compile_mode
- default
expose:
- 12345/tcp
- 12346/tcp
ports:
- 12345:12345/tcp
- 12346:12346/tcp
volumes:
- ./cache/:/root/.cache/
- ./s2s_pipeline.py:/usr/src/app/s2s_pipeline.py
deploy:
resources:
reservations:
devices:
- driver: nvidia
device_ids: ['0']
capabilities: [gpu]
|