services: | |
pipeline: | |
build: | |
context: . | |
dockerfile: ${DOCKERFILE:-Dockerfile} | |
command: | |
- python3 | |
- s2s_pipeline.py | |
- --recv_host | |
- 0.0.0.0 | |
- --send_host | |
- 0.0.0.0 | |
- --lm_model_name | |
- microsoft/Phi-3-mini-4k-instruct | |
- --init_chat_role | |
- system | |
- --init_chat_prompt | |
- "You are a helpful assistant" | |
- --stt_compile_mode | |
- reduce-overhead | |
- --tts_compile_mode | |
- default | |
expose: | |
- 12345/tcp | |
- 12346/tcp | |
ports: | |
- 12345:12345/tcp | |
- 12346:12346/tcp | |
volumes: | |
- ./cache/:/root/.cache/ | |
- ./s2s_pipeline.py:/usr/src/app/s2s_pipeline.py | |
deploy: | |
resources: | |
reservations: | |
devices: | |
- driver: nvidia | |
device_ids: ['0'] | |
capabilities: [gpu] | |