Jae-Won Chung commited on
Commit
e795d0f
1 Parent(s): 33a4592

Update docker-compose-0.yaml

Browse files
Files changed (1) hide show
  1. deployment/docker-compose-0.yaml +2 -4
deployment/docker-compose-0.yaml CHANGED
@@ -36,12 +36,10 @@ services:
36
  - driver: nvidia
37
  device_ids: ["1"]
38
  capabilities: [gpu]
39
- FastChat-T5-3B:
40
  container_name: worker2
41
  image: mlenergy/tgi:latest
42
- command: ["--model-id", "lmsys/fastchat-t5-3b-v1.0", "--num-shard", "1", "--otlp-endpoint", "http://jaeger:4317"]
43
- environment:
44
- PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION: python
45
  shm_size: 1g
46
  networks:
47
  - leaderboard
 
36
  - driver: nvidia
37
  device_ids: ["1"]
38
  capabilities: [gpu]
39
+ Vicuna-13B:
40
  container_name: worker2
41
  image: mlenergy/tgi:latest
42
+ command: ["--model-id", "lmsys/vicuna-13b-v1.5", "--num-shard", "1", "--otlp-endpoint", "http://jaeger:4317"]
 
 
43
  shm_size: 1g
44
  networks:
45
  - leaderboard