Duplicated from TabbyML/tabby-template-space
451db0b 8541160 e2f3c89 3c7c9be e2f3c89 3c7c9be e2f3c89 15d9222
1
2
3
4
5
6
7
8
9
FROM tabbyml/tabby:0.6.0 USER root RUN mkdir -p /data RUN chown 1000 /data USER 1000 CMD ["serve", "--device", "cuda", "--chat-model", "TabbyML/Mistral-7B", "--parallelism", "2"]