Dockerfile

FROM tabbyml/tabby:0.6.0

USER root
RUN mkdir -p /data
RUN chown 1000 /data

USER 1000
CMD ["serve", "--device", "cuda", "--chat-model", "TabbyML/Mistral-7B", "--parallelism", "2"]