Dockerfile

FROM node:19 as chatui-builder

WORKDIR /app

RUN apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends \
    git gettext && \
    rm -rf /var/lib/apt/lists/*


RUN git clone https://github.com/huggingface/chat-ui.git

WORKDIR /app/chat-ui

RUN --mount=type=cache,target=/app/.npm \
    npm set cache /app/.npm && \
    npm ci

COPY defaults /app/chat-ui/defaults

COPY .template.env.local .template.env.local

RUN --mount=type=secret,id=MODEL_NAME,mode=0444 \
    --mount=type=secret,id=MODEL_PARAMS,mode=0444 \
    --mount=type=secret,id=MONGODB_URL,mode=0444 \
    --mount=type=secret,id=APP_COLOR,mode=0444 \
    --mount=type=secret,id=APP_NAME,mode=0444 \
    MODEL_NAME=$(cat /run/secrets/MODEL_NAME || /app/chat-ui/defaults/MODEL_NAME) && export MODEL_NAME \
    && MODEL_PARAMS=$(cat /run/secrets/MODEL_PARAMS || /app/chat-ui/defaults/MODEL_PARAMS) && export MODEL_PARAMS \
    && MONGODB_URL=$(cat /run/secrets/MONGODB_URL || /app/chat-ui/defaults/MONGODB_URL) && export MONGODB_URL \
    && APP_COLOR=$(cat /run/secrets/APP_COLOR || /app/chat-ui/defaults/APP_COLOR) && export APP_COLOR \
    && APP_NAME=$(cat /run/secrets/APP_NAME || /app/chat-ui/defaults/APP_NAME) && export APP_NAME \
    && envsubst < ".template.env.local" > ".env.local"


RUN npm run build

FROM ghcr.io/huggingface/text-generation-inference:latest

ENV TZ=Europe/Paris \
    PORT=3000

RUN apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends \
    gnupg \
    curl && \
    rm -rf /var/lib/apt/lists/*

RUN curl -fsSL https://pgp.mongodb.com/server-6.0.asc | \
    gpg -o /usr/share/keyrings/mongodb-server-6.0.gpg \
    --dearmor

RUN echo "deb [ arch=amd64,arm64 signed-by=/usr/share/keyrings/mongodb-server-6.0.gpg ] https://repo.mongodb.org/apt/ubuntu focal/mongodb-org/6.0 multiverse" | tee /etc/apt/sources.list.d/mongodb-org-6.0.list

RUN apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends \
    mongodb-org && \
    rm -rf /var/lib/apt/lists/*

RUN mkdir -p /data/db
RUN chown -R 1000:1000 /data

RUN curl -fsSL https://deb.nodesource.com/setup_19.x | /bin/bash -

RUN apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends \
    nodejs && \
    rm -rf /var/lib/apt/lists/*

RUN mkdir /app
RUN chown -R 1000:1000 /app

RUN useradd -m -u 1000 user

# Switch to the "user" user
USER user

ENV HOME=/home/user \
    PATH=/home/user/.local/bin:$PATH

RUN npm config set prefix /home/user/.local
RUN npm install -g pm2

COPY --from=chatui-builder --chown=1000 /app/chat-ui/node_modules /app/node_modules
COPY --from=chatui-builder --chown=1000 /app/chat-ui/package.json /app/package.json
COPY --from=chatui-builder --chown=1000 /app/chat-ui/build /app/build

COPY entrypoint.sh entrypoint.sh

ENTRYPOINT ["/bin/bash"]
CMD ["entrypoint.sh"]