Spaces:
Sleeping
Sleeping
ARG MODEL_NAME | |
ARG MODEL_PROMPT_TEMPLATE | |
ARG APP_COLOR | |
ARG APP_NAME | |
FROM node:20 as chatui-builder | |
ARG MODEL_NAME | |
ARG APP_COLOR | |
ARG APP_NAME | |
ARG MODEL_PROMPT_TEMPLATE | |
WORKDIR /app | |
RUN apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends \ | |
git gettext && \ | |
rm -rf /var/lib/apt/lists/* | |
RUN git clone https://github.com/huggingface/chat-ui.git | |
WORKDIR /app/chat-ui | |
RUN echo "" > /app/.env | |
COPY .env.local.template .env.local.template | |
RUN mkdir defaults | |
ADD defaults /defaults | |
RUN chmod -R 777 /defaults | |
RUN --mount=type=secret,id=MONGODB_URL,mode=0444 \ | |
--mount=type=secret,id=BASEURL,mode=0444 \ | |
--mount=type=secret,id=HF_TOKEN,mode=0444 \ | |
export MODEL_NAME="${MODEL_NAME:=$(cat /defaults/MODEL_NAME)}" \ | |
&& export MODEL_PROMPT_TEMPLATE="${MODEL_PROMPT_TEMPLATE:=$(cat /defaults/MODEL_PROMPT_TEMPLATE)}" \ | |
&& export APP_COLOR="${APP_COLOR:=$(cat /defaults/APP_COLOR)}" \ | |
&& export APP_NAME="${APP_NAME:=$(cat /defaults/APP_NAME)}" \ | |
&& export MONGODB_URL=$(cat /run/secrets/MONGODB_URL | grep '^') \ | |
&& export BASEURL=$(cat /run/secrets/BASEURL | grep '^') \ | |
&& export HF_TOKEN=$(cat /run/secrets/HF_TOKEN | grep '^') \ | |
&& envsubst < ".env.local.template" > ".env.local" \ | |
&& rm .env.local.template | |
RUN --mount=type=cache,target=/app/.npm \ | |
npm set cache /app/.npm && \ | |
npm ci | |
RUN npm run build | |
FROM ghcr.io/huggingface/text-generation-inference:2.1.1 | |
ARG MODEL_NAME | |
ARG MODEL_PROMPT_TEMPLATE | |
ARG APP_COLOR | |
ARG APP_NAME | |
ENV TZ=Europe/Warsaw \ | |
PORT=3000 | |
RUN apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends \ | |
gnupg \ | |
curl \ | |
gettext && \ | |
rm -rf /var/lib/apt/lists/* | |
COPY entrypoint.sh.template entrypoint.sh.template | |
RUN mkdir defaults | |
ADD defaults /defaults | |
RUN chmod -R 777 /defaults | |
RUN --mount=type=secret,id=MONGODB_URL,mode=0444 \ | |
MODEL_NAME="${MODEL_NAME:="$(cat /defaults/MODEL_NAME)"}" && export MODEL_NAME \ | |
&& MODEL_PARAMS="${MODEL_PARAMS:="$(cat /defaults/MODEL_PARAMS)"}" && export MODEL_PARAMS \ | |
&& MODEL_PROMPT_TEMPLATE="${MODEL_PROMPT_TEMPLATE:="$(cat /defaults/MODEL_PROMPT_TEMPLATE)"}" && export MODEL_PROMPT_TEMPLATE \ | |
&& APP_COLOR="${APP_COLOR:="$(cat /defaults/APP_COLOR)"}" && export APP_COLOR \ | |
&& APP_NAME="${APP_NAME:="$(cat /defaults/APP_NAME)"}" && export APP_NAME \ | |
&& envsubst < "entrypoint.sh.template" > "entrypoint.sh" \ | |
&& rm entrypoint.sh.template | |
RUN mkdir -p /data/db | |
RUN chown -R 1000:1000 /data | |
RUN curl -fsSL https://deb.nodesource.com/setup_20.x | /bin/bash - | |
RUN apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends \ | |
nodejs && \ | |
rm -rf /var/lib/apt/lists/* | |
RUN mkdir /app | |
RUN chown -R 1000:1000 /app | |
RUN useradd -m -u 1000 user | |
# Switch to the "user" user | |
USER user | |
ENV HOME=/home/user \ | |
PATH=/home/user/.local/bin:$PATH | |
RUN npm config set prefix /home/user/.local | |
RUN npm install -g pm2 | |
RUN npm install -g dotenv-cli | |
COPY --from=chatui-builder --chown=1000 /app/chat-ui/node_modules /app/node_modules | |
COPY --from=chatui-builder --chown=1000 /app/chat-ui/package.json /app/package.json | |
COPY --from=chatui-builder --chown=1000 /app/chat-ui/build /app/build | |
COPY --from=chatui-builder --chown=1000 /app/chat-ui/.env /app/.env | |
COPY --from=chatui-builder --chown=1000 /app/chat-ui/.env.local /app/.env.local | |
ENTRYPOINT ["/bin/bash"] | |
CMD ["entrypoint.sh"] |