ARG MODEL_NAME ARG QUANTIZE FROM ghcr.io/huggingface/text-generation-inference:latest ARG MODEL_NAME ARG QUANTIZE ENV TZ=Europe/Paris \ PORT=3000 RUN apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends \ gnupg \ curl \ gettext && \ rm -rf /var/lib/apt/lists/* COPY entrypoint.sh entrypoint.sh RUN mkdir defaults ADD defaults /defaults RUN chmod -R 777 /defaults # # && MODEL_PARAMS="${MODEL_PARAMS:="$(cat /defaults/MODEL_PARAMS)"}" && export MODEL_PARAMS && \ # # && MODEL_PROMPT_TEMPLATE="${MODEL_PROMPT_TEMPLATE:="$(cat /defaults/MODEL_PROMPT_TEMPLATE)"}" && export MODEL_PROMPT_TEMPLATE && \ # RUN MODEL_NAME="${MODEL_NAME:="$(cat /defaults/MODEL_NAME)"}" && export MODEL_NAME \ # && QUANTIZE="${QUANTIZE:="$(cat /defaults/QUANTIZE)"}" && export QUANTIZE && \ # envsubst < "entrypoint.sh.template" > "entrypoint.sh" \ # && rm entrypoint.sh.template # RUN mkdir /app # RUN chown -R 1000:1000 /app RUN mkdir -p /data/db RUN chown -R 1000:1000 /data RUN useradd -m -u 1000 user # Switch to the "user" user USER user ENV HOME=/home/user \ PATH=/home/user/.local/bin:$PATH COPY app app RUN pip install -r app/requirements.txt RUN cat entrypoint.sh ENTRYPOINT ["/bin/bash"] CMD ["QUANTIZE=$QUANTIZE", "entrypoint.sh"]