chansung commited on
Commit
63dd2dd
1 Parent(s): 0b6de6b

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +5 -1
Dockerfile CHANGED
@@ -1,8 +1,11 @@
1
  ARG MODEL_NAME
 
2
 
3
  FROM ghcr.io/huggingface/text-generation-inference:latest
4
 
5
  ARG MODEL_NAME
 
 
6
  ENV TZ=Europe/Paris \
7
  PORT=3000
8
 
@@ -19,7 +22,8 @@ RUN chmod -R 777 /defaults
19
 
20
  # && MODEL_PARAMS="${MODEL_PARAMS:="$(cat /defaults/MODEL_PARAMS)"}" && export MODEL_PARAMS && \
21
  # && MODEL_PROMPT_TEMPLATE="${MODEL_PROMPT_TEMPLATE:="$(cat /defaults/MODEL_PROMPT_TEMPLATE)"}" && export MODEL_PROMPT_TEMPLATE && \
22
- RUN MODEL_NAME="${MODEL_NAME:="$(cat /defaults/MODEL_NAME)"}" && export MODEL_NAME && \
 
23
  envsubst < "entrypoint.sh.template" > "entrypoint.sh" \
24
  && rm entrypoint.sh.template
25
 
 
1
  ARG MODEL_NAME
2
+ ARG GPTQ
3
 
4
  FROM ghcr.io/huggingface/text-generation-inference:latest
5
 
6
  ARG MODEL_NAME
7
+ ARG GPTQ
8
+
9
  ENV TZ=Europe/Paris \
10
  PORT=3000
11
 
 
22
 
23
  # && MODEL_PARAMS="${MODEL_PARAMS:="$(cat /defaults/MODEL_PARAMS)"}" && export MODEL_PARAMS && \
24
  # && MODEL_PROMPT_TEMPLATE="${MODEL_PROMPT_TEMPLATE:="$(cat /defaults/MODEL_PROMPT_TEMPLATE)"}" && export MODEL_PROMPT_TEMPLATE && \
25
+ RUN MODEL_NAME="${MODEL_NAME:="$(cat /defaults/MODEL_NAME)"}" && export MODEL_NAME \
26
+ && GPTQ="${GPTQ:="$(cat /defaults/GPTQ)"}" && export GPTQ && \
27
  envsubst < "entrypoint.sh.template" > "entrypoint.sh" \
28
  && rm entrypoint.sh.template
29