Ciri Code commited on
Commit
3299013
1 Parent(s): 62ff85b

Add Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +20 -0
Dockerfile ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ FROM python:latest
2
+
3
+ RUN useradd -m -u 1000 user
4
+
5
+ USER user
6
+
7
+ ENV HOME=/home/user \
8
+ PATH=/home/user/.local/bin:$PATH
9
+
10
+ WORKDIR $HOME/app
11
+
12
+ RUN pip install -U "huggingface_hub[cli,hf_transfer]"
13
+
14
+ RUN HF_HUB_ENABLE_HF_TRANSFER=1 \
15
+ huggingface-cli download gingdev/ictu-llamafile llama2-7b-ictu.llamafile --local-dir . --local-dir-use-symlinks=True && \
16
+ chmod +x ./llama2-7b-ictu.llamafile
17
+
18
+ ENTRYPOINT [ "/usr/bin/bash" ]
19
+
20
+ CMD [ "./llama2-7b-ictu.llamafile", "--host", "0.0.0.0", "--port", "7860", "-c", "4096", "--chat-template", "chatml", "--embedding" ]