crystalkalem commited on
Commit
9d50263
1 Parent(s): 69d433a

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +1 -1
Dockerfile CHANGED
@@ -3,7 +3,7 @@ FROM python:3.10 as base
3
 
4
  # Set model
5
  ENV MODEL=TheBloke/Nous-Hermes-2-SOLAR-10.7B
6
- ENV QUANT=Q5_K_M
7
  ENV CHAT_TEMPLATE=chatml
8
 
9
  # Set the working directory
 
3
 
4
  # Set model
5
  ENV MODEL=TheBloke/Nous-Hermes-2-SOLAR-10.7B
6
+ ENV QUANT=Q4_K_M
7
  ENV CHAT_TEMPLATE=chatml
8
 
9
  # Set the working directory