Cran-May commited on
Commit
b122093
1 Parent(s): af43e55

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -11,7 +11,7 @@ import subprocess
11
  from huggingface_hub import hf_hub_download
12
 
13
  # Set gpu_layers to the number of layers to offload to GPU. Set to 0 if no GPU acceleration is available on your system.
14
- model = AutoModelForCausalLM.from_pretrained("s3nh/PY007-TinyLlama-1.1B-Chat-v0.2-GGUF", model_file="PY007-TinyLlama-1.1B-Chat-v0.2.Q4_K_M.gguf", gpu_layers=0)
15
  ins = '''
16
  '''
17
 
 
11
  from huggingface_hub import hf_hub_download
12
 
13
  # Set gpu_layers to the number of layers to offload to GPU. Set to 0 if no GPU acceleration is available on your system.
14
+ model = AutoModelForCausalLM.from_pretrained("s3nh/internlm-internlm-chat-7b-v1_1-GGUF", model_file="internlm-internlm-chat-7b-v1_1.Q4_K_M.gguf", gpu_layers=0)
15
  ins = '''
16
  '''
17