Update app.py
Browse files
app.py
CHANGED
@@ -11,7 +11,7 @@ import subprocess
|
|
11 |
from huggingface_hub import hf_hub_download
|
12 |
|
13 |
# Set gpu_layers to the number of layers to offload to GPU. Set to 0 if no GPU acceleration is available on your system.
|
14 |
-
model = AutoModelForCausalLM.from_pretrained("s3nh/
|
15 |
ins = '''
|
16 |
'''
|
17 |
|
|
|
11 |
from huggingface_hub import hf_hub_download
|
12 |
|
13 |
# Set gpu_layers to the number of layers to offload to GPU. Set to 0 if no GPU acceleration is available on your system.
|
14 |
+
model = AutoModelForCausalLM.from_pretrained("s3nh/internlm-internlm-chat-7b-v1_1-GGUF", model_file="internlm-internlm-chat-7b-v1_1.Q4_K_M.gguf", gpu_layers=0)
|
15 |
ins = '''
|
16 |
'''
|
17 |
|