Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -9,9 +9,9 @@ import transformers
|
|
9 |
# Load model directly
|
10 |
# with ctransformers, you can load from Hugging Face Hub directly and specify a model file (.bin or .gguf files) using:
|
11 |
|
12 |
-
from ctransformers import AutoModelForCausalLM
|
13 |
|
14 |
-
llm = AutoModelForCausalLM.from_pretrained("TheBloke/Llama-2-7B-Chat-GGML", model_file="llama-2-7b-chat.ggmlv3.q8_0.bin")
|
15 |
# # from langchain.llms import CTransformers
|
16 |
# from langchain_community.llms import CTransformers
|
17 |
|
|
|
9 |
# Load model directly
|
10 |
# with ctransformers, you can load from Hugging Face Hub directly and specify a model file (.bin or .gguf files) using:
|
11 |
|
12 |
+
# from ctransformers import AutoModelForCausalLM
|
13 |
|
14 |
+
# llm = AutoModelForCausalLM.from_pretrained("TheBloke/Llama-2-7B-Chat-GGML", model_file="llama-2-7b-chat.ggmlv3.q8_0.bin")
|
15 |
# # from langchain.llms import CTransformers
|
16 |
# from langchain_community.llms import CTransformers
|
17 |
|