Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -34,12 +34,12 @@ config = {
|
|
34 |
|
35 |
from ctransformers import AutoModelForCausalLM
|
36 |
|
37 |
-
|
38 |
|
39 |
|
40 |
|
41 |
|
42 |
-
llm_init = CTransformers(model=local_llm, model_type="mistral", lib="avx2", **config)
|
43 |
|
44 |
prompt_template = """Use the following piece of information to answers the question asked by the user.
|
45 |
Don't try to make up the answer if you don't know the answer, simply say I don't know.
|
|
|
34 |
|
35 |
from ctransformers import AutoModelForCausalLM
|
36 |
|
37 |
+
llm_init = AutoModelForCausalLM.from_pretrained("TheBloke/zephyr-7B-beta-GGUF")
|
38 |
|
39 |
|
40 |
|
41 |
|
42 |
+
# llm_init = CTransformers(model=local_llm, model_type="mistral", lib="avx2", **config)
|
43 |
|
44 |
prompt_template = """Use the following piece of information to answers the question asked by the user.
|
45 |
Don't try to make up the answer if you don't know the answer, simply say I don't know.
|