Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -5,7 +5,9 @@ configObj = ctransformers.Config(stop=["\n", 'User'])
|
|
5 |
config = ctransformers.AutoConfig(config=configObj, model_type='llama')
|
6 |
config.config.stop = ["\n"]
|
7 |
|
8 |
-
|
|
|
|
|
9 |
|
10 |
def complete(prompt, stop=["User", "Assistant"]):
|
11 |
tokens = llm.tokenize(prompt)
|
|
|
5 |
config = ctransformers.AutoConfig(config=configObj, model_type='llama')
|
6 |
config.config.stop = ["\n"]
|
7 |
|
8 |
+
path_to_llm = os.path.abspath("llama-2-7b-chat.ggmlv3.q4_1.bin")
|
9 |
+
|
10 |
+
llm = ctransformers.AutoModelForCausalLM.from_pretrained(path_to_llm, config=config)
|
11 |
|
12 |
def complete(prompt, stop=["User", "Assistant"]):
|
13 |
tokens = llm.tokenize(prompt)
|