Update app.py
Browse files
app.py
CHANGED
@@ -15,8 +15,8 @@ generation_config = {
|
|
15 |
"stop_token": '### Instruction:'
|
16 |
}
|
17 |
|
18 |
-
|
19 |
-
|
20 |
|
21 |
def stream(prompt):
|
22 |
# Tokenize the prompt
|
|
|
15 |
"stop_token": '### Instruction:'
|
16 |
}
|
17 |
|
18 |
+
llm = AutoModelForCausalLM.from_pretrained("tevykuch/sl0th", hf=True)
|
19 |
+
tokenizer = AutoTokenizer.from_pretrained(llm)
|
20 |
|
21 |
def stream(prompt):
|
22 |
# Tokenize the prompt
|