Update main.py
Browse files
main.py
CHANGED
@@ -439,9 +439,6 @@ async def start():
|
|
439 |
#)
|
440 |
from transformers import LlamaTokenizerFast, MistralForCausalLM
|
441 |
import torch
|
442 |
-
tokenizer = LlamaTokenizerFast.from_pretrained('mistralai/Mistral-Small-Instruct-2409')
|
443 |
-
tokenizer.pad_token = tokenizer.eos_token
|
444 |
-
|
445 |
model = MistralForCausalLM.from_pretrained('mistralai/Mistral-Small-Instruct-2409', torch_dtype=torch.bfloat16)
|
446 |
if not cl.user_session.get("saveMemory"):
|
447 |
cl.user_session.set("saveMemory", "")
|
|
|
439 |
#)
|
440 |
from transformers import LlamaTokenizerFast, MistralForCausalLM
|
441 |
import torch
|
|
|
|
|
|
|
442 |
model = MistralForCausalLM.from_pretrained('mistralai/Mistral-Small-Instruct-2409', torch_dtype=torch.bfloat16)
|
443 |
if not cl.user_session.get("saveMemory"):
|
444 |
cl.user_session.set("saveMemory", "")
|