datacipen commited on
Commit
2b20bc1
1 Parent(s): aae9a62

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +0 -3
main.py CHANGED
@@ -439,9 +439,6 @@ async def start():
439
  #)
440
  from transformers import LlamaTokenizerFast, MistralForCausalLM
441
  import torch
442
- tokenizer = LlamaTokenizerFast.from_pretrained('mistralai/Mistral-Small-Instruct-2409')
443
- tokenizer.pad_token = tokenizer.eos_token
444
-
445
  model = MistralForCausalLM.from_pretrained('mistralai/Mistral-Small-Instruct-2409', torch_dtype=torch.bfloat16)
446
  if not cl.user_session.get("saveMemory"):
447
  cl.user_session.set("saveMemory", "")
 
439
  #)
440
  from transformers import LlamaTokenizerFast, MistralForCausalLM
441
  import torch
 
 
 
442
  model = MistralForCausalLM.from_pretrained('mistralai/Mistral-Small-Instruct-2409', torch_dtype=torch.bfloat16)
443
  if not cl.user_session.get("saveMemory"):
444
  cl.user_session.set("saveMemory", "")