Tonic commited on
Commit
11e1b63
1 Parent(s): 5a5a842

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +0 -6
app.py CHANGED
@@ -33,12 +33,6 @@ model = transformers.AutoModelForCausalLM.from_pretrained(model_name,
33
  load_in_4bit=True,
34
  trust_remote_code=True
35
  )
36
- model = model.cuda()
37
-
38
- # Load the model and tokenizer using transformers
39
- # model = AutoModelForCausalLM.from_pretrained("01-ai/Yi-6B-200K", trust_remote_code=True)
40
-
41
- # model = BetterTransformer.transform(model)
42
 
43
  def run(message, chat_history, max_new_tokens=20000, temperature=1.5, top_p=0.9, top_k=900):
44
  prompt = get_prompt(message, chat_history)
 
33
  load_in_4bit=True,
34
  trust_remote_code=True
35
  )
 
 
 
 
 
 
36
 
37
  def run(message, chat_history, max_new_tokens=20000, temperature=1.5, top_p=0.9, top_k=900):
38
  prompt = get_prompt(message, chat_history)