alexkueck commited on
Commit
329e995
·
1 Parent(s): 0589738

Update utils.py

Browse files
Files changed (1) hide show
  1. utils.py +1 -1
utils.py CHANGED
@@ -76,7 +76,7 @@ def load_tokenizer_and_model(base_model, load_8bit=False):
76
  #model.half() # seems to fix bugs for some users.
77
 
78
  model.eval()
79
- return tokenizer,model
80
 
81
  # Greedy Search
82
  def greedy_search(input_ids: torch.Tensor,
 
76
  #model.half() # seems to fix bugs for some users.
77
 
78
  model.eval()
79
+ return tokenizer,model, device
80
 
81
  # Greedy Search
82
  def greedy_search(input_ids: torch.Tensor,