Spaces:
Paused
Paused
Update utils.py
Browse files
utils.py
CHANGED
@@ -76,7 +76,7 @@ def load_tokenizer_and_model(base_model, load_8bit=False):
|
|
76 |
#model.half() # seems to fix bugs for some users.
|
77 |
|
78 |
model.eval()
|
79 |
-
return tokenizer,model
|
80 |
|
81 |
# Greedy Search
|
82 |
def greedy_search(input_ids: torch.Tensor,
|
|
|
76 |
#model.half() # seems to fix bugs for some users.
|
77 |
|
78 |
model.eval()
|
79 |
+
return tokenizer,model, device
|
80 |
|
81 |
# Greedy Search
|
82 |
def greedy_search(input_ids: torch.Tensor,
|