shredder-31
commited on
Commit
•
09957e8
1
Parent(s):
43ce7f2
Update handler.py
Browse files- handler.py +1 -1
handler.py
CHANGED
@@ -29,7 +29,7 @@ class EndpointHandler():
|
|
29 |
|
30 |
|
31 |
encodeds = self.tokenizer(data['inputs'], return_tensors="pt", add_special_tokens=True)
|
32 |
-
generated_ids = self.model.generate(**encodeds, max_new_tokens=100, do_sample=False)
|
33 |
decoded = self.tokenizer.decode(generated_ids[0], skip_special_tokens=True)
|
34 |
|
35 |
return {'output':decoded[len(data['inputs']):]}
|
|
|
29 |
|
30 |
|
31 |
encodeds = self.tokenizer(data['inputs'], return_tensors="pt", add_special_tokens=True)
|
32 |
+
generated_ids = self.model.generate(**encodeds, max_length=100 ,max_new_tokens=100, do_sample=False)
|
33 |
decoded = self.tokenizer.decode(generated_ids[0], skip_special_tokens=True)
|
34 |
|
35 |
return {'output':decoded[len(data['inputs']):]}
|