hotfix "self" missing
Browse files- handler.py +1 -1
handler.py
CHANGED
@@ -33,7 +33,7 @@ class EndpointHandler():
|
|
33 |
FastLanguageModel.for_inference(self.model) # Enable native 2x faster inference
|
34 |
|
35 |
self.tokenizer.padding_side="left"
|
36 |
-
self.tokenizer.pad_token=tokenizer.eos_token
|
37 |
|
38 |
|
39 |
def _secure_inputs(self, data: Dict[str, Any]):
|
|
|
33 |
FastLanguageModel.for_inference(self.model) # Enable native 2x faster inference
|
34 |
|
35 |
self.tokenizer.padding_side="left"
|
36 |
+
self.tokenizer.pad_token= self.tokenizer.eos_token
|
37 |
|
38 |
|
39 |
def _secure_inputs(self, data: Dict[str, Any]):
|