Update handler.py
Browse files- handler.py +1 -2
handler.py
CHANGED
@@ -1,6 +1,5 @@
|
|
1 |
from typing import Dict, List, Any
|
2 |
from transformers import AutoTokenizer
|
3 |
-
from peft import PeftModel, PeftConfig
|
4 |
from transformers import AutoModelForCausalLM, BitsAndBytesConfig
|
5 |
|
6 |
|
@@ -27,7 +26,7 @@ class EndpointHandler:
|
|
27 |
|
28 |
|
29 |
def __call__(self, data: Dict[str, Any]) -> Dict[str, str]:
|
30 |
-
sentence = data.pop("inputs",data)
|
31 |
|
32 |
inputs = self.tokenizer(
|
33 |
[
|
|
|
1 |
from typing import Dict, List, Any
|
2 |
from transformers import AutoTokenizer
|
|
|
3 |
from transformers import AutoModelForCausalLM, BitsAndBytesConfig
|
4 |
|
5 |
|
|
|
26 |
|
27 |
|
28 |
def __call__(self, data: Dict[str, Any]) -> Dict[str, str]:
|
29 |
+
sentence = data.pop("inputs",data).lower()
|
30 |
|
31 |
inputs = self.tokenizer(
|
32 |
[
|