DW-ReCo commited on
Commit
80ec456
1 Parent(s): 4d3397f

Update handler.py

Browse files
Files changed (1) hide show
  1. handler.py +1 -2
handler.py CHANGED
@@ -1,6 +1,5 @@
1
  from typing import Dict, List, Any
2
  from transformers import AutoTokenizer
3
- from peft import PeftModel, PeftConfig
4
  from transformers import AutoModelForCausalLM, BitsAndBytesConfig
5
 
6
 
@@ -27,7 +26,7 @@ class EndpointHandler:
27
 
28
 
29
  def __call__(self, data: Dict[str, Any]) -> Dict[str, str]:
30
- sentence = data.pop("inputs",data)
31
 
32
  inputs = self.tokenizer(
33
  [
 
1
  from typing import Dict, List, Any
2
  from transformers import AutoTokenizer
 
3
  from transformers import AutoModelForCausalLM, BitsAndBytesConfig
4
 
5
 
 
26
 
27
 
28
  def __call__(self, data: Dict[str, Any]) -> Dict[str, str]:
29
+ sentence = data.pop("inputs",data).lower()
30
 
31
  inputs = self.tokenizer(
32
  [