MrD05 commited on
Commit
d1ea3f5
1 Parent(s): f5ea52f

Update handler.py

Browse files
Files changed (1) hide show
  1. handler.py +2 -2
handler.py CHANGED
@@ -23,9 +23,9 @@ Alice Gate: *Alice strides into the room with a smile, her eyes lighting up when
23
  class EndpointHandler():
24
 
25
  def __init__(self, path = ""):
26
- self.tokenizer = AutoTokenizer.from_pretrained("")
27
  self.model = AutoModelForCausalLM.from_pretrained(
28
- "",
29
  device_map = "auto",
30
  load_in_8bit = True,
31
  )
 
23
  class EndpointHandler():
24
 
25
  def __init__(self, path = ""):
26
+ self.tokenizer = AutoTokenizer.from_pretrained(path)
27
  self.model = AutoModelForCausalLM.from_pretrained(
28
+ path,
29
  device_map = "auto",
30
  load_in_8bit = True,
31
  )