MrOvkill commited on
Commit
dc0013e
1 Parent(s): df4183f

Update handler.py

Browse files
Files changed (1) hide show
  1. handler.py +1 -0
handler.py CHANGED
@@ -25,6 +25,7 @@ class EndpointHandler():
25
  Return:
26
  A :obj:`list` | `dict`: will be serialized and returned
27
  """
 
28
  max_new_tokens = 1024
29
  if "max_new_tokens" in data:
30
  max_new_tokens = data["max_new_tokens"]
 
25
  Return:
26
  A :obj:`list` | `dict`: will be serialized and returned
27
  """
28
+ self.pipe = pipeline("text-generation", "MrOvkill/Phi-3-Instruct-Bloated", torch_dtype=torch.float16, trust_remote_code=True)
29
  max_new_tokens = 1024
30
  if "max_new_tokens" in data:
31
  max_new_tokens = data["max_new_tokens"]