Update handler.py
Browse files- handler.py +1 -0
handler.py
CHANGED
@@ -25,6 +25,7 @@ class EndpointHandler():
|
|
25 |
Return:
|
26 |
A :obj:`list` | `dict`: will be serialized and returned
|
27 |
"""
|
|
|
28 |
max_new_tokens = 1024
|
29 |
if "max_new_tokens" in data:
|
30 |
max_new_tokens = data["max_new_tokens"]
|
|
|
25 |
Return:
|
26 |
A :obj:`list` | `dict`: will be serialized and returned
|
27 |
"""
|
28 |
+
self.pipe = pipeline("text-generation", "MrOvkill/Phi-3-Instruct-Bloated", torch_dtype=torch.float16, trust_remote_code=True)
|
29 |
max_new_tokens = 1024
|
30 |
if "max_new_tokens" in data:
|
31 |
max_new_tokens = data["max_new_tokens"]
|