Update handler.py
Browse files- handler.py +1 -1
handler.py
CHANGED
@@ -15,7 +15,7 @@ class EndpointHandler():
|
|
15 |
cfg = {
|
16 |
"repo": "MrOvkill/Phi-3-Instruct-Bloated",
|
17 |
}
|
18 |
-
self.pipe = pipeline("text-generation", "MrOvkill/Phi-3-Instruct-Bloated")
|
19 |
|
20 |
def __call__(self, data: Dict[str, Any]) -> List[Dict[str, Any]]:
|
21 |
"""
|
|
|
15 |
cfg = {
|
16 |
"repo": "MrOvkill/Phi-3-Instruct-Bloated",
|
17 |
}
|
18 |
+
self.pipe = pipeline("text-generation", "MrOvkill/Phi-3-Instruct-Bloated", torch_dtype=torch.float16, trust_remote_code=True)
|
19 |
|
20 |
def __call__(self, data: Dict[str, Any]) -> List[Dict[str, Any]]:
|
21 |
"""
|