Update handler.py
Browse files- handler.py +1 -1
handler.py
CHANGED
|
@@ -38,7 +38,7 @@ class EndpointHandler():
|
|
| 38 |
})
|
| 39 |
|
| 40 |
res = PROMPT_FORMAT.format(inputs=data['inputs'])
|
| 41 |
-
return model(
|
| 42 |
res,
|
| 43 |
max_new_tokens=max_new_tokens,
|
| 44 |
do_sample=False
|
|
|
|
| 38 |
})
|
| 39 |
|
| 40 |
res = PROMPT_FORMAT.format(inputs=data['inputs'])
|
| 41 |
+
return self.model(
|
| 42 |
res,
|
| 43 |
max_new_tokens=max_new_tokens,
|
| 44 |
do_sample=False
|