Morgan Funtowicz
commited on
Commit
·
9cbf886
1
Parent(s):
6b99325
misc(qa): typing
Browse files- handler.py +2 -1
handler.py
CHANGED
|
@@ -94,7 +94,7 @@ def create_prompt(
|
|
| 94 |
|
| 95 |
def create_params(
|
| 96 |
max_tokens: int, temperature: float, is_verbose: bool
|
| 97 |
-
) -> SamplingParams:
|
| 98 |
"""
|
| 99 |
Create sampling parameters to submit for inference through vLLM `generate`
|
| 100 |
:param max_tokens: Maximum number of tokens to generate
|
|
@@ -380,6 +380,7 @@ def entrypoint():
|
|
| 380 |
endpoint = AutomaticSpeechRecognitionEndpoint(
|
| 381 |
WhisperHandler("openai/whisper-large-v3")
|
| 382 |
)
|
|
|
|
| 383 |
run(endpoint, interface, port)
|
| 384 |
|
| 385 |
|
|
|
|
| 94 |
|
| 95 |
def create_params(
|
| 96 |
max_tokens: int, temperature: float, is_verbose: bool
|
| 97 |
+
) -> "SamplingParams":
|
| 98 |
"""
|
| 99 |
Create sampling parameters to submit for inference through vLLM `generate`
|
| 100 |
:param max_tokens: Maximum number of tokens to generate
|
|
|
|
| 380 |
endpoint = AutomaticSpeechRecognitionEndpoint(
|
| 381 |
WhisperHandler("openai/whisper-large-v3")
|
| 382 |
)
|
| 383 |
+
|
| 384 |
run(endpoint, interface, port)
|
| 385 |
|
| 386 |
|