hf-llm-api

Sleeping

jonathanjordan21 commited on Jul 16

Commit

4424f88

•

1 Parent(s): f9ac435

Update apis/chat_api.py

Files changed (1) hide show

apis/chat_api.py CHANGED Viewed

@@ -203,6 +203,7 @@ class ChatAPIApp:
                 stream_response = streamer.chat_response(
                     prompt=item.prompt,
                     **options,
                     # temperature=item.temperature,
                     # top_p=item.top_p,
                     # max_new_tokens=item.max_tokens,

                 stream_response = streamer.chat_response(
                     prompt=item.prompt,
                     **options,
+                    api_key=api_key,
                     # temperature=item.temperature,
                     # top_p=item.top_p,
                     # max_new_tokens=item.max_tokens,