Spaces:
Sleeping
Sleeping
Update main.py
Browse files
main.py
CHANGED
@@ -174,6 +174,7 @@ async def verify_api_key(api_key: str = Security(api_key_header)):
|
|
174 |
# ============================================================================
|
175 |
|
176 |
def chat_with_llama_stream(messages, model="meta-llama/llama-3-70b-instruct", max_output_tokens=2500):
|
|
|
177 |
logger.info(f"Starting chat with model: {model}")
|
178 |
try:
|
179 |
response = or_client.chat.completions.create(
|
|
|
174 |
# ============================================================================
|
175 |
|
176 |
def chat_with_llama_stream(messages, model="meta-llama/llama-3-70b-instruct", max_output_tokens=2500):
|
177 |
+
logger.info(f"Recieved chat request: {messages}")
|
178 |
logger.info(f"Starting chat with model: {model}")
|
179 |
try:
|
180 |
response = or_client.chat.completions.create(
|