pvanand commited on
Commit
dab9a90
·
verified ·
1 Parent(s): 63ffb7f

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +1 -0
main.py CHANGED
@@ -174,6 +174,7 @@ async def verify_api_key(api_key: str = Security(api_key_header)):
174
  # ============================================================================
175
 
176
  def chat_with_llama_stream(messages, model="meta-llama/llama-3-70b-instruct", max_output_tokens=2500):
 
177
  logger.info(f"Starting chat with model: {model}")
178
  try:
179
  response = or_client.chat.completions.create(
 
174
  # ============================================================================
175
 
176
  def chat_with_llama_stream(messages, model="meta-llama/llama-3-70b-instruct", max_output_tokens=2500):
177
+ logger.info(f"Recieved chat request: {messages}")
178
  logger.info(f"Starting chat with model: {model}")
179
  try:
180
  response = or_client.chat.completions.create(