import sys, os import traceback from dotenv import load_dotenv load_dotenv() import os sys.path.insert( 0, os.path.abspath("../..") ) # Adds the parent directory to the system path import pytest import openai import litellm from litellm import completion_with_retries, completion from litellm import ( AuthenticationError, BadRequestError, RateLimitError, ServiceUnavailableError, OpenAIError, ) user_message = "Hello, whats the weather in San Francisco??" messages = [{"content": user_message, "role": "user"}] def logger_fn(user_model_dict): # print(f"user_model_dict: {user_model_dict}") pass # completion with num retries + impact on exception mapping def test_completion_with_num_retries(): try: response = completion( model="j2-ultra", messages=[{"messages": "vibe", "bad": "message"}], num_retries=2, ) pytest.fail(f"Unmapped exception occurred") except Exception as e: pass # test_completion_with_num_retries() def test_completion_with_0_num_retries(): try: litellm.set_verbose = False print("making request") # Use the completion function response = completion( model="gpt-3.5-turbo", messages=[{"gm": "vibe", "role": "user"}], max_retries=4, ) print(response) # print(response) except Exception as e: print("exception", e) pass