|
import sys, os |
|
import traceback |
|
from dotenv import load_dotenv |
|
|
|
load_dotenv() |
|
import os |
|
|
|
sys.path.insert( |
|
0, os.path.abspath("../..") |
|
) |
|
import pytest |
|
import openai |
|
import litellm |
|
from litellm import completion_with_retries, completion |
|
from litellm import ( |
|
AuthenticationError, |
|
BadRequestError, |
|
RateLimitError, |
|
ServiceUnavailableError, |
|
OpenAIError, |
|
) |
|
|
|
user_message = "Hello, whats the weather in San Francisco??" |
|
messages = [{"content": user_message, "role": "user"}] |
|
|
|
|
|
def logger_fn(user_model_dict): |
|
|
|
pass |
|
|
|
|
|
|
|
def test_completion_with_num_retries(): |
|
try: |
|
response = completion( |
|
model="j2-ultra", |
|
messages=[{"messages": "vibe", "bad": "message"}], |
|
num_retries=2, |
|
) |
|
pytest.fail(f"Unmapped exception occurred") |
|
except Exception as e: |
|
pass |
|
|
|
|
|
|
|
def test_completion_with_0_num_retries(): |
|
try: |
|
litellm.set_verbose = False |
|
print("making request") |
|
|
|
|
|
response = completion( |
|
model="gpt-3.5-turbo", |
|
messages=[{"gm": "vibe", "role": "user"}], |
|
max_retries=4, |
|
) |
|
|
|
print(response) |
|
|
|
|
|
except Exception as e: |
|
print("exception", e) |
|
pass |
|
|
