nnnn / litellm /tests /test_litellm_max_budget.py
nonhuman's picture
Upload 165 files
395201c
# #### What this tests ####
# # This tests calling litellm.max_budget by making back-to-back gpt-4 calls
# # commenting out this test for circle ci, as it causes other tests to fail, since litellm.max_budget would impact other litellm imports
# import sys, os, json
# import traceback
# import pytest
# sys.path.insert(
# 0, os.path.abspath("../..")
# ) # Adds the parent directory to the system path
# import litellm
# # litellm.set_verbose = True
# from litellm import completion, BudgetExceededError
# def test_max_budget():
# try:
# litellm.max_budget = 0.001 # sets a max budget of $0.001
# messages = [{"role": "user", "content": "Hey, how's it going"}]
# response = completion(model="gpt-4", messages=messages, stream=True)
# for chunk in response:
# continue
# print(litellm._current_cost)
# completion(model="gpt-4", messages=messages, stream=True)
# litellm.max_budget = float('inf')
# except BudgetExceededError as e:
# pass
# except Exception as e:
# pytest.fail(f"An error occured: {str(e)}")