litellm/tests/test_litellm_max_budget.py

# #### What this tests ####
# #    This tests calling litellm.max_budget by making back-to-back gpt-4 calls
# # commenting out this test for circle ci, as it causes other tests to fail, since litellm.max_budget would impact other litellm imports
# import sys, os, json
# import traceback
# import pytest

# sys.path.insert(
#     0, os.path.abspath("../..")
# )  # Adds the parent directory to the system path
# import litellm
# # litellm.set_verbose = True
# from litellm import completion, BudgetExceededError

# def test_max_budget():
#     try:
#         litellm.max_budget = 0.001 # sets a max budget of $0.001

#         messages = [{"role": "user", "content": "Hey, how's it going"}]
#         response = completion(model="gpt-4", messages=messages, stream=True)
#         for chunk in response:
#             continue
#         print(litellm._current_cost)
#         completion(model="gpt-4", messages=messages, stream=True)
#         litellm.max_budget = float('inf')
#     except BudgetExceededError as e:
#         pass
#     except Exception as e:
#         pytest.fail(f"An error occured: {str(e)}")