| # import openai | |
| # client = openai.OpenAI( | |
| # api_key="anything", | |
| # base_url="http://0.0.0.0:8000" | |
| # ) | |
| # # request sent to model set on litellm proxy, `litellm --model` | |
| # response = client.chat.completions.create(model="gpt-3.5-turbo", messages = [ | |
| # { | |
| # "role": "user", | |
| # "content": "this is a test request, write a short poem" | |
| # } | |
| # ]) | |
| # print(response) | |