| # import openai | |
| # client = openai.OpenAI( | |
| # api_key="anything", | |
| # base_url="http://0.0.0.0:8000" | |
| # ) | |
| # # request sent to model set on litellm proxy, `litellm --model` | |
| # response = client.chat.completions.create( | |
| # model="azure/chatgpt-v-2", | |
| # messages = [ | |
| # { | |
| # "role": "user", | |
| # "content": "this is a test request, write a short poem" | |
| # } | |
| # ], | |
| # extra_body={ | |
| # "metadata": { | |
| # "generation_name": "ishaan-generation-openai-client", | |
| # "generation_id": "openai-client-gen-id22", | |
| # "trace_id": "openai-client-trace-id22", | |
| # "trace_user_id": "openai-client-user-id2" | |
| # } | |
| # } | |
| # ) | |
| # print(response) | |