| model_list: | |
| - model_name: gpt-4-team1 | |
| litellm_params: | |
| model: azure/chatgpt-v-2 | |
| api_base: https://openai-gpt-4-test-v-1.openai.azure.com/ | |
| api_version: "2023-05-15" | |
| api_key: os.environ/AZURE_API_KEY | |
| tpm: 20_000 | |
| timeout: 5 # 1 second timeout | |
| stream_timeout: 0.5 # 0.5 second timeout for streaming requests | |
| max_retries: 4 | |
| - model_name: gpt-4-team2 | |
| litellm_params: | |
| model: azure/gpt-4 | |
| api_key: os.environ/AZURE_API_KEY | |
| api_base: https://openai-gpt-4-test-v-2.openai.azure.com/ | |
| tpm: 100_000 | |
| timeout: 5 # 1 second timeout | |
| stream_timeout: 0.5 # 0.5 second timeout for streaming requests | |
| max_retries: 4 | |