|
model_list: |
|
- model_name: azure-cloudflare |
|
litellm_params: |
|
model: azure/chatgpt-v-2 |
|
api_base: https://gateway.ai.cloudflare.com/v1/0399b10e77ac6668c80404a5ff49eb37/litellm-test/azure-openai/openai-gpt-4-test-v-1 |
|
api_key: os.environ/AZURE_API_KEY |
|
api_version: 2023-07-01-preview |
|
|
|
litellm_settings: |
|
set_verbose: True |
|
cache: True |
|
cache_params: |
|
type: s3 |
|
s3_bucket_name: cache-bucket-litellm |
|
s3_region_name: us-west-2 |
|
s3_aws_access_key_id: os.environ/AWS_ACCESS_KEY_ID |
|
s3_aws_secret_access_key: os.environ/AWS_SECRET_ACCESS_KEY |