Upload 6 files

.env

@@ -0,0 +1,22 @@
+# OpenAI
+OPENAI_API_KEY = ""
+OPENAI_API_BASE = ""
+# Cohere
+COHERE_API_KEY = ""
+# OpenRouter
+OR_SITE_URL = ""
+OR_APP_NAME = "LiteLLM Example app"
+OR_API_KEY = ""
+# Azure API base URL
+AZURE_API_BASE = ""
+# Azure API version
+AZURE_API_VERSION = ""
+# Azure API key
+AZURE_API_KEY = ""
+# Replicate
+REPLICATE_API_KEY = ""
+REPLICATE_API_TOKEN = ""
+# Anthropic
+ANTHROPIC_API_KEY = ""
+# Infisical
+INFISICAL_TOKEN = ""

.gitignore

@@ -0,0 +1,21 @@
+.venv
+.env
+litellm_uuid.txt
+__pycache__/
+*.pyc
+bun.lockb
+**/.DS_Store
+.aider*
+litellm_results.jsonl
+secrets.toml
+.gitignore
+litellm/proxy/litellm_secrets.toml
+litellm/proxy/api_log.json
+.idea/
+router_config.yaml
+litellm_server/config.yaml
+litellm/proxy/_secret_config.yaml
+.aws-sam/
+litellm/tests/aiologs.log
+litellm/tests/exception_data.txt
+litellm/tests/config_*.yaml

.pre-commit-config.yaml

@@ -0,0 +1,8 @@
+repos:
+-   repo: https://github.com/pycqa/flake8
+    rev: 3.8.4  # The version of flake8 to use
+    hooks:
+    -  id: flake8
+       exclude: ^litellm/tests/|^litellm/proxy/|^litellm/integrations/
+       additional_dependencies: [flake8-print]
+       files: litellm/.*\.py

Dockerfile

@@ -0,0 +1,30 @@
+# Base image
+ARG LITELLM_BASE_IMAGE=python:3.9-slim
+
+# allow users to specify, else use python 3.9-slim
+FROM $LITELLM_BASE_IMAGE
+
+# Set the working directory to /app
+WORKDIR /app
+
+# Install build dependencies
+RUN apt-get update && \
+    apt-get install -y gcc python3-dev && \
+    rm -rf /var/lib/apt/lists/*
+
+# Copy the current directory contents into the container at /app
+COPY . /app
+
+# Install any needed packages specified in requirements.txt
+RUN pip wheel --no-cache-dir --wheel-dir=wheels -r requirements.txt
+RUN pip install --no-cache-dir --find-links=wheels -r requirements.txt
+
+EXPOSE 4000/tcp
+
+# Start the litellm proxy, using the `litellm` cli command https://docs.litellm.ai/docs/simple_proxy
+
+# Start the litellm proxy with default options
+CMD ["--port", "4000"]
+
+# Allow users to override the CMD when running the container, allows users to pass litellm args 
+ENTRYPOINT ["litellm"]

requirements.txt

@@ -0,0 +1,19 @@
+# LITELLM PROXY DEPENDENCIES #
+litellm
+openai
+fastapi
+tomli
+appdirs
+tomli_w
+backoff
+pyyaml
+uvicorn
+boto3
+redis
+pyyaml
+rq
+prisma
+celery
+psutil
+mangum
+google-generativeai

template.yaml

@@ -0,0 +1,94 @@
+AWSTemplateFormatVersion: '2010-09-09'
+Transform: AWS::Serverless-2016-10-31
+Description: >
+  llmlite-service
+
+  SAM Template for llmlite-service
+
+# More info about Globals: https://github.com/awslabs/serverless-application-model/blob/master/docs/globals.rst
+Globals:
+  Function:
+    Timeout: 600
+    MemorySize: 128
+    Environment:
+      Variables:
+        WORKER_CONFIG: !Ref WorkerConfigParameter
+
+Parameters:
+  AliasParameter:
+    Type: String
+    Default: live
+  WorkerConfigParameter:
+    Type: String
+    Description: Sample environment variable
+    Default: '{"model": null, "alias": null, "api_base": null, "api_version": "2023-07-01-preview", "debug": false, "temperature": null, "max_tokens": null, "request_timeout": 600, "max_budget": null, "telemetry": true, "drop_params": false, "add_function_to_prompt": false, "headers": null, "save": false, "config": null, "use_queue": false}'
+
+Resources:
+  MyUrlFunctionPermissions:
+    Type: AWS::Lambda::Permission
+    Properties:
+      FunctionName: !Ref URL
+      Action: lambda:InvokeFunctionUrl
+      Principal: "*"
+      FunctionUrlAuthType: NONE
+
+  Function:
+    Type: AWS::Serverless::Function
+    Properties:
+      FunctionName: !Sub "${AWS::StackName}-function"
+      CodeUri: "./litellm"
+      Handler: proxy/lambda.handler
+      Runtime: python3.11
+      AutoPublishAlias: !Ref AliasParameter
+      Architectures:
+       - x86_64
+      DeploymentPreference:
+        Type: AllAtOnce
+        Alarms:
+          - !Ref NewVersionErrorMetricGreaterThanZeroAlarm
+
+  NewVersionErrorMetricGreaterThanZeroAlarm:
+    Type: "AWS::CloudWatch::Alarm"
+    Properties:
+      AlarmDescription: Lambda Function Error > 0
+      ComparisonOperator: GreaterThanThreshold
+      Dimensions:
+        - Name: Resource
+          Value: !Sub "${Function}:live"
+        - Name: FunctionName
+          Value: !Ref Function
+        - Name: ExecutedVersion
+          Value: !GetAtt Function.Version.Version
+      EvaluationPeriods: 1
+      Unit: Count
+      MetricName: Errors
+      Namespace: AWS/Lambda
+      Period: 60
+      Statistic: Sum
+      Threshold: 0
+
+  URL:
+    Type: AWS::Lambda::Url
+    DependsOn: FunctionAliaslive
+    Properties:
+      AuthType: NONE
+      Qualifier: live
+      TargetFunctionArn: !GetAtt Function.Arn
+
+Outputs:
+  FunctionARN:
+    Description: "Lambda Function ARN"
+    Value: !GetAtt Function.Arn
+
+  FunctionUrl:
+    Description: "Lambda Function URL Endpoint"
+    Value:
+      Fn::GetAtt: URL.FunctionUrl
+
+  FunctionVersion:
+    Description: "Lambda Function Version"
+    Value: !GetAtt Function.Version.Version
+  
+  FunctionNewAlarmARN:
+    Description: "Lambda Function New Alarm ARN"
+    Value: !GetAtt NewVersionErrorMetricGreaterThanZeroAlarm.Arn