nonhuman commited on
Commit
e99760a
1 Parent(s): 395201c

Upload 7 files

Browse files
.github/FUNDING.yml ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # These are supported funding model platforms
2
+
3
+ github: # Replace with up to 4 GitHub Sponsors-enabled usernames e.g., [user1, user2]
4
+ patreon: # Replace with a single Patreon username
5
+ open_collective: # Replace with a single Open Collective username
6
+ ko_fi: # Replace with a single Ko-fi username
7
+ tidelift: # Replace with a single Tidelift platform-name/package-name e.g., npm/babel
8
+ community_bridge: # Replace with a single Community Bridge project-name e.g., cloud-foundry
9
+ liberapay: # Replace with a single Liberapay username
10
+ issuehunt: # Replace with a single IssueHunt username
11
+ otechie: # Replace with a single Otechie username
12
+ lfx_crowdfunding: # Replace with a single LFX Crowdfunding project-name e.g., cloud-foundry
13
+ custom: https://buy.stripe.com/9AQ03Kd3P91o0Q8bIS
.github/ISSUE_TEMPLATE/bug_report.yml ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ name: Bug Report
2
+ description: File a bug report
3
+ title: "[Bug]: "
4
+ labels: ["bug"]
5
+ body:
6
+ - type: markdown
7
+ attributes:
8
+ value: |
9
+ Thanks for taking the time to fill out this bug report!
10
+ - type: textarea
11
+ id: what-happened
12
+ attributes:
13
+ label: What happened?
14
+ description: Also tell us, what did you expect to happen?
15
+ placeholder: Tell us what you see!
16
+ value: "A bug happened!"
17
+ validations:
18
+ required: true
19
+ - type: textarea
20
+ id: logs
21
+ attributes:
22
+ label: Relevant log output
23
+ description: Please copy and paste any relevant log output. This will be automatically formatted into code, so no need for backticks.
24
+ render: shell
25
+ - type: input
26
+ id: contact
27
+ attributes:
28
+ label: Twitter / LinkedIn details
29
+ description: We announce new features on Twitter + LinkedIn. If this issue leads to an announcement, and you'd like a mention, we'll gladly shout you out!
30
+ placeholder: ex. @krrish_dh / https://www.linkedin.com/in/krish-d/
31
+ validations:
32
+ required: false
.github/ISSUE_TEMPLATE/config.yml ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ blank_issues_enabled: true
2
+ contact_links:
3
+ - name: Schedule Demo
4
+ url: https://calendly.com/d/4mp-gd3-k5k/litellm-1-1-onboarding-chat
5
+ about: Speak directly with Krrish and Ishaan, the founders, to discuss issues, share feedback, or explore improvements for LiteLLM
6
+ - name: Discord
7
+ url: https://discord.com/invite/wuPM9dRgDw
8
+ about: Join 250+ LiteLLM community members!
.github/ISSUE_TEMPLATE/feature_request.yml ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ name: 🚀 Feature Request
2
+ description: Submit a proposal/request for a new LiteLLM feature.
3
+ title: "[Feature]: "
4
+ labels: ["enhancement"]
5
+ body:
6
+ - type: markdown
7
+ attributes:
8
+ value: |
9
+ Thanks for making LiteLLM better!
10
+ - type: textarea
11
+ id: the-feature
12
+ attributes:
13
+ label: The Feature
14
+ description: A clear and concise description of the feature proposal
15
+ placeholder: Tell us what you want!
16
+ validations:
17
+ required: true
18
+ - type: textarea
19
+ id: motivation
20
+ attributes:
21
+ label: Motivation, pitch
22
+ description: Please outline the motivation for the proposal. Is your feature request related to a specific problem? e.g., "I'm working on X and would like Y to be possible". If this is related to another GitHub issue, please link here too.
23
+ validations:
24
+ required: true
25
+ - type: input
26
+ id: contact
27
+ attributes:
28
+ label: Twitter / LinkedIn details
29
+ description: We announce new features on Twitter + LinkedIn. When this is announced, and you'd like a mention, we'll gladly shout you out!
30
+ placeholder: ex. @krrish_dh / https://www.linkedin.com/in/krish-d/
31
+ validations:
32
+ required: false
.github/deploy-to-aws.png ADDED
.github/workflows/docker.yml ADDED
@@ -0,0 +1,66 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ name: Build Docker Images
2
+ on:
3
+ workflow_dispatch:
4
+ inputs:
5
+ tag:
6
+ description: "The tag version you want to build"
7
+ jobs:
8
+ build:
9
+ runs-on: ubuntu-latest
10
+ permissions:
11
+ contents: read
12
+ packages: write
13
+ env:
14
+ REPO_NAME: ${{ github.repository }}
15
+ steps:
16
+ - name: Convert repo name to lowercase
17
+ run: echo "REPO_NAME=$(echo "$REPO_NAME" | tr '[:upper:]' '[:lower:]')" >> $GITHUB_ENV
18
+ - name: Checkout
19
+ uses: actions/checkout@v4
20
+ - name: Set up QEMU
21
+ uses: docker/setup-qemu-action@v3
22
+ - name: Set up Docker Buildx
23
+ uses: docker/setup-buildx-action@v3
24
+ - name: Login to GitHub Container Registry
25
+ uses: docker/login-action@v3
26
+ with:
27
+ registry: ghcr.io
28
+ username: ${{ github.actor }}
29
+ password: ${{ secrets.GHCR_TOKEN }}
30
+ logout: false
31
+ - name: Extract metadata (tags, labels) for Docker
32
+ id: meta
33
+ uses: docker/metadata-action@v5
34
+ with:
35
+ images: ghcr.io/berriai/litellm
36
+ - name: Get tag to build
37
+ id: tag
38
+ run: |
39
+ echo "latest=ghcr.io/${{ env.REPO_NAME }}:latest" >> $GITHUB_OUTPUT
40
+ if [[ -z "${{ github.event.inputs.tag }}" ]]; then
41
+ echo "versioned=ghcr.io/${{ env.REPO_NAME }}:${{ github.ref_name }}" >> $GITHUB_OUTPUT
42
+ else
43
+ echo "versioned=ghcr.io/${{ env.REPO_NAME }}:${{ github.event.inputs.tag }}" >> $GITHUB_OUTPUT
44
+ fi
45
+ - name: Debug Info
46
+ run: |
47
+ echo "GHCR_TOKEN=${{ secrets.GHCR_TOKEN }}"
48
+ echo "REPO_NAME=${{ env.REPO_NAME }}"
49
+ echo "ACTOR=${{ github.actor }}"
50
+ - name: Build and push container image to registry
51
+ uses: docker/build-push-action@v2
52
+ with:
53
+ push: true
54
+ tags: ghcr.io/${{ env.REPO_NAME }}:${{ github.sha }}
55
+ file: ./Dockerfile
56
+ - name: Build and release Docker images
57
+ uses: docker/build-push-action@v5
58
+ with:
59
+ context: .
60
+ platforms: linux/amd64
61
+ tags: |
62
+ ${{ steps.tag.outputs.latest }}
63
+ ${{ steps.tag.outputs.versioned }}
64
+ labels: ${{ steps.meta.outputs.labels }}
65
+ push: true
66
+
.github/workflows/ghcr_deploy.yml ADDED
@@ -0,0 +1,48 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ #
2
+ name: Build & Publich to GHCR
3
+ on:
4
+ workflow_dispatch:
5
+ inputs:
6
+ tag:
7
+ description: "The tag version you want to build"
8
+
9
+ # Defines two custom environment variables for the workflow. Used for the Container registry domain, and a name for the Docker image that this workflow builds.
10
+ env:
11
+ REGISTRY: ghcr.io
12
+ IMAGE_NAME: ${{ github.repository }}
13
+
14
+ # There is a single job in this workflow. It's configured to run on the latest available version of Ubuntu.
15
+ jobs:
16
+ build-and-push-image:
17
+ runs-on: ubuntu-latest
18
+ # Sets the permissions granted to the `GITHUB_TOKEN` for the actions in this job.
19
+ permissions:
20
+ contents: read
21
+ packages: write
22
+ #
23
+ steps:
24
+ - name: Checkout repository
25
+ uses: actions/checkout@v4
26
+ # Uses the `docker/login-action` action to log in to the Container registry registry using the account and password that will publish the packages. Once published, the packages are scoped to the account defined here.
27
+ - name: Log in to the Container registry
28
+ uses: docker/login-action@65b78e6e13532edd9afa3aa52ac7964289d1a9c1
29
+ with:
30
+ registry: ${{ env.REGISTRY }}
31
+ username: ${{ github.actor }}
32
+ password: ${{ secrets.GITHUB_TOKEN }}
33
+ # This step uses [docker/metadata-action](https://github.com/docker/metadata-action#about) to extract tags and labels that will be applied to the specified image. The `id` "meta" allows the output of this step to be referenced in a subsequent step. The `images` value provides the base name for the tags and labels.
34
+ - name: Extract metadata (tags, labels) for Docker
35
+ id: meta
36
+ uses: docker/metadata-action@9ec57ed1fcdbf14dcef7dfbe97b2010124a938b7
37
+ with:
38
+ images: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}
39
+ # This step uses the `docker/build-push-action` action to build the image, based on your repository's `Dockerfile`. If the build succeeds, it pushes the image to GitHub Packages.
40
+ # It uses the `context` parameter to define the build's context as the set of files located in the specified path. For more information, see "[Usage](https://github.com/docker/build-push-action#usage)" in the README of the `docker/build-push-action` repository.
41
+ # It uses the `tags` and `labels` parameters to tag and label the image with the output from the "meta" step.
42
+ - name: Build and push Docker image
43
+ uses: docker/build-push-action@f2a1d5e99d037542a71f64918e516c093c6f3fc4
44
+ with:
45
+ context: .
46
+ push: true
47
+ tags: ${{ steps.meta.outputs.tags }}-${{ github.event.inputs.tag }} # Add the input tag to the image tags
48
+ labels: ${{ steps.meta.outputs.labels }}