feat: add litellm

.github/workflows/release.yaml

@@ -8,7 +8,7 @@ on:
       - v*
 
 jobs:
-  push_to_registry:
+  push_openwebui:
     name: Push Docker image to Docker Hub
     runs-on: ubuntu-latest
     steps:
@@ -39,8 +39,46 @@ jobs:
         uses: docker/[email protected]
         with:
           platforms: linux/amd64,linux/arm64
-          context: .
+          context: open_webui
           file: ./Dockerfile
           push: true
           tags: ${{ steps.meta.outputs.tags }}
           labels: ${{ steps.meta.outputs.labels }}
+
+  push_litellm:
+    name: Push Docker image to Docker Hub
+    runs-on: ubuntu-latest
+    steps:
+      - name: Check out the repo
+        uses: actions/checkout@v4
+        with:
+          lfs: true
+
+      - name: Set up QEMU
+        uses: docker/setup-qemu-action@v3
+
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v3
+
+      - name: Log in to Docker Hub
+        uses: docker/login-action@v3
+        with:
+          username: ${{ secrets.DOCKER_USERNAME }}
+          password: ${{ secrets.DOCKER_PASSWORD }}
+
+      - name: Extract metadata (tags, labels) for Docker
+        id: meta
+        uses: docker/[email protected]
+        with:
+          images: cmidair/doc-bot-litellm
+
+      - name: Build and push Docker image
+        uses: docker/[email protected]
+        with:
+          platforms: linux/amd64,linux/arm64
+          context: litellm
+          file: ./Dockerfile
+          push: true
+          tags: ${{ steps.meta.outputs.tags }}
+          labels: ${{ steps.meta.outputs.labels }}
+

.gitignore

@@ -1,3 +1,4 @@
+.env
 .venv
 .pytst_cache
 local

docker-compose.yaml

@@ -0,0 +1,23 @@
+services:
+  litellm:
+    build:
+      context: litellm
+      dockerfile: Dockerfile
+    ports: 
+      - 4000:4000
+    env_file:
+      - .env
+    volumes:
+      - ./litellm/config.yaml:/app/config.yaml
+    command: --config /app/config.yaml --detailed_debug
+
+  open_webui:
+    build:
+      context: open_webui
+      dockerfile: Dockerfile
+    ports:
+      - 3000:8080
+    env_file:
+      - .env
+
+

litellm/Dockerfile

@@ -0,0 +1,3 @@
+FROM ghcr.io/berriai/litellm:main-latest
+
+COPY config.yaml /app/config.yaml

litellm/config.yaml

@@ -0,0 +1,10 @@
+model_list:
+  - model_name: cohere-embed-english-v3
+    litellm_params:
+      model: bedrock/cohere.embed-english-v3
+      aws_access_key_id: os.environ/AWS_ACCESS_KEY
+      aws_secret_access_key: os.environ/AWS_SECRET_ACCESS_KEY
+      aws_region_name: os.environ/AWS_REGION_NAME
+
+general_settings: 
+  master_key: os.environ/LITELLM_KEY