From 6b35badfae7025e9982bea375e677ec14a8a0a71 Mon Sep 17 00:00:00 2001
From: anna <anna.pillar@sogeti.com>
Date: Fri, 18 Apr 2025 14:45:30 +0200
Subject: [PATCH] Add docker compose for mixed-bread embeddings

---
 docker-compose-mixed-bread.yml | 32 ++++++++++++++++++++++++++++++++
 1 file changed, 32 insertions(+)
 create mode 100644 docker-compose-mixed-bread.yml

diff --git a/docker-compose-mixed-bread.yml b/docker-compose-mixed-bread.yml
new file mode 100644
index 0000000..63dc993
--- /dev/null
+++ b/docker-compose-mixed-bread.yml
@@ -0,0 +1,32 @@
+networks:
+  traefik-exposed:
+    name: traefik-exposed
+    external: true
+
+services:
+    mixed-bread:
+        image: vllm/vllm-openai:latest
+        runtime: nvidia
+        restart: always
+        networks:
+            - traefik-exposed
+        deploy:
+            resources:
+                reservations:
+                    devices:
+                        - capabilities: [ gpu ]
+        volumes:
+            - ~/.cache/huggingface:/root/.cache/huggingface
+        ports:
+            - "5431:5431"
+        command: --model mixedbread-ai/mxbai-embed-large-v1 --port 5431 
+        labels:
+            - "traefik.enable=true"
+            - "traefik.http.routers.mixed-bread.rule=Host(`odin.capgemini.com`) && PathPrefix(`/mixed-bread`)"
+            - "traefik.http.routers.mixed-bread.entrypoints=web"
+            - "traefik.http.services.mixed-bread.loadbalancer.server.port=5431"
+            - "traefik.http.routers.mixed-bread.middlewares=mixed-bread-stripprefix"
+            - "traefik.http.middlewares.mixed-bread-stripprefix.stripprefix.prefixes=/mixed-bread"
+            # HTTPS currently not supported on odin
+            # - "traefik.http.routers.http-catchall.middlewares=redirect-to-https"
+            # - "traefik.http.middlewares.redirect-to-https.redirectscheme.scheme=https"