Add docker compose for mixed-bread embeddings

This commit is contained in:
anna 2025-04-18 14:45:30 +02:00
parent 434a7e0f29
commit 6b35badfae

View File

@ -0,0 +1,32 @@
networks:
traefik-exposed:
name: traefik-exposed
external: true
services:
mixed-bread:
image: vllm/vllm-openai:latest
runtime: nvidia
restart: always
networks:
- traefik-exposed
deploy:
resources:
reservations:
devices:
- capabilities: [ gpu ]
volumes:
- ~/.cache/huggingface:/root/.cache/huggingface
ports:
- "5431:5431"
command: --model mixedbread-ai/mxbai-embed-large-v1 --port 5431
labels:
- "traefik.enable=true"
- "traefik.http.routers.mixed-bread.rule=Host(`odin.capgemini.com`) && PathPrefix(`/mixed-bread`)"
- "traefik.http.routers.mixed-bread.entrypoints=web"
- "traefik.http.services.mixed-bread.loadbalancer.server.port=5431"
- "traefik.http.routers.mixed-bread.middlewares=mixed-bread-stripprefix"
- "traefik.http.middlewares.mixed-bread-stripprefix.stripprefix.prefixes=/mixed-bread"
# HTTPS currently not supported on odin
# - "traefik.http.routers.http-catchall.middlewares=redirect-to-https"
# - "traefik.http.middlewares.redirect-to-https.redirectscheme.scheme=https"