Add docker compose for mixed-bread embeddings
This commit is contained in:
parent
434a7e0f29
commit
6b35badfae
32
docker-compose-mixed-bread.yml
Normal file
32
docker-compose-mixed-bread.yml
Normal file
@ -0,0 +1,32 @@
|
||||
networks:
|
||||
traefik-exposed:
|
||||
name: traefik-exposed
|
||||
external: true
|
||||
|
||||
services:
|
||||
mixed-bread:
|
||||
image: vllm/vllm-openai:latest
|
||||
runtime: nvidia
|
||||
restart: always
|
||||
networks:
|
||||
- traefik-exposed
|
||||
deploy:
|
||||
resources:
|
||||
reservations:
|
||||
devices:
|
||||
- capabilities: [ gpu ]
|
||||
volumes:
|
||||
- ~/.cache/huggingface:/root/.cache/huggingface
|
||||
ports:
|
||||
- "5431:5431"
|
||||
command: --model mixedbread-ai/mxbai-embed-large-v1 --port 5431
|
||||
labels:
|
||||
- "traefik.enable=true"
|
||||
- "traefik.http.routers.mixed-bread.rule=Host(`odin.capgemini.com`) && PathPrefix(`/mixed-bread`)"
|
||||
- "traefik.http.routers.mixed-bread.entrypoints=web"
|
||||
- "traefik.http.services.mixed-bread.loadbalancer.server.port=5431"
|
||||
- "traefik.http.routers.mixed-bread.middlewares=mixed-bread-stripprefix"
|
||||
- "traefik.http.middlewares.mixed-bread-stripprefix.stripprefix.prefixes=/mixed-bread"
|
||||
# HTTPS currently not supported on odin
|
||||
# - "traefik.http.routers.http-catchall.middlewares=redirect-to-https"
|
||||
# - "traefik.http.middlewares.redirect-to-https.redirectscheme.scheme=https"
|
||||
Loading…
Reference in New Issue
Block a user