Add docker compose for mixed-bread embeddings
This commit is contained in:
parent
434a7e0f29
commit
6b35badfae
32
docker-compose-mixed-bread.yml
Normal file
32
docker-compose-mixed-bread.yml
Normal file
@ -0,0 +1,32 @@
|
|||||||
|
networks:
|
||||||
|
traefik-exposed:
|
||||||
|
name: traefik-exposed
|
||||||
|
external: true
|
||||||
|
|
||||||
|
services:
|
||||||
|
mixed-bread:
|
||||||
|
image: vllm/vllm-openai:latest
|
||||||
|
runtime: nvidia
|
||||||
|
restart: always
|
||||||
|
networks:
|
||||||
|
- traefik-exposed
|
||||||
|
deploy:
|
||||||
|
resources:
|
||||||
|
reservations:
|
||||||
|
devices:
|
||||||
|
- capabilities: [ gpu ]
|
||||||
|
volumes:
|
||||||
|
- ~/.cache/huggingface:/root/.cache/huggingface
|
||||||
|
ports:
|
||||||
|
- "5431:5431"
|
||||||
|
command: --model mixedbread-ai/mxbai-embed-large-v1 --port 5431
|
||||||
|
labels:
|
||||||
|
- "traefik.enable=true"
|
||||||
|
- "traefik.http.routers.mixed-bread.rule=Host(`odin.capgemini.com`) && PathPrefix(`/mixed-bread`)"
|
||||||
|
- "traefik.http.routers.mixed-bread.entrypoints=web"
|
||||||
|
- "traefik.http.services.mixed-bread.loadbalancer.server.port=5431"
|
||||||
|
- "traefik.http.routers.mixed-bread.middlewares=mixed-bread-stripprefix"
|
||||||
|
- "traefik.http.middlewares.mixed-bread-stripprefix.stripprefix.prefixes=/mixed-bread"
|
||||||
|
# HTTPS currently not supported on odin
|
||||||
|
# - "traefik.http.routers.http-catchall.middlewares=redirect-to-https"
|
||||||
|
# - "traefik.http.middlewares.redirect-to-https.redirectscheme.scheme=https"
|
||||||
Loading…
Reference in New Issue
Block a user