33 lines
1.3 KiB
YAML
33 lines
1.3 KiB
YAML
networks:
|
|
traefik-exposed:
|
|
name: traefik-exposed
|
|
external: true
|
|
|
|
services:
|
|
mixed-bread:
|
|
image: vllm/vllm-openai:latest
|
|
runtime: nvidia
|
|
restart: always
|
|
networks:
|
|
- traefik-exposed
|
|
deploy:
|
|
resources:
|
|
reservations:
|
|
devices:
|
|
- capabilities: [ gpu ]
|
|
volumes:
|
|
- ~/.cache/huggingface:/root/.cache/huggingface
|
|
ports:
|
|
- "5431:5431"
|
|
command: --model mixedbread-ai/mxbai-embed-large-v1 --port 5431
|
|
labels:
|
|
- "traefik.enable=true"
|
|
- "traefik.http.routers.mixed-bread.rule=Host(`odin.capgemini.com`) && PathPrefix(`/mixed-bread`)"
|
|
- "traefik.http.routers.mixed-bread.entrypoints=web"
|
|
- "traefik.http.services.mixed-bread.loadbalancer.server.port=5431"
|
|
- "traefik.http.routers.mixed-bread.middlewares=mixed-bread-stripprefix"
|
|
- "traefik.http.middlewares.mixed-bread-stripprefix.stripprefix.prefixes=/mixed-bread"
|
|
# HTTPS currently not supported on odin
|
|
# - "traefik.http.routers.http-catchall.middlewares=redirect-to-https"
|
|
# - "traefik.http.middlewares.redirect-to-https.redirectscheme.scheme=https"
|