networks:
  traefik-exposed:
    name: traefik-exposed
    external: true

services:
    mixed-bread:
        image: vllm/vllm-openai:latest
        runtime: nvidia
        restart: always
        networks:
            - traefik-exposed
        deploy:
            resources:
                reservations:
                    devices:
                        - capabilities: [ gpu ]
        volumes:
            - ~/.cache/huggingface:/root/.cache/huggingface
        ports:
            - "5431:5431"
        command: --model mixedbread-ai/mxbai-embed-large-v1 --port 5431 
        labels:
            - "traefik.enable=true"
            - "traefik.http.routers.mixed-bread.rule=Host(`odin.capgemini.com`) && PathPrefix(`/mixed-bread`)"
            - "traefik.http.routers.mixed-bread.entrypoints=web"
            - "traefik.http.services.mixed-bread.loadbalancer.server.port=5431"
            - "traefik.http.routers.mixed-bread.middlewares=mixed-bread-stripprefix"
            - "traefik.http.middlewares.mixed-bread-stripprefix.stripprefix.prefixes=/mixed-bread"
            # HTTPS currently not supported on odin
            # - "traefik.http.routers.http-catchall.middlewares=redirect-to-https"
            # - "traefik.http.middlewares.redirect-to-https.redirectscheme.scheme=https"