From 434a7e0f297ee6a7d4657dcd66a4ac47b52eee71 Mon Sep 17 00:00:00 2001
From: anna <anna.pillar@sogeti.com>
Date: Fri, 18 Apr 2025 14:44:07 +0200
Subject: [PATCH] add docker compose for qwen 5b

---
 docker-compose-qwen.yml | 32 ++++++++++++++++++++++++++++++++
 1 file changed, 32 insertions(+)
 create mode 100644 docker-compose-qwen.yml

diff --git a/docker-compose-qwen.yml b/docker-compose-qwen.yml
new file mode 100644
index 0000000..8e4a9f1
--- /dev/null
+++ b/docker-compose-qwen.yml
@@ -0,0 +1,32 @@
+networks:
+  traefik-exposed:
+    name: traefik-exposed
+    external: true
+
+services:
+    qwen:
+        image: vllm/vllm-openai:latest
+        runtime: nvidia
+        restart: always
+        networks:
+            - traefik-exposed
+        deploy:
+            resources:
+                reservations:
+                    devices:
+                        - capabilities: [ gpu ]
+        volumes:
+            - ~/.cache/huggingface:/root/.cache/huggingface
+        ports:
+            - "5432:5432"
+        command: --model Qwen/Qwen2.5-1.5B-Instruct --port 5432 --quantization bitsandbytes
+        labels:
+            - "traefik.enable=true"
+            - "traefik.http.routers.qwen.rule=Host(`odin.capgemini.com`) && PathPrefix(`/qwen`)"
+            - "traefik.http.routers.qwen.entrypoints=web"
+            - "traefik.http.services.qwen.loadbalancer.server.port=5432"
+            - "traefik.http.routers.qwen.middlewares=qwen-stripprefix"
+            - "traefik.http.middlewares.qwen-stripprefix.stripprefix.prefixes=/qwen"
+            # HTTPS is currently not supported on odin. 
+            # - "traefik.http.routers.http-catchall.middlewares=redirect-to-https"
+            # - "traefik.http.middlewares.redirect-to-https.redirectscheme.scheme=https"
\ No newline at end of file