From 60e00b5ef644ff85a276eafd11392cf8464d4642 Mon Sep 17 00:00:00 2001
From: furyhawk <furyx@hotmail.com>
Date: Fri, 27 Feb 2026 21:17:51 +0800
Subject: [PATCH] feat: add Docker Compose configuration for VLLM service with
 GPU support

---
 ai_stack/vllm/docker-compose.cpu.yaml | 29 +++++++++++++++++++++++++++
 1 file changed, 29 insertions(+)
 create mode 100644 ai_stack/vllm/docker-compose.cpu.yaml

diff --git a/ai_stack/vllm/docker-compose.cpu.yaml b/ai_stack/vllm/docker-compose.cpu.yaml
new file mode 100644
index 0000000..7c07db7
--- /dev/null
+++ b/ai_stack/vllm/docker-compose.cpu.yaml
@@ -0,0 +1,29 @@
+services:
+  vllm:
+    image: docker.io/vllm/vllm-openai:latest
+    command:
+      - --model
+      # - Qwen/Qwen3-4B-Instruct-2507
+      - Qwen/Qwen3-VL-2B-Instruct
+      - --device
+      - cpu
+      - --max-model-len
+      - "2048"
+    ports:
+      - "9000:8000"
+    environment:
+      HF_TOKEN: ${HF_TOKEN}
+      VLLM_USE_V1: "0"
+    volumes:
+      - ${HOME}/.cache/huggingface:/root/.cache/huggingface
+    ipc: host
+    deploy:
+      resources:
+        reservations:
+          # WARN: requires Docker Compose 2.24.2
+          # https://docs.docker.com/reference/compose-file/merge/#replace-value
+          devices: !override
+            - capabilities: ["gpu"]
+              driver: cdi
+              device_ids:
+                - nvidia.com/gpu=all