From 549cc0560317c0b835e85ecad601abfeacdc5df2 Mon Sep 17 00:00:00 2001 From: SZCJW <792430652@qq.com> Date: Sun, 5 Apr 2026 02:25:25 +0800 Subject: [PATCH] x --- Dockerfile | 2 +- docker-compose.yml | 4 ++-- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/Dockerfile b/Dockerfile index e08a27c..eaf7930 100644 --- a/Dockerfile +++ b/Dockerfile @@ -1,4 +1,4 @@ -FROM vllm/vllm-openai-rocm:latest +FROM vllm/vllm-openai-rocm:nightly WORKDIR /workspace diff --git a/docker-compose.yml b/docker-compose.yml index 83297ce..49b4a4f 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -3,7 +3,7 @@ services: build: context: . dockerfile: Dockerfile - image: rocm-vllm-inference:latest + image: rocm-vllm-inference:nightly container_name: rocm-vllm-openai entrypoint: ["python"] command: ["-m", "app.start_openai"] @@ -23,7 +23,7 @@ services: VLLM_WORKER_MULTIPROC_METHOD: "spawn" PYTHONUNBUFFERED: "1" # 启用 AITER 加速(R9700 属于 gfx1201 架构) - VLLM_ROCM_USE_AITER: "1" + VLLM_ROCM_USE_AITER: "0" VLLM_ROCM_USE_AITER_MHA: "0" # 增强 All-Reduce 性能(双卡通信优化) VLLM_ROCM_QUICK_REDUCE_QUANTIZATION: "INT4"