cjw/vllm-r9700-container
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

x

Browse Source
This commit is contained in:
SZCJW
2026-03-14 02:31:01 +08:00
parent 3b9d188efa
commit 7ad5ce520b
1 changed files with 6 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
Dockerfile
+6 -2
View File
@@ -57,7 +57,7 @@ ENV PIP_NO_CACHE_DIR=1
RUN printf 'source /opt/venv/bin/activate\n' > /etc/profile.d/venv.sh RUN printf 'source /opt/venv/bin/activate\n' > /etc/profile.d/venv.sh
RUN python -m pip install --upgrade pip wheel packaging "setuptools<80.0.0" RUN python -m pip install --upgrade pip wheel packaging "setuptools<80.0.0"
# 5. Install PyTorch (TheRock Nightly) and PyYAML # 5. Install PyTorch (TheRock Nightly)
RUN proxychains python -m pip install \ RUN proxychains python -m pip install \
--index-url https://rocm.nightlies.amd.com/v2-staging/gfx120X-all/ \ --index-url https://rocm.nightlies.amd.com/v2-staging/gfx120X-all/ \
--pre torch torchaudio torchvision && \ --pre torch torchaudio torchvision && \
@@ -66,6 +66,10 @@ RUN proxychains python -m pip install \
# Flash-Attention # Flash-Attention
WORKDIR /opt WORKDIR /opt
ENV FLASH_ATTENTION_TRITON_AMD_ENABLE="TRUE" ENV FLASH_ATTENTION_TRITON_AMD_ENABLE="TRUE"
ENV ROCM_HOME="/opt/rocm"
ENV HIP_PATH="/opt/rocm"
ENV PATH="/opt/rocm/bin:/opt/rocm/llvm/bin:$PATH"
ENV LD_LIBRARY_PATH="/opt/rocm/lib:/opt/rocm/lib64:/opt/rocm/llvm/lib:$LD_LIBRARY_PATH"
RUN proxychains git clone https://github.com/ROCm/flash-attention.git && \ RUN proxychains git clone https://github.com/ROCm/flash-attention.git && \
cd flash-attention && \ cd flash-attention && \
@@ -99,7 +103,7 @@ RUN echo "import sys, re" > patch_vllm.py && \
echo "print('Successfully patched vLLM for R9700')" >> patch_vllm.py && \ echo "print('Successfully patched vLLM for R9700')" >> patch_vllm.py && \
python patch_vllm.py python patch_vllm.py
# 7. Build vLLM # 7. Build vLLM (Wheel Method) with CLANG Host Compiler
RUN python -m pip install --upgrade cmake ninja packaging wheel numpy "setuptools-scm>=8" "setuptools<80.0.0" scikit-build-core pybind11 RUN python -m pip install --upgrade cmake ninja packaging wheel numpy "setuptools-scm>=8" "setuptools<80.0.0" scikit-build-core pybind11
ENV ROCM_HOME="/opt/rocm" ENV ROCM_HOME="/opt/rocm"
ENV HIP_PATH="/opt/rocm" ENV HIP_PATH="/opt/rocm"