rocm_vllm_nightly/Dockerfile

FROM rocm/vllm:rocm7.12.0_gfx120X-all_ubuntu24.04_py3.12_pytorch_2.9.1_vllm_0.16.0

WORKDIR /workspace

COPY requirements.txt /workspace/requirements.txt
RUN pip install --no-cache-dir --retries 20 --timeout 600 -i https://pypi.tuna.tsinghua.edu.cn/simple -r /workspace/requirements.txt \
 || pip install --no-cache-dir --retries 20 --timeout 600 -i https://mirrors.aliyun.com/pypi/simple -r /workspace/requirements.txt \
 || pip install --no-cache-dir --retries 20 --timeout 600 -r /workspace/requirements.txt
RUN pip install --no-cache-dir --retries 20 --timeout 600 -i https://pypi.tuna.tsinghua.edu.cn/simple --upgrade --pre transformers \
 || pip install --no-cache-dir --retries 20 --timeout 600 -i https://mirrors.aliyun.com/pypi/simple --upgrade --pre transformers \
 || pip install --no-cache-dir --retries 20 --timeout 600 --upgrade --pre transformers

COPY app /workspace/app

ENV PYTHONUNBUFFERED=1

EXPOSE 8001

CMD ["python", "-m", "app.start_openai"]