21 lines
969 B
Docker
21 lines
969 B
Docker
# FROM docker.1ms.run/vllm/vllm-openai-rocm:latest
|
|
FROM vllm/vllm-openai-rocm:nightly
|
|
|
|
WORKDIR /workspace
|
|
|
|
COPY requirements.txt /workspace/requirements.txt
|
|
RUN pip install --no-cache-dir --retries 20 --timeout 600 -i https://pypi.tuna.tsinghua.edu.cn/simple -r /workspace/requirements.txt \
|
|
|| pip install --no-cache-dir --retries 20 --timeout 600 -i https://mirrors.aliyun.com/pypi/simple -r /workspace/requirements.txt \
|
|
|| pip install --no-cache-dir --retries 20 --timeout 600 -r /workspace/requirements.txt
|
|
RUN pip install --no-cache-dir --retries 20 --timeout 600 -i https://pypi.tuna.tsinghua.edu.cn/simple --upgrade --pre transformers \
|
|
|| pip install --no-cache-dir --retries 20 --timeout 600 -i https://mirrors.aliyun.com/pypi/simple --upgrade --pre transformers \
|
|
|| pip install --no-cache-dir --retries 20 --timeout 600 --upgrade --pre transformers
|
|
|
|
COPY app /workspace/app
|
|
|
|
ENV PYTHONUNBUFFERED=1
|
|
|
|
EXPOSE 8001
|
|
|
|
CMD ["python", "-m", "app.start_openai"]
|