FROM swr.cn-south-1.myhuaweicloud.com/ascendhub/cann:8.3.rc1-910b-ubuntu22.04-py3.11
RUN apt-get update && \
apt-get install -y \
ca-certificates vim curl \
gcc g++ git wget make cmake zlib1g zlib1g-dev openssl libsqlite3-dev libssl-dev libffi-dev unzip pciutils net-tools libblas-dev gfortran libblas3 libopenblas-dev \
libgmp-dev \
patch net-tools libjemalloc2 && \
apt-get clean && \
chmod o+w /usr/local
RUN useradd -m -d /home/ma-user -s /bin/bash -g 100 -u 1000 ma-user
USER ma-user
WORKDIR /home/ma-user
RUN wget https://repo.anaconda.com/miniconda/Miniconda3-py311_25.3.1-1-Linux-aarch64.sh -O /tmp/Miniconda3-py311_25.3.1-1-Linux-aarch64.sh
RUN bash /tmp/Miniconda3-py311_25.3.1-1-Linux-aarch64.sh -b -p /home/ma-user/miniconda3
ENV PATH=$PATH:/home/ma-user/miniconda3/bin
RUN source /home/ma-user/miniconda3/bin/activate && \
pip config set global.index-url https://repo.huaweicloud.com/repository/pypi/simple && \
git clone -b v0.11.0 --depth 1 https://github.com/vllm-project/vllm.git && \
cd vllm && \
VLLM_TARGET_DEVICE=empty pip install -e . && \
cd ..
RUN source /home/ma-user/miniconda3/bin/activate && \
git clone -b v0.11.0rc1 --depth 1 https://github.com/vllm-project/vllm-ascend.git
USER root
RUN source /home/ma-user/miniconda3/bin/activate && \
pip config set global.index-url https://repo.huaweicloud.com/repository/pypi/simple && \
cd /home/ma-user/vllm-ascend && \
source /usr/local/Ascend/ascend-toolkit/set_env.sh && \
source /usr/local/Ascend/nnal/atb/set_env.sh && \
export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/usr/local/Ascend/ascend-toolkit/latest/`uname -i`-linux/devlib && \
export SOC_VERSION=Ascend910B3 && \
pip install -e . && \
cd ..
USER ma-user
RUN source /home/ma-user/miniconda3/bin/activate && \
pip install --no-cache-dir torch==2.7.1 torch-npu==2.7.1
RUN cd /home/ma-user/ && \
source /home/ma-user/miniconda3/bin/activate && \
git clone https://github.com/volcengine/verl.git && \
cd verl && \
git checkout c651b7b4207e408875f132c4226969ef3495d408 && \
pip install -r requirements-npu.txt && \
pip install click==8.2.1 && \
pip install git+https://github.com/ShaohonChen/PyExt.git@py311support && \
pip install -e . && \
cd ..
USER root
RUN apt-get clean && \
rm -rf /var/lib/apt/lists/* /tmp/* /var/tmp/* && \
rm -rf /root/.cache && \
rm -rf /root/ascend && \
rm -rf /home/ma-user/.cache