Skip to content

Commit f5c8a7e

Browse files
update pta & triton version
1 parent 4bc6ecb commit f5c8a7e

File tree

3 files changed

+18
-23
lines changed

3 files changed

+18
-23
lines changed

.github/workflows/pr-test-npu.yml

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -77,7 +77,7 @@ jobs:
7777
PYTORCH_NPU_ALLOC_CONF: "expandable_segments:True"
7878
STREAMS_PER_DEVICE: 32
7979
run: |
80-
export PATH="/usr/local/Ascend/8.3.RC1/compiler/bishengir/bin:${PATH}"
80+
export PATH="/usr/local/Ascend/8.5.0/compiler/bishengir/bin:${PATH}"
8181
cd test/srt
8282
python3 run_suite.py --suite per-commit-1-npu-a2
8383
@@ -120,7 +120,7 @@ jobs:
120120
PYTORCH_NPU_ALLOC_CONF: "expandable_segments:True"
121121
STREAMS_PER_DEVICE: 32
122122
run: |
123-
export PATH="/usr/local/Ascend/8.3.RC1/compiler/bishengir/bin:${PATH}"
123+
export PATH="/usr/local/Ascend/8.5.0/compiler/bishengir/bin:${PATH}"
124124
cd test/srt
125125
python3 run_suite.py --suite per-commit-2-npu-a2 --auto-partition-id ${{ matrix.part }} --auto-partition-size 3
126126
@@ -159,7 +159,7 @@ jobs:
159159
PYTORCH_NPU_ALLOC_CONF: "expandable_segments:True"
160160
STREAMS_PER_DEVICE: 32
161161
run: |
162-
export PATH="/usr/local/Ascend/8.3.RC1/compiler/bishengir/bin:${PATH}"
162+
export PATH="/usr/local/Ascend/8.5.0/compiler/bishengir/bin:${PATH}"
163163
cd test/srt
164164
python3 run_suite.py --suite per-commit-4-npu-a2 --timeout-per-file 3600
165165
@@ -202,6 +202,6 @@ jobs:
202202
PYTORCH_NPU_ALLOC_CONF: "expandable_segments:True"
203203
STREAMS_PER_DEVICE: 32
204204
run: |
205-
export PATH="/usr/local/Ascend/8.3.RC1/compiler/bishengir/bin:${PATH}"
205+
export PATH="/usr/local/Ascend/8.5.0/compiler/bishengir/bin:${PATH}"
206206
cd test/srt
207207
python3 run_suite.py --suite per-commit-16-npu-a3 --timeout-per-file 3600 --auto-partition-id ${{ matrix.part }} --auto-partition-size 2

docker/npu.Dockerfile

Lines changed: 7 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -10,11 +10,10 @@ ARG PIP_INDEX_URL="https://pypi.org/simple/"
1010
ARG APTMIRROR=""
1111
ARG PYTORCH_VERSION="2.8.0"
1212
ARG TORCHVISION_VERSION="0.23.0"
13-
ARG PTA_VERSION="v7.2.0-pytorch${PYTORCH_VERSION}"
14-
ARG PTA_NAME="torch_npu-${PYTORCH_VERSION}-cp311-cp311-manylinux_2_28_aarch64.whl"
15-
ARG PTA_URL="https://gitcode.com/Ascend/pytorch/releases/download/${PTA_VERSION}/${PTA_NAME}"
16-
ARG TRITON_ASCEND_URL="https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/triton_ascend-3.2.0%2Bgitb0ea0850-cp311-cp311-linux_aarch64.whl"
17-
ARG BISHENG_URL="https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/Ascend-BiSheng-toolkit_aarch64.run"
13+
ARG PTA_URL="https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/torch_npu/torch_npu-2.8.0.post2.dev20251120-cp311-cp311-manylinux_2_28_aarch64.whl"
14+
ARG TRITON_ASCEND_URL="https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/triton_ascend/triton_ascend-3.2.0.dev2025112116-cp311-cp311-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl"
15+
ARG BISHENG_NAME="Ascend-BiSheng-toolkit_aarch64_20251121.run"
16+
ARG BISHENG_URL="https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/triton_ascend/${BISHENG_NAME}"
1817
ARG SGLANG_TAG=main
1918
ARG ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit
2019
ARG SGLANG_KERNEL_NPU_TAG=main
@@ -65,11 +64,11 @@ RUN ${PIP_INSTALL} sglang-router
6564

6665
### Install PyTorch and PTA
6766
RUN (${PIP_INSTALL} torch==${PYTORCH_VERSION} torchvision==${TORCHVISION_VERSION} --index-url https://download.pytorch.org/whl/cpu) && \
68-
(wget -O "${PTA_NAME}" "${PTA_URL}" && ${PIP_INSTALL} "./${PTA_NAME}" && rm "./${PTA_NAME}")
67+
(${PIP_INSTALL} ${PTA_URL})
6968

7069

7170
# TODO: install from pypi released triton-ascend
72-
RUN ${PIP_INSTALL} attrs==24.2.0 numpy==1.26.4 scipy==1.13.1 decorator==5.1.1 psutil==6.0.0 pytest==8.3.2 pytest-xdist==3.6.1 pyyaml pybind11 && \
71+
RUN ${PIP_INSTALL} pybind11 && \
7372
${PIP_INSTALL} ${TRITON_ASCEND_URL}
7473

7574
# Install SGLang
@@ -96,6 +95,6 @@ RUN wget https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/ops/CANN-custom_o
9695
${PIP_INSTALL} ./custom_ops-1.0.$DEVICE_TYPE-cp311-cp311-linux_aarch64.whl
9796

9897
# Install Bisheng
99-
RUN wget ${BISHENG_URL} && chmod a+x Ascend-BiSheng-toolkit_aarch64.run && ./Ascend-BiSheng-toolkit_aarch64.run --install && rm Ascend-BiSheng-toolkit_aarch64.run
98+
RUN wget -O "${BISHENG_NAME}" "${BISHENG_URL}" && chmod a+x "${BISHENG_NAME}" && "./${BISHENG_NAME}" --install && rm "${BISHENG_NAME}"
10099

101100
CMD ["/bin/bash"]

scripts/ci/npu_ci_install_dependency.sh

Lines changed: 7 additions & 11 deletions
Original file line numberDiff line numberDiff line change
@@ -21,7 +21,7 @@ apt update -y && apt install -y \
2121
update-ca-certificates
2222
${PIP_INSTALL} --upgrade pip
2323
# Pin wheel to 0.45.1, REF: https://github.com/pypa/wheel/issues/662
24-
${PIP_INSTALL} wheel==0.45.1
24+
${PIP_INSTALL} wheel==0.45.1 pybind11
2525

2626

2727
### Install MemFabric
@@ -33,22 +33,18 @@ PYTORCH_VERSION="2.8.0"
3333
TORCHVISION_VERSION="0.23.0"
3434
${PIP_INSTALL} torch==${PYTORCH_VERSION} torchvision==${TORCHVISION_VERSION} --index-url https://download.pytorch.org/whl/cpu
3535

36-
PTA_VERSION="v7.2.0-pytorch${PYTORCH_VERSION}"
37-
PTA_NAME="torch_npu-${PYTORCH_VERSION}-cp311-cp311-manylinux_2_28_aarch64.whl"
38-
PTA_URL="https://gitcode.com/Ascend/pytorch/releases/download/${PTA_VERSION}/${PTA_NAME}"
39-
wget -O "${PTA_NAME}" "${PTA_URL}" && ${PIP_INSTALL} "./${PTA_NAME}"
36+
PTA_URL="https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/torch_npu/torch_npu-2.8.0.post2.dev20251120-cp311-cp311-manylinux_2_28_aarch64.whl"
37+
${PIP_INSTALL} ${PTA_URL}
4038

4139

4240
### Install Triton-Ascend
43-
TRITON_ASCEND_NAME="triton_ascend-3.2.0+gitb0ea0850-cp311-cp311-linux_aarch64.whl"
44-
TRITON_ASCEND_URL="https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/triton_ascend-3.2.0%2Bgitb0ea0850-cp311-cp311-linux_aarch64.whl"
45-
${PIP_INSTALL} attrs==24.2.0 numpy==1.26.4 scipy==1.13.1 decorator==5.1.1 psutil==6.0.0 pytest==8.3.2 pytest-xdist==3.6.1 pyyaml pybind11
46-
wget -O "${TRITON_ASCEND_NAME}" "${TRITON_ASCEND_URL}" && ${PIP_INSTALL} "./${TRITON_ASCEND_NAME}"
41+
TRITON_ASCEND_URL="https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/triton_ascend/triton_ascend-3.2.0.dev2025112116-cp311-cp311-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl"
42+
${PIP_INSTALL} ${TRITON_ASCEND_URL}
4743

4844

4945
### Install BiSheng
50-
BISHENG_NAME="Ascend-BiSheng-toolkit_aarch64.run"
51-
BISHENG_URL="https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/${BISHENG_NAME}"
46+
BISHENG_NAME="Ascend-BiSheng-toolkit_aarch64_20251121.run"
47+
BISHENG_URL="https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/triton_ascend/${BISHENG_NAME}"
5248
wget -O "${BISHENG_NAME}" "${BISHENG_URL}" && chmod a+x "${BISHENG_NAME}" && "./${BISHENG_NAME}" --install && rm "${BISHENG_NAME}"
5349

5450

0 commit comments

Comments
 (0)