File tree Expand file tree Collapse file tree 2 files changed +2
-2
lines changed
Expand file tree Collapse file tree 2 files changed +2
-2
lines changed Original file line number Diff line number Diff line change @@ -126,7 +126,7 @@ git checkout $VLLM_REF
126126echo " \n=== Installing vLLM & FlashInfer ==="
127127echo " Installing vLLM $VLLM_REF from PyPI..."
128128
129- uv pip install vllm[flashinfer]==$VLLM_REF --torch-backend=${TORCH_BACKEND}
129+ uv pip install vllm[flashinfer,runai ]==$VLLM_REF --torch-backend=${TORCH_BACKEND}
130130uv pip install flashinfer-cubin==$FLASHINF_REF
131131uv pip install flashinfer-jit-cache==$FLASHINF_REF --extra-index-url https://flashinfer.ai/whl/${TORCH_BACKEND}
132132
Original file line number Diff line number Diff line change @@ -56,7 +56,7 @@ trtllm =[
5656vllm = [
5757 " uvloop" ,
5858 " nixl[cu12]<=0.7.1" ,
59- " vllm[flashinfer]==0.12.0" ,
59+ " vllm[flashinfer,runai ]==0.12.0" ,
6060]
6161
6262sglang = [
You can’t perform that action at this time.
0 commit comments