Merge branch 'main' into dev/sbo.public

Author: Sulfur6

.github/labeler.yml

@@ -2,7 +2,7 @@
 # Automatically adds labels to PRs based on the files changed
 
 # Router specific (Rust code in sgl-router)
-router:
+model-gateway:
   - changed-files:
     - any-glob-to-any-file: 'sgl-router/**/*'
 

.github/workflows/nightly-release-router.yml

@@ -66,16 +66,16 @@ jobs:
       - name: Modify version for nightly release
         run: |
           # Get current version from pyproject.toml
-          CURRENT_VERSION=$(python -c "import tomllib; print(tomllib.load(open('pyproject.toml', 'rb'))['project']['version'])" 2>/dev/null || python -c "import tomli; print(tomli.load(open('pyproject.toml', 'rb'))['project']['version'])")
+          CURRENT_VERSION=$(python -c "import tomllib; print(tomllib.load(open('bindings/python/pyproject.toml', 'rb'))['project']['version'])" 2>/dev/null || python -c "import tomli; print(tomli.load(open('bindings/python/pyproject.toml', 'rb'))['project']['version'])")
           # Create nightly version with date: e.g., 0.2.1.dev20250128
           NIGHTLY_VERSION="${CURRENT_VERSION}.dev$(date +%Y%m%d)"
           echo "Nightly version: $NIGHTLY_VERSION"
 
           # Update pyproject.toml with nightly version (temporary, not committed)
-          sed -i.bak "s/version = \"${CURRENT_VERSION}\"/version = \"${NIGHTLY_VERSION}\"/" pyproject.toml
+          sed -i.bak "s/version = \"${CURRENT_VERSION}\"/version = \"${NIGHTLY_VERSION}\"/" bindings/python/pyproject.toml
 
           # Verify the change
-          cat pyproject.toml | grep "^version"
+          cat bindings/python/pyproject.toml | grep "^version"
         shell: bash
 
       - name: Install twine and tomli
@@ -92,6 +92,7 @@ jobs:
       - name: Build wheels
         uses: PyO3/maturin-action@v1
         with:
+          working-directory: bindings/python
           target: ${{ matrix.target }}
           manylinux: ${{ matrix.manylinux || 'auto' }}
           args: --release --out dist --features vendored-openssl --interpreter ${{ matrix.interpreter || '3.9 3.10 3.11 3.12 3.13 3.14' }}
@@ -119,15 +120,15 @@ jobs:
             protoc --version
 
       - name: List built packages
-        run: ${{ matrix.ls || 'ls -lh' }} dist/
+        run: ${{ matrix.ls || 'ls -lh' }} bindings/python/dist/
 
       - name: Check packages
-        run: twine check --strict dist/*
+        run: twine check --strict bindings/python/dist/*
 
       - uses: actions/upload-artifact@v4
         with:
           name: packages-${{ matrix.os }}-${{ matrix.target }}-${{ matrix.manylinux || 'auto' }}
-          path: dist/
+          path: bindings/python/dist/
 
   build-sdist:
     name: Build SDist
@@ -151,28 +152,29 @@ jobs:
       - name: Modify version for nightly release
         run: |
           # Get current version from pyproject.toml
-          CURRENT_VERSION=$(python -c "import tomllib; print(tomllib.load(open('pyproject.toml', 'rb'))['project']['version'])" 2>/dev/null || python -c "import tomli; print(tomli.load(open('pyproject.toml', 'rb'))['project']['version'])")
+          CURRENT_VERSION=$(python -c "import tomllib; print(tomllib.load(open('bindings/python/pyproject.toml', 'rb'))['project']['version'])" 2>/dev/null || python -c "import tomli; print(tomli.load(open('bindings/python/pyproject.toml', 'rb'))['project']['version'])")
           # Create nightly version with date: e.g., 0.2.1.dev20250128
           NIGHTLY_VERSION="${CURRENT_VERSION}.dev$(date +%Y%m%d)"
           echo "Nightly version: $NIGHTLY_VERSION"
 
           # Update pyproject.toml with nightly version (temporary, not committed)
-          sed -i "s/version = \"${CURRENT_VERSION}\"/version = \"${NIGHTLY_VERSION}\"/" pyproject.toml
+          sed -i "s/version = \"${CURRENT_VERSION}\"/version = \"${NIGHTLY_VERSION}\"/" bindings/python/pyproject.toml
 
           # Verify the change
-          cat pyproject.toml | grep "^version"
+          cat bindings/python/pyproject.toml | grep "^version"
 
       - name: Build SDist
         uses: PyO3/maturin-action@v1
         with:
+          working-directory: bindings/python
           command: sdist
           args: --out dist
           rust-toolchain: stable
 
       - uses: actions/upload-artifact@v4
         with:
           name: sdist
-          path: dist/*.tar.gz
+          path: bindings/python/dist/*.tar.gz
 
   upload:
     name: Upload to TestPyPI

.github/workflows/nightly-test-amd.yml

@@ -39,3 +39,21 @@ jobs:
         run: |
           bash scripts/ci/amd_ci_exec.sh -e GITHUB_STEP_SUMMARY="/sglang-checkout/github_summary.md" python3 run_suite.py --suite nightly-amd --timeout-per-file 7200
           echo "$(<github_summary.md )" >> $GITHUB_STEP_SUMMARY
+
+  check-all-jobs:
+    if: always() && (github.repository == 'sgl-project/sglang' || github.event_name == 'pull_request' || github.event_name == 'workflow_dispatch')
+    needs:
+      - nightly-test
+    runs-on: ubuntu-latest
+    steps:
+      - name: Check if any job failed
+        run: |
+          if [[ "${{ contains(needs.*.result, 'failure') }}" == "true" ]]; then
+            echo "One or more nightly test jobs failed"
+            exit 1
+          fi
+          if [[ "${{ contains(needs.*.result, 'cancelled') }}" == "true" ]]; then
+            echo "One or more nightly test jobs were cancelled"
+            exit 1
+          fi
+          echo "All nightly test jobs passed"

.github/workflows/nightly-test-b200.yml

@@ -0,0 +1,26 @@
+name: Nightly Test (Intel)
+
+on:
+  schedule:
+    - cron: '0 0 * * *'
+  push:
+    branches:
+      - main
+    paths:
+      - "python/sglang/version.py"
+  workflow_dispatch:
+
+concurrency:
+  group: nightly-test-intel-${{ github.ref }}
+  cancel-in-progress: true
+
+jobs:
+  # Placeholder for Intel GPU tests
+  # Add Intel-specific nightly test workflows here when available
+
+  placeholder:
+    if: github.repository == 'sgl-project/sglang'
+    runs-on: ubuntu-latest
+    steps:
+      - name: Placeholder
+        run: echo "Intel nightly tests will be added here"