feat: Unify TRTLLM Disagg Scripts #10747
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # SPDX-FileCopyrightText: Copyright (c) 2024-2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved. | |
| # SPDX-License-Identifier: Apache-2.0 | |
| # | |
| # Licensed under the Apache License, Version 2.0 (the "License"); | |
| # you may not use this file except in compliance with the License. | |
| # You may obtain a copy of the License at | |
| # | |
| # http://www.apache.org/licenses/LICENSE-2.0 | |
| # | |
| # Unless required by applicable law or agreed to in writing, software | |
| # distributed under the License is distributed on an "AS IS" BASIS, | |
| # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | |
| # See the License for the specific language governing permissions and | |
| # limitations under the License. | |
| name: Rust pre-merge checks | |
| on: | |
| # Always run this workflow when commits are pushed to main. | |
| push: | |
| branches: | |
| - main | |
| # Run this workflow on pull requests targeting main but only if files in runtime/rust change. | |
| pull_request: | |
| paths: | |
| - .github/workflows/pre-merge-rust.yml | |
| - 'lib/runtime/**' | |
| - 'lib/llm/**' | |
| - 'lib/bindings/**' | |
| - 'launch/**' | |
| - 'components/**' | |
| - '**.rs' | |
| - 'Cargo.toml' | |
| - 'Cargo.lock' | |
| jobs: | |
| pre-merge-rust: | |
| runs-on: ubuntu-latest | |
| strategy: | |
| matrix: { dir: ['.', 'lib/bindings/python', 'lib/runtime/examples'] } | |
| permissions: | |
| contents: read | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Set up system dependencies | |
| run: | | |
| sudo apt-get update -y | |
| sudo apt-get install -y protobuf-compiler | |
| - name: Free runner disk space | |
| run: | | |
| echo "Disk space before:" | |
| df -h | |
| sudo rm -rf \ | |
| /usr/share/dotnet /usr/local/lib/android /opt/ghc \ | |
| /usr/local/share/powershell /usr/share/swift /usr/local/.ghcup \ | |
| /usr/lib/jvm /opt/hostedtoolcache | |
| echo "Disk space after:" | |
| df -h | |
| # TODO: Caching target/ dir handles most of the build caching improvements | |
| # currently, so sccache artifacts are mostly duplicates wasting disk space. | |
| # Revisit this to see if sccache can improve current caching behavior. | |
| # TODO: Consider single target/ directory for all subdirectories/crates instead. | |
| - name: Cache cargo artifacts | |
| uses: actions/cache@v4 | |
| with: | |
| path: | | |
| ~/.cargo/bin/ | |
| ~/.cargo/registry/index/ | |
| ~/.cargo/registry/cache/ | |
| ~/.cargo/git/db/ | |
| ${{ matrix.dir }}/target/ | |
| key: ${{ runner.os }}-cargo-${{ matrix.dir }}-${{ hashFiles('**/Cargo.lock') }} | |
| restore-keys: ${{ runner.os }}-cargo-${{ matrix.dir }}- | |
| - name: Install Rust in dev environment | |
| # Install Rust only to run GitHub Local Actions in (dev environment) using the `ACT` environment variable. | |
| # See act usage: https://nektosact.com/introduction.html | |
| # https://nektosact.com/usage/index.html?highlight=env.Act#skipping-steps | |
| if: ${{ env.ACT }} | |
| run: | | |
| curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y | |
| rustup toolchain install 1.86.0-x86_64-unknown-linux-gnu | |
| echo "$HOME/.cargo/bin" >> $GITHUB_PATH | |
| - name: Set up Rust Toolchain Components | |
| run: rustup component add rustfmt clippy | |
| - name: Verify Code Formatting | |
| working-directory: ${{ matrix.dir }} | |
| run: cargo fmt -- --check | |
| - name: Run Clippy Checks | |
| working-directory: ${{ matrix.dir }} | |
| run: cargo clippy --no-deps --all-targets -- -D warnings | |
| - name: Install and Run cargo-deny | |
| working-directory: ${{ matrix.dir }} | |
| run: | | |
| cargo-deny --version || cargo install [email protected] | |
| cargo-deny --no-default-features check --hide-inclusion-graph licenses bans --config ${{ github.workspace }}/deny.toml | |
| # Have an explicit step to build tests first to separate time spent on build vs execution. | |
| - name: Compile Tests | |
| working-directory: ${{ matrix.dir }} | |
| run: cargo test --locked --no-run | |
| - name: Run Doc Tests | |
| working-directory: ${{ matrix.dir }} | |
| run: cargo doc --no-deps && cargo test --locked --doc | |
| - name: Run Unit Tests | |
| working-directory: ${{ matrix.dir }} | |
| # NOTE: --all-targets doesn't run doc tests | |
| run: cargo test --locked --all-targets |