From ad62444186bd4e45022f04d687f471014693aba7 Mon Sep 17 00:00:00 2001 From: Marton Mayer Date: Fri, 4 Sep 2026 16:06:53 +0200 Subject: [PATCH] fix(server): pin cuda-tile for TensorRT-LLM --- packages/sie_server/bundles/tensorrt-llm.yaml | 2 ++ packages/sie_server/tests/config/test_bundle_coverage.py | 6 ++++++ 2 files changed, 8 insertions(+) diff --git a/packages/sie_server/bundles/tensorrt-llm.yaml b/packages/sie_server/bundles/tensorrt-llm.yaml index 3d6f4dff9..f08b43ae8 100644 --- a/packages/sie_server/bundles/tensorrt-llm.yaml +++ b/packages/sie_server/bundles/tensorrt-llm.yaml @@ -17,6 +17,8 @@ deps: torch: '==2.11.0' transformers: '==5.5.4' flashinfer-python: '==0.6.16' + # Keep the qualified build stable when the image resolver permits prereleases. + cuda-tile: '==1.6.0rc8' triton: '==3.6.0' nvidia-cutlass-dsl: '==4.5.0' nvidia-cuda-tileiras: '==13.1.80' diff --git a/packages/sie_server/tests/config/test_bundle_coverage.py b/packages/sie_server/tests/config/test_bundle_coverage.py index 429f06a70..09651d712 100644 --- a/packages/sie_server/tests/config/test_bundle_coverage.py +++ b/packages/sie_server/tests/config/test_bundle_coverage.py @@ -123,6 +123,12 @@ def test_bundle_and_model_dirs_are_non_empty() -> None: assert sorted(MODELS_DIR.glob("*.yaml")), f"No model YAML files found in {MODELS_DIR}" +def test_tensorrt_llm_bundle_pins_qualified_cuda_tile() -> None: + bundle = yaml.safe_load((BUNDLES_DIR / "tensorrt-llm.yaml").read_text()) or {} + + assert bundle["deps"]["cuda-tile"] == "==1.6.0rc8" + + def test_candle_bundle_only_exposes_profile_variants() -> None: matches = match_bundle_models(BUNDLES_DIR / "candle.yaml", MODELS_DIR) assert matches, "candle bundle should expose at least one model profile variant"