From c90e7b72e1b742fabfb7b9d7dec63d6ef0c92200 Mon Sep 17 00:00:00 2001 From: Cameron Quilici Date: Wed, 1 Oct 2025 13:32:25 -0500 Subject: [PATCH] adding tp 2 4 to b200 to match mi355 tp --- .github/workflows/70b-tmpl.yml | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/.github/workflows/70b-tmpl.yml b/.github/workflows/70b-tmpl.yml index 643ff16d3..3d1dd5051 100644 --- a/.github/workflows/70b-tmpl.yml +++ b/.github/workflows/70b-tmpl.yml @@ -106,7 +106,7 @@ jobs: osl: ${{ inputs.osl }} max-model-len: ${{ inputs.max-model-len }} random-range-ratio: ${{ inputs.random-range-ratio }} - tp-list: '[1, 8]' + tp-list: '[1, 2, 4, 8]' # fix: add TP=2,4 to B200, just as mi355 has bmk-b200-trt-fp8: if: ${{ inputs.use_b200 }} @@ -123,7 +123,7 @@ jobs: osl: ${{ inputs.osl }} max-model-len: ${{ inputs.max-model-len }} random-range-ratio: ${{ inputs.random-range-ratio }} - tp-list: '[1, 8]' + tp-list: '[1, 2, 4, 8]' # fix: add TP=2,4 to B200, just as mi355 has conc-list: '[4, 8, 16, 32, 64, 128]' # B200 can achieve TPS/User >= 30 with larger concurrency till 256 bmk-mi300x-fp8: @@ -192,7 +192,7 @@ jobs: osl: ${{ inputs.osl }} max-model-len: ${{ inputs.max-model-len }} random-range-ratio: ${{ inputs.random-range-ratio }} - tp-list: '[1, 8]' + tp-list: '[1, 2, 4, 8]' # fix: add TP=2,4 to B200, just as mi355 has bmk-b200-trt-fp4: if: ${{ inputs.use_b200 }} @@ -209,7 +209,7 @@ jobs: osl: ${{ inputs.osl }} max-model-len: ${{ inputs.max-model-len }} random-range-ratio: ${{ inputs.random-range-ratio }} - tp-list: '[1, 8]' + tp-list: '[1, 2, 4, 8]' # fix: add TP=2,4 to B200, just as mi355 has conc-list: '[4, 8, 16, 32, 64, 128]' # B200 can achieve TPS/User >= 30 with larger concurrency till 128 bmk-mi355x-fp4: