From 9381c525721ace8588cf3dba6258d24ffcb83799 Mon Sep 17 00:00:00 2001 From: Oguz Ulgen Date: Fri, 10 Oct 2025 12:45:49 -0700 Subject: [PATCH] [Benchmark] Drop memory bound kernels and replace them with gemms stack-info: PR: https://github.com/pytorch/helion/pull/887, branch: oulgen/stack/136 --- .github/workflows/benchmark.yml | 2 +- .github/workflows/benchmark_dispatch.yml | 4 ++-- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/.github/workflows/benchmark.yml b/.github/workflows/benchmark.yml index a2af1437a..a43dd5506 100644 --- a/.github/workflows/benchmark.yml +++ b/.github/workflows/benchmark.yml @@ -120,7 +120,7 @@ jobs: source .venv/bin/activate - KERNELS=("softmax" "geglu" "swiglu" "jsd" "welford" "kl_div" "int4_gemm" "layer_norm" "layer_norm-bwd" "rms_norm" "rms_norm-bwd" "cross_entropy" "flash_attention") + KERNELS=("softmax" "jsd" "welford" "kl_div" "layer_norm" "layer_norm-bwd" "rms_norm" "rms_norm-bwd" "cross_entropy" "flash_attention" "gemm" "grouped_gemm") NUMSHARDS=${{ inputs.num-shards }} SHARD=${{ inputs.shard }} diff --git a/.github/workflows/benchmark_dispatch.yml b/.github/workflows/benchmark_dispatch.yml index 70ce395ed..028e6bf98 100644 --- a/.github/workflows/benchmark_dispatch.yml +++ b/.github/workflows/benchmark_dispatch.yml @@ -26,7 +26,7 @@ jobs: if: ${{ github.event.inputs.run_h100 == 'true' || github.event_name == 'schedule' }} uses: ./.github/workflows/compute-benchmark-matrix.yml with: - max-runners: 13 + max-runners: 12 run-h100: needs: gen-matrix-h100 @@ -51,7 +51,7 @@ jobs: uses: ./.github/workflows/compute-benchmark-matrix.yml if: ${{ github.event.inputs.run_b200 == 'true' || github.event_name == 'schedule' }} with: - max-runners: 13 + max-runners: 12 run-b200: needs: gen-matrix-b200