From 51b81ffecccbe97e8e61cfc1833597ddd1233f18 Mon Sep 17 00:00:00 2001 From: Visruth Srimath Kandali Date: Wed, 15 Apr 2026 18:55:47 -0700 Subject: [PATCH 1/6] Update script.R --- touchstone/script.R | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/touchstone/script.R b/touchstone/script.R index 644259bb..837c5d6e 100644 --- a/touchstone/script.R +++ b/touchstone/script.R @@ -26,7 +26,7 @@ touchstone::benchmark_run( ) ) }, - n = 10 + n = 30 ) touchstone::benchmark_run( @@ -50,7 +50,7 @@ touchstone::benchmark_run( ) ) }, - n = 10 + n = 30 ) # create artifacts used downstream in the GitHub Action From 27fdb06f88d32bcef137ae714b9576ea8525d793 Mon Sep 17 00:00:00 2001 From: Visruth Srimath Kandali Date: Wed, 15 Apr 2026 20:27:07 -0700 Subject: [PATCH 2/6] Update script.R --- touchstone/script.R | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/touchstone/script.R b/touchstone/script.R index 837c5d6e..8245a535 100644 --- a/touchstone/script.R +++ b/touchstone/script.R @@ -4,14 +4,12 @@ # installs branches to benchmark touchstone::branch_install() +# make log lik available to tests touchstone::pin_assets("touchstone/wine.rds") -# These synthetic workloads are large enough to expose real slowdowns in the -# core `loo()` paths, but still short enough to keep PR feedback reasonably fast. touchstone::benchmark_run( expr_before_benchmark = { suppressPackageStartupMessages(library(loo)) - # benchmark_run() evaluates in a callr subprocess, so load pinned assets here. wine_log_lik_matrix <- readRDS(touchstone::path_pinned_asset( "touchstone/wine.rds" )) From 434c86b5ec6aacd6ed39cfb4aa140cae6041905b Mon Sep 17 00:00:00 2001 From: VisruthSK Date: Thu, 16 Apr 2026 09:07:29 -0700 Subject: [PATCH 3/6] Trying to use sticky comment --- .github/workflows/touchstone-comment.yaml | 37 ++++++++++++++++++----- 1 file changed, 29 insertions(+), 8 deletions(-) diff --git a/.github/workflows/touchstone-comment.yaml b/.github/workflows/touchstone-comment.yaml index ca14d073..ea5e392b 100644 --- a/.github/workflows/touchstone-comment.yaml +++ b/.github/workflows/touchstone-comment.yaml @@ -1,25 +1,46 @@ name: Continuous Benchmarks (Comment) concurrency: - group: ${{ github.workflow }}-${{ github.head_ref }} + group: ${{ github.workflow }}-${{ github.run_id }} cancel-in-progress: true on: workflow_run: workflows: ["Continuous Benchmarks (Receive)"] - types: - - completed + types: [completed] jobs: - upload: + comment: runs-on: ubuntu-latest permissions: actions: read pull-requests: write - statuses: write - if: > - ${{ github.event.workflow_run.event == 'pull_request' }} + if: ${{ github.event.workflow_run.event == 'pull_request' }} steps: - - uses: lorenzwalthert/touchstone/actions/comment@main + - name: Download Touchstone artifact + id: download + uses: actions/download-artifact@v8 + with: + name: pr + github-token: ${{ github.token }} + repository: ${{ github.repository }} + run-id: ${{ github.event.workflow_run.id }} + + # defensive since issues could cause commenting in random places + - name: Read PR number + id: pr + shell: bash + run: | + number="$(tr -cd '0-9' < ./NR)" + test -n "$number" + echo "number=$number" >> "$GITHUB_OUTPUT" + + - name: Create or update sticky PR comment + id: comment + uses: marocchino/sticky-pull-request-comment@v3 with: GITHUB_TOKEN: ${{ github.token }} + number_force: ${{ steps.pr.outputs.number }} + header: touchstone + path: ./info.txt + skip_unchanged: true From e7f64e90736b439d0550709fa819073907d275eb Mon Sep 17 00:00:00 2001 From: Visruth Srimath Kandali Date: Thu, 16 Apr 2026 09:25:38 -0700 Subject: [PATCH 4/6] Update script.R --- touchstone/script.R | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/touchstone/script.R b/touchstone/script.R index 8245a535..2a36e2b3 100644 --- a/touchstone/script.R +++ b/touchstone/script.R @@ -24,7 +24,7 @@ touchstone::benchmark_run( ) ) }, - n = 30 + n = 50 ) touchstone::benchmark_run( @@ -48,7 +48,7 @@ touchstone::benchmark_run( ) ) }, - n = 30 + n = 50 ) # create artifacts used downstream in the GitHub Action From d77578bd2e031b6c50233acc7a557dabddd38e7b Mon Sep 17 00:00:00 2001 From: Visruth Srimath Kandali Date: Thu, 16 Apr 2026 10:49:41 -0700 Subject: [PATCH 5/6] Bumped touchstone reqs Latest R and LTS ubuntu --- touchstone/config.json | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/touchstone/config.json b/touchstone/config.json index 2e515f55..d0bf7038 100644 --- a/touchstone/config.json +++ b/touchstone/config.json @@ -1,6 +1,6 @@ { - "os": "ubuntu-22.04", - "r": "4.4.3", + "os": "ubuntu-24.04", + "r": "4.5.3", "rspm": "https://packagemanager.posit.co/cran/__linux__/jammy/latest", "benchmarking_repo": "", "benchmarking_ref": "", From 70a04edb0b251fed2c18a05f9912b8289f0b2a57 Mon Sep 17 00:00:00 2001 From: Visruth Srimath Kandali Date: Thu, 16 Apr 2026 12:54:44 -0700 Subject: [PATCH 6/6] Update script.R --- touchstone/script.R | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/touchstone/script.R b/touchstone/script.R index 2a36e2b3..25cae9d3 100644 --- a/touchstone/script.R +++ b/touchstone/script.R @@ -24,7 +24,7 @@ touchstone::benchmark_run( ) ) }, - n = 50 + n = 60 ) touchstone::benchmark_run( @@ -48,7 +48,7 @@ touchstone::benchmark_run( ) ) }, - n = 50 + n = 60 ) # create artifacts used downstream in the GitHub Action