chore: migrate to changesets for release management

.changeset/config.json

@@ -0,0 +1,21 @@
+{
+  "$schema": "https://unpkg.com/@changesets/config/schema.json",
+  "changelog": [
+    "@changesets/changelog-github",
+    {
+      "repo": "braintrustdata/braintrust-sdk-javascript"
+    }
+  ],
+  "commit": false,
+  "fixed": [],
+  "linked": [],
+  "access": "public",
+  "baseBranch": "main",
+  "updateInternalDependencies": "patch",
+  "bumpVersionsWithWorkspaceProtocolOnly": true,
+  "ignore": [],
+  "snapshot": {
+    "useCalculatedVersion": true,
+    "prereleaseTemplate": "{tag}.{datetime}.{commit}"
+  }
+}

.changeset/little-webs-hang.md

@@ -0,0 +1,21 @@
+---
+"braintrust": minor
+---
+
+- feat: Add instrumentation for @huggingface/inference (#1807)
+- feat: Add cohere-ai instrumentation (#1781)
+- fix: Capture anthropic server tool use inputs for streaming APIs (#1776)
+- feat: Capture grounding metadata for Google GenAI (#1773)
+- fix(claude-agent-sdk): Don't drop tool spans for spawning subagents (#1779)
+- feat: Track server tool use metrics for anthropic SDK (#1772)
+- fix(openai): Collect logprob and refulsals output for streaming APIs (#1774)
+- perf: Remove zod from deepCopyEvent (#1796)
+- fix(test): Double timeout for slow OpenAI API tests (#1794)
+- feat(claude-agent-sdk): Improve task lifecycle and lifecycle details (#1777)
+- ci(deps): bump actions/github-script from 8.0.0 to 9.0.0 (#1783)
+- ci(deps): bump docker/setup-buildx-action from 3.12.0 to 4.0.0 (#1782)
+- chore: Don't use environment (ie. github deployments) for canary tests (#1775)
+- chore: Make dependabot less annoying (#1778)
+- fix(auto-instrumentation): Upgrade @apm-js-collab/code-transformer to v0.12.0 (#1708)
+- fix(auto-instrumentation): Use sync channel for AI SDK CJS streamText/streamObject in v4+ (#1768)
+- fix: Give AI SDK top-level api spans type function (#1769)

.github/workflows/_run-js-release-mode.yaml

@@ -0,0 +1,159 @@
+name: Run JS release mode
+
+on:
+  workflow_call:
+    inputs:
+      mode:
+        required: true
+        type: string
+      checkout_ref:
+        required: true
+        type: string
+      version_command:
+        required: true
+        type: string
+      publish_enabled:
+        required: false
+        default: false
+        type: boolean
+      publish_command:
+        required: false
+        default: ""
+        type: string
+      artifact_dir:
+        required: false
+        default: ""
+        type: string
+      artifact_name:
+        required: false
+        default: ""
+        type: string
+      slack_text:
+        required: false
+        default: ""
+        type: string
+      slack_header:
+        required: false
+        default: ""
+        type: string
+      slack_details:
+        required: false
+        default: ""
+        type: string
+      run_canary_check:
+        required: false
+        default: false
+        type: boolean
+
+jobs:
+  run:
+    runs-on: ubuntu-latest
+    timeout-minutes: 30
+    permissions:
+      actions: read
+      contents: read
+      id-token: write
+    steps:
+      - uses: actions/checkout@34e114876b0b11c390a56381ad16ebd13914f8d5 # v4.3.1
+        with:
+          fetch-depth: 0
+          ref: ${{ inputs.checkout_ref }}
+      - uses: pnpm/action-setup@fc06bc1257f339d1d5d8b3a19a8cae5388b55320 # v5.0.0
+      - uses: actions/setup-node@49933ea5288caeca8642d1e84afbd3f7d6820020 # v4.4.0
+        with:
+          node-version-file: .tool-versions
+          cache: pnpm
+          registry-url: https://registry.npmjs.org
+      - name: Install dependencies
+        run: pnpm install --frozen-lockfile
+      - name: Validate publishable package metadata
+        run: node scripts/release/validate-publishable-packages.mjs
+      - name: Compute changeset status
+        run: pnpm exec changeset status --output=.changeset-status.json
+      - name: Check release status
+        id: status_check
+        run: node scripts/release/check-changeset-status.mjs --mode ${{ inputs.mode }} --status-file .changeset-status.json
+      - name: Check if canary already published for HEAD
+        if: inputs.run_canary_check && steps.status_check.outputs.has_packages == 'true'
+        id: canary_check
+        env:
+          GITHUB_TOKEN: ${{ github.token }}
+        run: node scripts/release/should-publish-canary.mjs --status-file .changeset-status.json
+      - name: Decide whether to continue
+        id: plan
+        env:
+          HAS_PACKAGES: ${{ steps.status_check.outputs.has_packages }}
+          RUN_CANARY_CHECK: ${{ inputs.run_canary_check && 'true' || 'false' }}
+          CANARY_SHOULD_PUBLISH: ${{ steps.canary_check.outputs.should_publish }}
+        run: |
+          should_run="$HAS_PACKAGES"
+          reason="Packages are available."
+
+          if [ "$HAS_PACKAGES" != "true" ]; then
+            should_run=false
+            reason="No publishable packages found."
+          elif [ "$RUN_CANARY_CHECK" = "true" ] && [ "$CANARY_SHOULD_PUBLISH" != "true" ]; then
+            should_run=false
+            reason="Canary already published for HEAD."
+          fi
+
+          echo "should_run=$should_run" >> "$GITHUB_OUTPUT"
+
+          {
+            echo "## Release mode"
+            echo
+            echo '- Mode: `${{ inputs.mode }}`'
+            echo '- Ref: `${{ inputs.checkout_ref }}`'
+            echo "- Decision: $reason"
+          } >> "$GITHUB_STEP_SUMMARY"
+      - name: Version packages
+        if: steps.plan.outputs.should_run == 'true'
+        run: ${{ inputs.version_command }}
+      - name: Prepare release manifest
+        if: steps.plan.outputs.should_run == 'true'
+        run: node scripts/release/prepare-release-manifest.mjs --mode ${{ inputs.mode }} --status-file .changeset-status.json --output .release-manifest.json
+      - name: Build publishable packages
+        if: steps.plan.outputs.should_run == 'true'
+        run: bash scripts/release/build-publishable-packages.sh .release-manifest.json
+      - name: Publish packages
+        if: steps.plan.outputs.should_run == 'true' && inputs.publish_enabled
+        run: ${{ inputs.publish_command }}
+        env:
+          NPM_TOKEN: ""
+      - name: Summarize release
+        if: steps.plan.outputs.should_run == 'true'
+        id: summary
+        run: node scripts/release/summarize-release.mjs --mode ${{ inputs.mode }} --manifest .release-manifest.json
+      - name: Pack publishable packages
+        if: steps.plan.outputs.should_run == 'true' && inputs.artifact_dir != ''
+        run: node scripts/release/pack-publishable-packages.mjs --manifest .release-manifest.json --output-dir ${{ inputs.artifact_dir }}
+      - name: Upload dry-run artifacts
+        if: steps.plan.outputs.should_run == 'true' && inputs.artifact_dir != '' && inputs.artifact_name != ''
+        uses: actions/upload-artifact@bbbca2ddaa5d8feaa63e36b76fdaad77386f024f # v7.0.0
+        with:
+          name: ${{ inputs.artifact_name }}
+          path: ${{ inputs.artifact_dir }}
+          retention-days: 5
+      - name: Post release to Slack
+        if: steps.plan.outputs.should_run == 'true' && inputs.slack_text != '' && inputs.slack_header != ''
+        uses: slackapi/slack-github-action@af78098f536edbc4de71162a307590698245be95 # v3.0.1
+        with:
+          method: chat.postMessage
+          token: ${{ secrets.SLACK_BOT_TOKEN }}
+          payload: |
+            channel: C0ABHT0SWA2
+            text: "${{ inputs.slack_text }}"
+            blocks:
+              - type: "header"
+                text:
+                  type: "plain_text"
+                  text: "${{ inputs.slack_header }}"
+              - type: "section"
+                text:
+                  type: "mrkdwn"
+                  text: |
+                    ${{ inputs.slack_details }}
+                    *Packages:*
+                    ${{ steps.summary.outputs.markdown }}
+
+                    <${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}|View Run>

.github/workflows/checks.yaml

@@ -81,6 +81,22 @@ jobs:
       - name: Ensure SHA pinned actions
         uses: zgosalvez/github-actions-ensure-sha-pinned-actions@ca46236c6ce584ae24bc6283ba8dcf4b3ec8a066 # v5.0.4
 
+  changeset-required:
+    if: github.event_name == 'pull_request'
+    runs-on: ubuntu-latest
+    timeout-minutes: 10
+    steps:
+      - uses: actions/checkout@34e114876b0b11c390a56381ad16ebd13914f8d5 # v4.3.1
+        with:
+          fetch-depth: 0
+      - uses: actions/setup-node@49933ea5288caeca8642d1e84afbd3f7d6820020 # v4.4.0
+        with:
+          node-version-file: .tool-versions
+      - name: Fetch pull request base ref
+        run: git fetch origin "${{ github.base_ref }}:refs/remotes/origin/${{ github.base_ref }}"
+      - name: Enforce changeset requirement for publishable package changes
+        run: node scripts/release/enforce-changeset.mjs
+
   js-test:
     runs-on: ${{ matrix.os }}
     timeout-minutes: 30
@@ -131,72 +147,16 @@ jobs:
         run: |
           echo "Artifact: $ARTIFACT_NAME"
           echo "name=$ARTIFACT_NAME" >> "$GITHUB_OUTPUT"
-      - name: Prepare artifact
-        id: prepare_artifact
-        working-directory: js
-        shell: bash
-        run: |
-          mkdir -p artifacts
-          PACKED_TARBALL=$(npm pack --pack-destination artifacts)
-          echo "packed_tarball=$PACKED_TARBALL" >> "$GITHUB_OUTPUT"
-      - name: Pack @braintrust/browser
-        id: prepare_browser_artifact
-        working-directory: integrations/browser-js
-        shell: bash
-        run: |
-          PACKED_BROWSER_TARBALL=$(npm pack --pack-destination ../../js/artifacts)
-          echo "packed_browser_tarball=$PACKED_BROWSER_TARBALL" >> "$GITHUB_OUTPUT"
-      - name: Build and pack @braintrust/otel
-        id: prepare_otel_artifact
-        shell: bash
-        run: |
-          BRAINTRUST_TARBALL=$(ls js/artifacts/braintrust-*.tgz | head -n 1)
-          if [ -z "$BRAINTRUST_TARBALL" ]; then
-            echo "Error: braintrust tarball not found"
-            exit 1
-          fi
-          echo "Using braintrust tarball: $BRAINTRUST_TARBALL"
-
-          cd integrations/otel-js
-          if ! npm_config_save=false npm_config_lockfile=false pnpm add \
-            file:../../$BRAINTRUST_TARBALL \
-            @opentelemetry/api@^1.9.0 \
-            @opentelemetry/core@^1.9.0 \
-            @opentelemetry/exporter-trace-otlp-http@^0.35.0 \
-            @opentelemetry/sdk-trace-base@^1.9.0; then
-            echo "Error: Failed to install dependencies"
-            exit 1
-          fi
-
-          pnpm run build
-
-          PACKED_OTEL_TARBALL=$(npm pack --pack-destination ../../js/artifacts)
-          echo "packed_otel_tarball=$PACKED_OTEL_TARBALL" >> "$GITHUB_OUTPUT"
-      - name: Build and pack @braintrust/templates-nunjucks
-        id: prepare_templates_nunjucks_artifact
-        shell: bash
-        run: |
-          cd integrations/templates-nunjucks
-          pnpm run build
-          PACKED_NUNJUCKS_TARBALL=$(npm pack --pack-destination ../../js/artifacts)
-          echo "packed_nunjucks_tarball=$PACKED_NUNJUCKS_TARBALL" >> "$GITHUB_OUTPUT"
+      - name: Pack publishable packages
+        run: node scripts/release/pack-publishable-packages.mjs --output-dir js/artifacts
       - name: List artifacts before upload
         shell: bash
-        run: |
-          echo "Braintrust tarball: ${{ steps.prepare_artifact.outputs.packed_tarball }}"
-          echo "Browser tarball: ${{ steps.prepare_browser_artifact.outputs.packed_browser_tarball }}"
-          echo "Otel tarball: ${{ steps.prepare_otel_artifact.outputs.packed_otel_tarball }}"
-          echo "Templates-nunjucks tarball: ${{ steps.prepare_templates_nunjucks_artifact.outputs.packed_nunjucks_tarball }}"
-          ls -la js/artifacts/
+        run: ls -la js/artifacts/
       - name: Upload build artifacts
         uses: actions/upload-artifact@bbbca2ddaa5d8feaa63e36b76fdaad77386f024f # v7.0.0
         with:
           name: ${{ steps.artifact.outputs.name }}-dist
-          path: |
-            js/artifacts/${{ steps.prepare_artifact.outputs.packed_tarball }}
-            js/artifacts/${{ steps.prepare_browser_artifact.outputs.packed_browser_tarball }}
-            js/artifacts/${{ steps.prepare_otel_artifact.outputs.packed_otel_tarball }}
-            js/artifacts/${{ steps.prepare_templates_nunjucks_artifact.outputs.packed_nunjucks_tarball }}
+          path: js/artifacts/*.tgz
           retention-days: 1
 
   e2e-hermetic:
@@ -238,7 +198,7 @@ jobs:
         id: published-version
         shell: bash
         run: |
-          PUBLISHED_VERSION=$(npm view braintrust version 2>/dev/null || echo "none")
+          PUBLISHED_VERSION=$(cd /tmp && npm view braintrust version 2>/dev/null || echo "none")
           echo "version=$PUBLISHED_VERSION" >> "$GITHUB_OUTPUT"
           echo "Published version: $PUBLISHED_VERSION"
       - name: Cache API compatibility test tarball
@@ -512,6 +472,7 @@ jobs:
       - check-typings
       - dead-code
       - ensure-pinned-actions
+      - changeset-required
       - js-test
       - js-build
       - e2e-hermetic
@@ -545,6 +506,7 @@ jobs:
           check_result "check-typings" "${{ needs.check-typings.result }}"
           check_result "dead-code" "${{ needs.dead-code.result }}"
           check_result "ensure-pinned-actions" "${{ needs.ensure-pinned-actions.result }}"
+          check_result "changeset-required" "${{ needs.changeset-required.result }}"
           check_result "js-test" "${{ needs.js-test.result }}"
           check_result "js-build" "${{ needs.js-build.result }}"
           check_result "e2e-hermetic" "${{ needs.e2e-hermetic.result }}"