chore: run integ tests during the release workflow (#1897)

<!-- ELLIPSIS_HIDDEN -->



> [!IMPORTANT]
> Add integration tests to the release workflow, including new GitHub
Actions workflow and CLI tools for managing test execution.
> 
>   - **Workflows**:
> - Add `.github/workflows/integ-tests.yml` to define integration tests
workflow for `ubuntu-22.04` and `macos-14`.
> - Modify `release.yml` to include `integ-tests` job, triggering
integration tests during the release process.
>   - **Scripts**:
> - Add `tools/bctl` and `tools/bctl_src/bctl.py` to manage integration
test execution via CLI.
> - Implement `tools/bctl_src/integ_tests.py` to define functions for
running integration tests for Python, TypeScript, and Ruby.
>   - **Misc**:
> - Update `uv.lock` in `engine/language_client_python` and
`integ-tests/python` for dependency management.
> - Modify `clients.baml` in `integ-tests/baml_src` and `inlinedbaml`
files in `integ-tests` for Python, Ruby, and TypeScript to adjust client
configurations.
>     - Update `tools/build` to adjust test execution commands.
> 
> <sup>This description was created by </sup>[<img alt="Ellipsis"
src="https://img.shields.io/badge/Ellipsis-blue?color=175173">](https://www.ellipsis.dev?ref=BoundaryML%2Fbaml&utm_source=github&utm_medium=referral)<sup>
for a7fe33b. You can
[customize](https://app.ellipsis.dev/BoundaryML/settings/summaries) this
summary. It will automatically update as commits are pushed.</sup>

<!-- ELLIPSIS_HIDDEN -->

Author: sxlijin

.github/workflows/integ-tests.yml

@@ -0,0 +1,101 @@
+# infisical checks this against OIDC
+name: integ-tests
+
+on:
+  workflow_call: {}
+  workflow_dispatch: {}
+  push:
+    branches: [ sam/integ-tests-ci ]
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
+permissions:
+  contents: read
+  # for oidc
+  id-token: write
+
+jobs:
+  build-test:
+    strategy:
+      fail-fast: false
+      matrix:
+        _:
+          - runs-on: ubuntu-22.04
+            setup: |
+              env | sort
+              curl -fsSL https://ollama.com/install.sh | sh
+            # test: |
+            #   ollama serve &
+            #   sleep 5
+            #   ollama run tinyllama "2+2?"
+            #   ./tools/build integ-tests/python
+            #   ./tools/build integ-tests/typescript
+            #   ./tools/build integ-tests/ruby
+
+          - runs-on: macos-14
+            setup: |
+              env | sort
+              brew install ollama go
+            # test: |
+            #   ollama serve &
+            #   sleep 5
+            #   ollama run tinyllama "2+2?"
+            #   ./tools/build integ-tests/python
+            #   ./tools/build integ-tests/typescript
+            #   ./tools/build integ-tests/ruby
+
+          # winget is not available on windows-2019 or windows-2022
+          # https://github.com/actions/runner-images/issues/8584
+              # winget upgrade --all --silent --disable-interactivity --accept-source-agreements --accept-package-agreements
+          # - runs-on: windows-2025
+          #   setup: |
+          #     env | sort
+          #     winget install --id=Ollama.Ollama -e --accept-package-agreements --accept-source-agreements
+
+    name: ${{ matrix._.runs-on }}
+    runs-on: ${{ matrix._.runs-on }}
+    # For when we have go integ tests
+    # env:
+    #   GOARCH: ${{ matrix._.goarch }}
+    steps:
+      - uses: actions/checkout@v4
+      - uses: actions/cache@v4
+        with:
+          path: |
+            ~/.ollama/models
+          key: ollama-${{ matrix._.runs-on }}
+      - uses: Swatinem/rust-cache@v2
+        with:
+          workspaces: engine
+          cache-on-failure: true
+      - uses: jdx/mise-action@v2
+        env:
+          GITHUB_TOKEN: ${{ github.token }}
+      - uses: astral-sh/setup-uv@v6
+      - name: Setup
+        run: ${{ matrix._.setup }}
+      - uses: infisical/secrets-action@v1.0.9
+        with:
+          method: oidc
+          # https://app.infisical.com/organization/identities/5b66a909-d5b3-4835-b518-27abf4c9b97d
+          identity-id: 5b66a909-d5b3-4835-b518-27abf4c9b97d
+          env-slug: test
+          project-slug: gloo-infra-9-fkp
+
+      - name: setup TS
+        run: pnpm install --frozen-lockfile
+        working-directory: engine/language_client_typescript
+
+      - name: Run all integ tests
+        run: |
+              ollama serve &
+              sleep 5
+              ollama run tinyllama "2+2?"
+              # If this fails, still run the next one
+              ./tools/bctl integ-tests --suite python
+              # If this fails, still run the next one
+              ./tools/bctl integ-tests --suite typescript
+              # If this fails, still run the next one
+              ./tools/bctl integ-tests --suite ruby

.github/workflows/release.yml

@@ -58,6 +58,7 @@ jobs:
           echo "is_release_tag=$IS_RELEASE" >> $GITHUB_OUTPUT
           echo "Determined version: $VERSION"
           echo "Is release tag: $IS_RELEASE"
+
   build-python-release:
     uses: ./.github/workflows/build-python-release.reusable.yaml
 
@@ -83,6 +84,11 @@ jobs:
       version: ${{ needs.determine-version.outputs.version_string }}
       # Pass the boolean output directly
       is_release_build: ${{ needs.determine-version.outputs.is_release_tag == 'true' }}
+  
+  # Kick off integration tests when we build everything.
+  # This does not yet succeed/pass consistently, or even run everything, but it's a good start.
+  integ-tests:
+    uses: ./.github/workflows/integ-tests.yml
 
   # placeholder fan-in step
   all-builds:

engine/language_client_python/uv.lock

@@ -176,7 +176,7 @@ client<llm> VertexClaude {
     model "claude-3-5-sonnet@20240620"
     location us-east5
     anthropic_version "vertex-2023-10-16"
-    // credentials env.INTEG_TESTS_GOOGLE_APPLICATION_CREDENTIALS_CONTENT
+    credentials env.INTEG_TESTS_GOOGLE_APPLICATION_CREDENTIALS_CONTENT
   }
 }