Add complete type validation for Go (#2101)

Behavior changes:

- Go now supports generating self recurives types:
```
type Foo = Foo[]
```
This turns into in go:
```
type Foo = []any
```
- Enhanced unions
  - created a `{union}__New{variant}()` method
  - unions of literals don't take in any parameters for constructors.

- Serialization/Deserialziation tests for various types (unions of
literals, maps, lists, etc)
- Removed excess logging


Commands for testing:

Command 1:
```
cd engine/language_client_cffi
OPENAI_API_KEY="...." BAML_LOG=warn cargo make integ-tests-run-spec
```

Integ tests pass (compile and go build works!)
<img width="1053" alt="Screenshot 2025-07-03 at 4 35 39 AM"
src="https://github.com/user-attachments/assets/bf223bb0-ca63-4385-953c-4ac428084698"
/>

Command 2:
```
RUN_GENERATOR_TESTS=1 infisical run --env=test -- cargo test --lib -p generators-go --no-fail-fast
```

<img width="1069" alt="Screenshot 2025-07-03 at 4 36 24 AM"
src="https://github.com/user-attachments/assets/e6a5c99b-8904-4068-8438-b880aa51713f"
/>

Author: hellovai

.github/workflows/build-cli-release.reusable.yaml

@@ -4,11 +4,11 @@ on:
   workflow_call:
     inputs:
       version:
-        description: 'Release version'
+        description: "Release version"
         required: false
         type: string
       package_for_release:
-        description: 'Create archives for release instead of raw binaries'
+        description: "Create archives for release instead of raw binaries"
         type: boolean
         default: true
         required: false
@@ -17,7 +17,6 @@ on:
       - protoc-fix
 env:
   MACOSX_DEPLOYMENT_TARGET: "10.13"
-        
 
 concurrency:
   # suffix is important to prevent a concurrency deadlock with the calling workflow
@@ -55,15 +54,15 @@ jobs:
     # with a newer GLIBC version compatible with Node20 used by actions/checkout@v4
     # container: ${{ contains(matrix._.os, 'ubuntu') && (contains(matrix._.target, 'x86_64') && 'quay.io/pypa/manylinux_2_28_x86_64' || 'ghcr.io/rust-cross/manylinux_2_28-cross:aarch64') || '' }}
     runs-on: ${{ matrix._.os }}
-    
+
     env:
       CROSS_VERSION: v0.2.5
       CARGO: cargo
       TARGET_FLAGS: ${{ matrix._.target != '' && format('--target {0}', matrix._.target) || '' }}
       RUST_BACKTRACE: 1
       # When CARGO is set to CROSS, TARGET_DIR includes matrix.target.
       TARGET_DIR: ./engine/target
-      
+
     steps:
       - uses: actions/checkout@v4
       # - name: Install packages (Ubuntu)
@@ -82,16 +81,17 @@ jobs:
           prefix-key: "v5-rust-${{ matrix._.target }}"
       - uses: actions/setup-go@v5
         with:
-          go-version: '1.21'
-      
+          go-version: "1.21"
+
       - name: Install protoc-gen-go into .cargo/bin
         shell: bash
         run: |
           # The cross-compile environment sanitizes the PATH, so we install the plugin
           # directly into a directory that is guaranteed to be in the PATH for cargo.
           # We also create a symlink from the go/bin to the cargo/bin for consistency.
           mkdir -p .cargo/bin
-          go install github.com/golang/protobuf/protoc-gen-go@latest
+          go install google.golang.org/protobuf/cmd/protoc-gen-go@latest
+          go install golang.org/x/tools/cmd/goimports@latest
           cp "$HOME/go/bin/protoc-gen-go" ".cargo/bin/"
           echo "Installed protoc-gen-go into .cargo/bin:"
           ls -la .cargo/bin
@@ -111,14 +111,12 @@ jobs:
           # Test that protoc can find the go plugin (this will show an error about missing .proto file, but that's expected)
           protoc --go_out=/tmp --help | grep -q "go_out" && echo "✅ protoc recognizes --go_out flag" || echo "❌ protoc does not recognize --go_out flag"
 
-  
-      
       - name: Use Cross
         if: contains(matrix._.os, 'ubuntu')
         run: |
           cargo install cross
           echo 'CARGO=cross' >> "$GITHUB_ENV"
-      
+
       - name: Set target variables
         shell: bash
         run: |
@@ -129,15 +127,14 @@ jobs:
         if: contains(matrix._.target, 'linux')
         run: |
           ldd --version
-      
+
       - name: Show command used for Cargo
         shell: bash
         run: |
           echo "cargo command is: ${{ env.CARGO }}"
           echo "target flag is: ${{ env.TARGET_FLAGS }}"
           echo "target dir is: ${{ env.TARGET_DIR }}"
 
-    
       # Build the CLI - Always use static-ssl features
       - name: Build CLI Binary
         # This single step now handles all builds
@@ -159,13 +156,13 @@ jobs:
             export PROTOC_GEN_GO_PATH="${{ steps.protoc_gen_go_setup.outputs.protoc_gen_go_path }}"
           fi
           echo "Using PROTOC_GEN_GO_PATH: $PROTOC_GEN_GO_PATH"
-          
+
           # We must use PROTOC_GEN_GO_PATH to explicitly tell the build script
           # where to find the plugin, as the cross-compile environment is isolated.
           export GOPATH=$HOME/go
           export GOBIN=$GOPATH/bin
           export PATH=$PATH:$GOROOT:$GOPATH:$GOBIN
-          
+
           ${{ env.CARGO }} build --release -p baml_cffi ${{ env.TARGET_FLAGS }}
         working-directory: engine
         # Skip this step on Windows runners
@@ -201,17 +198,16 @@ jobs:
           echo "Original Filename: ${base_name}"
           echo "New Filename: ${new_name}"
 
-
       # List target directories to debug build outputs
       - name: List target directories
         shell: bash
         run: |
           echo "Listing target/ directory:"
           ls -la engine/target/
-          
+
           echo "Listing target/${{ matrix._.target }} directory:"
           ls -la engine/target/${{ matrix._.target }}/
-          
+
           echo "Listing target/${{ matrix._.target }}/release directory:"
           ls -la engine/target/${{ matrix._.target }}/release/
 
@@ -257,7 +253,7 @@ jobs:
           # Path now points to the *renamed* library file
           path: engine/target/${{ matrix._.target }}/release/${{ steps.cffi_info.outputs.new_lib_name }}
           if-no-files-found: error # Fail if the library file doesn't exist
-      
+
       # Determine binary path and archive name
       - name: Set binary and archive paths
         id: paths
@@ -281,7 +277,7 @@ jobs:
           archive_base="baml-cli-${version_name}-${{ matrix._.target }}"
           echo "archive_base=$archive_base" >> $GITHUB_OUTPUT
           # Directory to create for staging files
-          echo "archive_dir=./${archive_base}" >> $GITHUB_OUTPUT 
+          echo "archive_dir=./${archive_base}" >> $GITHUB_OUTPUT
 
       # Print determined paths for debugging
       - name: Print artifact details

.github/workflows/primary.yml

@@ -48,7 +48,9 @@ jobs:
         with:
           go-version: "1.24"
       - name: Install protoc-gen-go
-        run: go install github.com/golang/protobuf/protoc-gen-go@latest
+        run: go install google.golang.org/protobuf/cmd/protoc-gen-go@latest
+      - name: Install goimports
+        run: go install golang.org/x/tools/cmd/goimports@latest
       - uses: dtolnay/rust-toolchain@stable
         with:
           toolchain: stable
@@ -79,7 +81,9 @@ jobs:
       - uses: jdx/mise-action@v2
       - uses: actions/setup-go@v5
       - name: Install protoc-gen-go
-        run: go install github.com/golang/protobuf/protoc-gen-go@latest
+        run: go install google.golang.org/protobuf/cmd/protoc-gen-go@latest
+      - name: Install goimports
+        run: go install golang.org/x/tools/cmd/goimports@latest
       - uses: actions/setup-node@v4
         with:
           node-version: 20
@@ -138,20 +142,20 @@ jobs:
         run: |
           git diff --exit-code || (echo "::error:: merge canary and run codegen again" && exit 1)
   build-wasm:
-      runs-on: ubuntu-latest
-      steps:
-        - uses: actions/checkout@v4
-        - uses: jdx/mise-action@v2
-        - uses: dtolnay/rust-toolchain@stable
-          with:
-            toolchain: stable
-        - run: rustup target add wasm32-unknown-unknown
-        - uses: Swatinem/rust-cache@v2
-          with:
-            workspaces: engine
-        - name: Build rust for wasm32
-          run: cargo build --target=wasm32-unknown-unknown
-          working-directory: engine/baml-schema-wasm
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - uses: jdx/mise-action@v2
+      - uses: dtolnay/rust-toolchain@stable
+        with:
+          toolchain: stable
+      - run: rustup target add wasm32-unknown-unknown
+      - uses: Swatinem/rust-cache@v2
+        with:
+          workspaces: engine
+      - name: Build rust for wasm32
+        run: cargo build --target=wasm32-unknown-unknown
+        working-directory: engine/baml-schema-wasm
   build:
     runs-on: ubuntu-latest
     steps:
@@ -166,19 +170,19 @@ jobs:
           workspaces: engine
       - uses: actions/setup-go@v4
         with:
-          go-version: '1.24'
+          go-version: "1.24"
       - name: Install protoc-gen-go
-        run: go install github.com/golang/protobuf/protoc-gen-go@latest
+        run: go install google.golang.org/protobuf/cmd/protoc-gen-go@latest
       - name: Install goimports
         run: go install golang.org/x/tools/cmd/goimports@latest
       - uses: actions/setup-python@v4
         with:
-          python-version: '3.13'
+          python-version: "3.13"
       - name: Install ruff
         run: pip install ruff
       - uses: actions/setup-node@v4
         with:
-          node-version: '24.2.0'
+          node-version: "24.2.0"
       - name: Install prettier
         run: npm install -g prettier
       - name: Install Biome
@@ -214,7 +218,9 @@ jobs:
         with:
           go-version: "1.21.x"
       - name: Install protoc-gen-go
-        run: go install github.com/golang/protobuf/protoc-gen-go@latest
+        run: go install google.golang.org/protobuf/cmd/protoc-gen-go@latest
+      - name: Install goimports
+        run: go install golang.org/x/tools/cmd/goimports@latest
       - uses: dtolnay/rust-toolchain@stable
         with:
           toolchain: stable

engine/Cross.toml

@@ -8,7 +8,7 @@ pre-build = [
   "wget -q https://go.dev/dl/go1.21.13.linux-amd64.tar.gz",
   "tar -xzf go1.21.13.linux-amd64.tar.gz -C /usr/local",
   "export PATH=$PATH:/usr/local/go/bin",
-  "/usr/local/go/bin/go install github.com/golang/protobuf/protoc-gen-go@latest",
+  "/usr/local/go/bin/go install google.golang.org/protobuf/protoc-gen-go@latest",
   "cp /root/go/bin/protoc-gen-go /usr/local/bin/",
 ]
 
@@ -18,7 +18,7 @@ pre-build = [
   "wget -q https://go.dev/dl/go1.21.13.linux-amd64.tar.gz",
   "tar -xzf go1.21.13.linux-amd64.tar.gz -C /usr/local",
   "export PATH=$PATH:/usr/local/go/bin",
-  "/usr/local/go/bin/go install github.com/golang/protobuf/protoc-gen-go@latest",
+  "/usr/local/go/bin/go install google.golang.org/protobuf/protoc-gen-go@latest",
   "cp /root/go/bin/protoc-gen-go /usr/local/bin/",
 ]
 
@@ -29,7 +29,7 @@ pre-build = [
   "wget -q https://go.dev/dl/go1.21.13.linux-amd64.tar.gz",
   "tar -xzf go1.21.13.linux-amd64.tar.gz -C /usr/local",
   "export PATH=$PATH:/usr/local/go/bin",
-  "/usr/local/go/bin/go install github.com/golang/protobuf/protoc-gen-go@latest",
+  "/usr/local/go/bin/go install google.golang.org/protobuf/protoc-gen-go@latest",
   "cp /root/go/bin/protoc-gen-go /usr/local/bin/",
 ]
 
@@ -39,6 +39,6 @@ pre-build = [
   "wget -q https://go.dev/dl/go1.21.13.linux-amd64.tar.gz",
   "tar -xzf go1.21.13.linux-amd64.tar.gz -C /usr/local",
   "export PATH=$PATH:/usr/local/go/bin",
-  "/usr/local/go/bin/go install github.com/golang/protobuf/protoc-gen-go@latest",
+  "/usr/local/go/bin/go install google.golang.org/protobuf/protoc-gen-go@latest",
   "cp /root/go/bin/protoc-gen-go /usr/local/bin/",
 ]

engine/baml-lib/baml-core/src/ir/repr.rs

@@ -642,7 +642,7 @@ impl IntermediateRepr {
         let mut res = vec![];
         all_types.for_each(|t| {
             let found = t.to_non_streaming_type(self);
-            res.extend(found.find_if(&is_union).into_iter().cloned());
+            res.extend(found.find_if(&is_union, false).into_iter().cloned());
         });
 
         res.into_iter()
@@ -677,7 +677,7 @@ impl IntermediateRepr {
         let mut res = vec![];
         all_types.for_each(|t| {
             let found = t.to_streaming_type(self);
-            res.extend(found.find_if(&is_union).into_iter().cloned());
+            res.extend(found.find_if(&is_union, false).into_iter().cloned());
         });
 
         res.into_iter()

engine/baml-lib/baml-types/src/ir_type/mod.rs

@@ -356,6 +356,7 @@ impl<T> TypeGeneric<T> {
     pub fn find_if<'a>(
         &'a self,
         predicate: &impl Fn(&TypeGeneric<T>) -> bool,
+        ignore_map_keys: bool,
     ) -> Vec<&'a TypeGeneric<T>> {
         if predicate(self) {
             return vec![self];
@@ -367,27 +368,31 @@ impl<T> TypeGeneric<T> {
             | TypeGeneric::Literal(..)
             | TypeGeneric::Class { .. }
             | TypeGeneric::RecursiveTypeAlias { .. } => vec![],
-            TypeGeneric::List(inner, _) => inner.find_if(predicate),
-            TypeGeneric::Map(type_generic, type_generic1, _) => {
-                let mut res = type_generic.find_if(predicate);
-                res.extend(type_generic1.find_if(predicate));
+            TypeGeneric::List(inner, _) => inner.find_if(predicate, ignore_map_keys),
+            TypeGeneric::Map(key_type, value_type, _) => {
+                let mut res = value_type.find_if(predicate, ignore_map_keys);
+                if !ignore_map_keys {
+                    res.extend(key_type.find_if(predicate, ignore_map_keys));
+                }
                 res
             }
             TypeGeneric::Tuple(type_generics, _) => type_generics
                 .iter()
-                .flat_map(|t| t.find_if(predicate))
+                .flat_map(|t| t.find_if(predicate, ignore_map_keys))
                 .collect(),
             TypeGeneric::Union(union_type_generic, _) => union_type_generic
                 .iter_skip_null()
                 .iter()
-                .flat_map(|t| t.find_if(predicate))
+                .flat_map(|t| t.find_if(predicate, ignore_map_keys))
                 .collect(),
             TypeGeneric::Arrow(arrow_generic, _) => {
                 let res = arrow_generic
                     .param_types
                     .iter()
-                    .flat_map(|t| t.find_if(predicate));
-                let mut returned = arrow_generic.return_type.find_if(predicate);
+                    .flat_map(|t| t.find_if(predicate, ignore_map_keys));
+                let mut returned = arrow_generic
+                    .return_type
+                    .find_if(predicate, ignore_map_keys);
                 returned.extend(res);
                 returned
             }