Migrate SDK to snarkvm v4.8.1 (MainnetV0) with pytest KAT suite

.github/workflows/sdk-wheels.yml

@@ -1,14 +1,12 @@
-# This file is autogenerated by maturin v1.3.1
-# To update, run
-#
-#    maturin generate-ci --platform linux --platform macos --platform windows --manifest-path ./sdk/Cargo.toml --output .github/workflows/sdk-wheels.yml github
-#
 name: SDK Wheels
 
 on:
   push:
     paths:
       - 'sdk/**'
+      - 'sdk-abi/**'
+      - '.github/workflows/sdk-wheels.yml'
+      - '.github/workflows/sdk.yml'
     branches:
       - main
       - master
@@ -17,124 +15,190 @@ on:
   pull_request:
     paths:
       - 'sdk/**'
+      - 'sdk-abi/**'
+      - '.github/workflows/sdk-wheels.yml'
+      - '.github/workflows/sdk.yml'
   workflow_dispatch:
 
 permissions:
   contents: read
 
+# The crate is abi3-py37, so each platform needs exactly one wheel that works
+# on every CPython >= 3.7. 32-bit targets (i686/x86) are deliberately dropped:
+# snarkvm 4.x and its aws-lc-sys dependency do not support them.
 jobs:
   tests:
     uses: ./.github/workflows/sdk.yml
-  linux:
+
+  build:
+    name: build (${{ matrix.platform.name }})
     needs: [tests]
-    runs-on: ubuntu-latest
+    runs-on: ${{ matrix.platform.runner }}
     strategy:
+      fail-fast: false
       matrix:
-        target: [x86_64, x86]
+        platform:
+          - name: linux-x86_64
+            runner: ubuntu-latest
+            target: x86_64
+          - name: linux-aarch64
+            # native arm runner — avoids cross-compiling aws-lc-sys C code
+            runner: ubuntu-24.04-arm
+            target: aarch64
+          - name: macos-x86_64
+            runner: macos-13
+            target: x86_64
+          - name: macos-aarch64
+            runner: macos-latest
+            target: aarch64
+          - name: windows-x64
+            runner: windows-latest
+            target: x64
     steps:
       - uses: actions/checkout@v4
-      - uses: actions/setup-python@v4
+      - uses: actions/setup-python@v5
         with:
-          python-version: '3.10'
-      - name: Build wheels
+          python-version: '3.12'
+      - name: Build wheel
         uses: PyO3/maturin-action@v1
         with:
-          target: ${{ matrix.target }}
-          args: --release --out dist --find-interpreter --manifest-path ./sdk/Cargo.toml --features openssl/vendored
-          manylinux: auto
+          # Run from sdk/ so cargo picks up sdk/.cargo/config.toml (macOS
+          # needs its dynamic_lookup link flags; cargo resolves config from
+          # the working directory, not the manifest path).
+          working-directory: ./sdk
+          target: ${{ matrix.platform.target }}
+          args: --release --out dist --features mainnet
+          sccache: 'true'
+          manylinux: ${{ startsWith(matrix.platform.name, 'linux') && '2_28' || 'auto' }}
+          # The manylinux container needs git (snarkvm is a git dependency)
+          # and cmake + a C toolchain (aws-lc-sys builds C sources).
           before-script-linux: |
-            # If we're running on rhel centos, install needed packages.
-            if command -v yum &> /dev/null; then
-              yum update -y && yum install -y perl-core libatomic
-
-              # If we're running on i686 we need to symlink libatomic
-              # in order to build openssl with -latomic flag.
-              if [[ ! -d "/usr/lib64" ]]; then
-                  ln -s /usr/lib/libatomic.so.1 /usr/lib/libatomic.so
-              fi
+            if command -v dnf &> /dev/null; then
+              dnf install -y git cmake clang
+            elif command -v yum &> /dev/null; then
+              yum install -y git cmake3 clang && ln -sf "$(command -v cmake3)" /usr/local/bin/cmake
             fi
-      - name: Upload wheels
-        uses: actions/upload-artifact@v3
+      # Every runner here matches its wheel's platform, so install and smoke
+      # test the actual artifact before it can ship.
+      - name: Smoke test wheel
+        shell: bash
+        run: |
+          pip install --find-links sdk/dist aleo
+          python -c "
+          from aleo.mainnet import PrivateKey
+          pk = PrivateKey.random()
+          assert str(pk).startswith('APrivateKey1')
+          assert str(pk.address).startswith('aleo1')
+          print('wheel ok:', pk.address)
+          "
+      - name: Upload wheel
+        uses: actions/upload-artifact@v4
         with:
-          name: wheels
-          path: dist
+          name: wheels-${{ matrix.platform.name }}
+          path: sdk/dist
 
-  windows:
+  build-abi:
+    name: abi-build (${{ matrix.platform.name }})
     needs: [tests]
-    runs-on: windows-latest
+    runs-on: ${{ matrix.platform.runner }}
     strategy:
+      fail-fast: false
       matrix:
-        target: [x64, x86]
+        platform:
+          - name: linux-x86_64
+            runner: ubuntu-latest
+            target: x86_64
+          - name: linux-aarch64
+            runner: ubuntu-24.04-arm
+            target: aarch64
+          - name: macos-x86_64
+            runner: macos-13
+            target: x86_64
+          - name: macos-aarch64
+            runner: macos-latest
+            target: aarch64
+          - name: windows-x64
+            runner: windows-latest
+            target: x64
     steps:
       - uses: actions/checkout@v4
-      - uses: actions/setup-python@v4
+      - uses: actions/setup-python@v5
         with:
-          python-version: '3.10'
-          architecture: ${{ matrix.target }}
-      - name: Build wheels
+          python-version: '3.12'
+      - name: Build wheel
         uses: PyO3/maturin-action@v1
         with:
-          target: ${{ matrix.target }}
-          args: --release --out dist --find-interpreter --manifest-path ./sdk/Cargo.toml --features openssl/vendored
+          working-directory: ./sdk-abi
+          target: ${{ matrix.platform.target }}
+          args: --release --out dist
           sccache: 'true'
-      - name: Upload wheels
-        uses: actions/upload-artifact@v3
+          manylinux: ${{ startsWith(matrix.platform.name, 'linux') && '2_28' || 'auto' }}
+          before-script-linux: |
+            if command -v dnf &> /dev/null; then
+              dnf install -y git cmake clang
+            elif command -v yum &> /dev/null; then
+              yum install -y git cmake3 clang && ln -sf "$(command -v cmake3)" /usr/local/bin/cmake
+            fi
+      - name: Smoke test wheel
+        shell: bash
+        run: |
+          pip install --find-links sdk-abi/dist aleo-abi
+          python -c "import aleo_abi; print(aleo_abi.generate_abi.__name__)"
+      - name: Upload wheel
+        uses: actions/upload-artifact@v4
         with:
-          name: wheels
-          path: dist
+          name: abi-wheels-${{ matrix.platform.name }}
+          path: sdk-abi/dist
 
-  macos:
+  sdist:
     needs: [tests]
-    runs-on: macos-latest
-    strategy:
-      matrix:
-        target: [x86_64, aarch64]
+    runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v4
-      - uses: actions/setup-python@v4
-        with:
-          python-version: '3.10'
-      - name: Build wheels
+      - name: Build sdist
         uses: PyO3/maturin-action@v1
         with:
-          target: ${{ matrix.target }}
-          args: --release --out dist --find-interpreter --manifest-path ./sdk/Cargo.toml --features openssl/vendored
-          sccache: 'true'
-      - name: Upload wheels
-        uses: actions/upload-artifact@v3
+          working-directory: ./sdk
+          command: sdist
+          args: --out dist
+      - name: Upload sdist
+        uses: actions/upload-artifact@v4
         with:
-          name: wheels
-          path: dist
+          name: wheels-sdist
+          path: sdk/dist
 
-  sdist:
+  sdist-abi:
     needs: [tests]
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v4
       - name: Build sdist
         uses: PyO3/maturin-action@v1
         with:
+          working-directory: ./sdk-abi
           command: sdist
-          args: --out dist --manifest-path ./sdk/Cargo.toml
+          args: --out dist
       - name: Upload sdist
-        uses: actions/upload-artifact@v3
+        uses: actions/upload-artifact@v4
         with:
-          name: wheels
-          path: dist
+          name: abi-wheels-sdist
+          path: sdk-abi/dist
 
   release:
     name: Release
     runs-on: ubuntu-latest
     if: "startsWith(github.ref, 'refs/tags/')"
-    needs: [linux, windows, macos, sdist]
+    needs: [build, sdist, build-abi, sdist-abi]
     steps:
-      - uses: actions/download-artifact@v3
+      - uses: actions/download-artifact@v4
         with:
-          name: wheels
+          pattern: '*wheels-*'
+          merge-multiple: true
+          path: dist
       - name: Publish to PyPI
         uses: PyO3/maturin-action@v1
         env:
           MATURIN_PYPI_TOKEN: ${{ secrets.PYPI_API_TOKEN }}
         with:
           command: upload
-          args: --non-interactive --skip-existing *
+          args: --non-interactive --skip-existing dist/*