catchup: into long_lived/vault from main @ bd3a638 (#18022)

source hash: bd3a638 remaining commits: 0 merge diffs: https://quexington.github.io/merge-diffs/618e4f9fca621ea263c489d8f953337c0eab3e53.html
Chia-Network · May 16, 2024 · 15dfd0e · 15dfd0e
2 parents 96dd9e4 + 618e4f9
commit 15dfd0e
Show file tree

Hide file tree

Showing 61 changed files with 1,511 additions and 1,058 deletions.
diff --git a/.github/workflows/build-linux-installer-deb.yml b/.github/workflows/build-linux-installer-deb.yml
@@ -202,32 +202,32 @@ jobs:
 
   publish:
     name: Publish ${{ matrix.os.arch }}
-    runs-on: ${{ matrix.os.runs-on }}
+    runs-on: ubuntu-latest
     needs:
       - build
-    container: chianetwork/ubuntu-20.04-builder:latest
     timeout-minutes: ${{ matrix.os.timeout }}
     strategy:
       fail-fast: false
       matrix:
         python-version: ["3.10"]
         os:
-          - runs-on: ubuntu-latest
-            arch: amd64
+          - arch: amd64
             glue-name: "build-amd64-deb"
             timeout: 5
-          - runs-on: [Linux, ARM64]
-            arch: arm64
+          - arch: arm64
             glue-name: "build-arm64-deb"
-            # TOOD: some self hosted runners are exhibiting slow artifact downloads sometimes
-            timeout: 20
+            timeout: 5
 
     env:
       CHIA_INSTALLER_VERSION: ${{ needs.build.outputs.chia-installer-version }}
 
     steps:
       - uses: Chia-Network/actions/clean-workspace@main
 
+      - uses: Chia-Network/actions/setup-python@main
+        with:
+          python-version: ${{ matrix.python-version }}
+
       - uses: chia-network/actions/create-venv@main
         id: create-venv
 
@@ -289,7 +289,6 @@ jobs:
           aws s3 cp "$GITHUB_WORKSPACE/build_scripts/final_installer/chia-blockchain-cli_${CHIA_INSTALLER_VERSION}-1_${{ matrix.os.arch }}.deb" "s3://download.chia.net/dev/chia-blockchain-cli_${CHIA_DEV_BUILD}-1_${{ matrix.os.arch }}.deb"
 
       - name: Create Checksums
-        if: env.FULL_RELEASE == 'true' || github.ref == 'refs/heads/main'
         run: |
           ls "$GITHUB_WORKSPACE"/build_scripts/final_installer/
           sha256sum "$GITHUB_WORKSPACE"/build_scripts/final_installer/chia-blockchain_${CHIA_INSTALLER_VERSION}_${{ matrix.os.arch }}.deb > "$GITHUB_WORKSPACE"/build_scripts/final_installer/chia-blockchain_${CHIA_INSTALLER_VERSION}_${{ matrix.os.arch }}.deb.sha256

diff --git a/.github/workflows/build-linux-installer-rpm.yml b/.github/workflows/build-linux-installer-rpm.yml
@@ -207,8 +207,6 @@ jobs:
     runs-on: ubuntu-latest
     needs:
       - build
-    container:
-      image: chianetwork/rocky8-builder:latest
     timeout-minutes: 5
     strategy:
       fail-fast: false
@@ -221,6 +219,10 @@ jobs:
     steps:
       - uses: Chia-Network/actions/clean-workspace@main
 
+      - uses: Chia-Network/actions/setup-python@main
+        with:
+          python-version: ${{ matrix.python-version }}
+
       - uses: chia-network/actions/create-venv@main
         id: create-venv
 
@@ -283,7 +285,6 @@ jobs:
           aws s3 cp "$GITHUB_WORKSPACE"/build_scripts/final_installer/chia-blockchain-cli-${CHIA_INSTALLER_VERSION}-1.x86_64.rpm s3://download.chia.net/dev/chia-blockchain-cli-${CHIA_DEV_BUILD}-1.x86_64.rpm
 
       - name: Create Checksums
-        if: env.FULL_RELEASE == 'true' || github.ref == 'refs/heads/main'
         run: |
           ls "$GITHUB_WORKSPACE"/build_scripts/final_installer/
           sha256sum "$GITHUB_WORKSPACE"/build_scripts/final_installer/chia-blockchain-${CHIA_INSTALLER_VERSION}-1.x86_64.rpm > "$GITHUB_WORKSPACE"/build_scripts/final_installer/chia-blockchain-${CHIA_INSTALLER_VERSION}-1.x86_64.rpm.sha256

diff --git a/.github/workflows/build-macos-installers.yml b/.github/workflows/build-macos-installers.yml
@@ -245,21 +245,19 @@ jobs:
 
   publish:
     name: Publish ${{ matrix.os.name }} DMG
-    runs-on: ${{ matrix.os.runs-on }}
+    runs-on: ubuntu-latest
     needs:
       - build
-    timeout-minutes: 10
+    timeout-minutes: 5
     strategy:
       fail-fast: false
       matrix:
         python-version: ["3.10"]
         os:
-          - runs-on: macos-11
-            name: intel
+          - name: intel
             file-suffix: ""
             glue-name: "build-macos"
-          - runs-on: [MacOS, ARM64]
-            name: m1
+          - name: m1
             file-suffix: "-arm64"
             glue-name: "build-mac-m1"
 
@@ -318,19 +316,10 @@ jobs:
           AWS_SECRET: "${{ secrets.CHIA_AWS_ACCOUNT_ID }}"
           GLUE_API_URL: "${{ secrets.GLUE_API_URL }}"
 
-      - name: Install AWS CLI
-        if: steps.check_secrets.outputs.HAS_AWS_SECRET
-        run: |
-          command -v aws || brew install awscli
-
-      - name: Install GH CLI
-        run: |
-          command -v gh || brew install gh
-
       - name: Create Checksums
         run: |
           ls
-          shasum -a 256 ${{ github.workspace }}/build_scripts/final_installer/Chia-${{ env.CHIA_INSTALLER_VERSION }}${{ matrix.os.file-suffix }}.dmg > ${{ github.workspace }}/build_scripts/final_installer/Chia-${{ env.CHIA_INSTALLER_VERSION }}${{ matrix.os.file-suffix }}.dmg.sha256
+          shasum -a 256 ${{ github.workspace }}/build_scripts/final_installer/chia-${{ env.CHIA_INSTALLER_VERSION }}${{ matrix.os.file-suffix }}.dmg > ${{ github.workspace }}/build_scripts/final_installer/Chia-${{ env.CHIA_INSTALLER_VERSION }}${{ matrix.os.file-suffix }}.dmg.sha256
 
       - name: Configure AWS credentials
         if: steps.check_secrets.outputs.HAS_AWS_SECRET
@@ -345,29 +334,29 @@ jobs:
           GIT_SHORT_HASH=$(echo "${GITHUB_SHA}" | cut -c1-8)
           CHIA_DEV_BUILD=${CHIA_INSTALLER_VERSION}-$GIT_SHORT_HASH
           echo "CHIA_DEV_BUILD=$CHIA_DEV_BUILD" >> "$GITHUB_ENV"
-          aws s3 cp ${{ github.workspace }}/build_scripts/final_installer/Chia-${{ env.CHIA_INSTALLER_VERSION }}${{ matrix.os.file-suffix }}.dmg s3://download.chia.net/dev/Chia-${CHIA_DEV_BUILD}${{ matrix.os.file-suffix }}.dmg
+          aws s3 cp ${{ github.workspace }}/build_scripts/final_installer/chia-${{ env.CHIA_INSTALLER_VERSION }}${{ matrix.os.file-suffix }}.dmg s3://download.chia.net/dev/Chia-${CHIA_DEV_BUILD}${{ matrix.os.file-suffix }}.dmg
 
       - name: Create torrent
         env:
           GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
         if: env.FULL_RELEASE == 'true'
         run: |
-          py3createtorrent -f -t udp://tracker.opentrackr.org:1337/announce ${{ github.workspace }}/build_scripts/final_installer/Chia-${{ env.CHIA_INSTALLER_VERSION }}${{ matrix.os.file-suffix }}.dmg -o ${{ github.workspace }}/build_scripts/final_installer/Chia-${{ env.CHIA_INSTALLER_VERSION }}${{ matrix.os.file-suffix }}.dmg.torrent --webseed https://download.chia.net/install/Chia-${{ env.CHIA_INSTALLER_VERSION }}${{ matrix.os.file-suffix }}.dmg
+          py3createtorrent -f -t udp://tracker.opentrackr.org:1337/announce ${{ github.workspace }}/build_scripts/final_installer/chia-${{ env.CHIA_INSTALLER_VERSION }}${{ matrix.os.file-suffix }}.dmg -o ${{ github.workspace }}/build_scripts/final_installer/Chia-${{ env.CHIA_INSTALLER_VERSION }}${{ matrix.os.file-suffix }}.dmg.torrent --webseed https://download.chia.net/install/Chia-${{ env.CHIA_INSTALLER_VERSION }}${{ matrix.os.file-suffix }}.dmg
           ls ${{ github.workspace }}/build_scripts/final_installer/
-          gh release upload --repo ${{ github.repository }} $RELEASE_TAG ${{ github.workspace }}/build_scripts/final_installer/Chia-${{ env.CHIA_INSTALLER_VERSION }}${{ matrix.os.file-suffix }}.dmg.torrent
+          gh release upload --repo ${{ github.repository }} $RELEASE_TAG ${{ github.workspace }}/build_scripts/final_installer/chia-${{ env.CHIA_INSTALLER_VERSION }}${{ matrix.os.file-suffix }}.dmg.torrent
 
       - name: Upload Dev Installer
         if: steps.check_secrets.outputs.HAS_AWS_SECRET && github.ref == 'refs/heads/main'
         run: |
-          aws s3 cp ${{ github.workspace }}/build_scripts/final_installer/Chia-${{ env.CHIA_INSTALLER_VERSION }}${{ matrix.os.file-suffix }}.dmg s3://download.chia.net/latest-dev/Chia${{ matrix.os.file-suffix }}_latest_dev.dmg
-          aws s3 cp ${{ github.workspace }}/build_scripts/final_installer/Chia-${{ env.CHIA_INSTALLER_VERSION }}${{ matrix.os.file-suffix }}.dmg.sha256 s3://download.chia.net/latest-dev/Chia${{ matrix.os.file-suffix }}_latest_dev.dmg.sha256
+          aws s3 cp ${{ github.workspace }}/build_scripts/final_installer/chia-${{ env.CHIA_INSTALLER_VERSION }}${{ matrix.os.file-suffix }}.dmg s3://download.chia.net/latest-dev/Chia${{ matrix.os.file-suffix }}_latest_dev.dmg
+          aws s3 cp ${{ github.workspace }}/build_scripts/final_installer/chia-${{ env.CHIA_INSTALLER_VERSION }}${{ matrix.os.file-suffix }}.dmg.sha256 s3://download.chia.net/latest-dev/Chia${{ matrix.os.file-suffix }}_latest_dev.dmg.sha256
 
       - name: Upload Release Files
         if: steps.check_secrets.outputs.HAS_AWS_SECRET && env.FULL_RELEASE == 'true'
         run: |
-          aws s3 cp ${{ github.workspace }}/build_scripts/final_installer/Chia-${{ env.CHIA_INSTALLER_VERSION }}${{ matrix.os.file-suffix }}.dmg s3://download.chia.net/install/
-          aws s3 cp ${{ github.workspace }}/build_scripts/final_installer/Chia-${{ env.CHIA_INSTALLER_VERSION }}${{ matrix.os.file-suffix }}.dmg.sha256 s3://download.chia.net/install/
-          aws s3 cp ${{ github.workspace }}/build_scripts/final_installer/Chia-${{ env.CHIA_INSTALLER_VERSION }}${{ matrix.os.file-suffix }}.dmg.torrent s3://download.chia.net/torrents/
+          aws s3 cp ${{ github.workspace }}/build_scripts/final_installer/chia-${{ env.CHIA_INSTALLER_VERSION }}${{ matrix.os.file-suffix }}.dmg s3://download.chia.net/install/
+          aws s3 cp ${{ github.workspace }}/build_scripts/final_installer/chia-${{ env.CHIA_INSTALLER_VERSION }}${{ matrix.os.file-suffix }}.dmg.sha256 s3://download.chia.net/install/
+          aws s3 cp ${{ github.workspace }}/build_scripts/final_installer/chia-${{ env.CHIA_INSTALLER_VERSION }}${{ matrix.os.file-suffix }}.dmg.torrent s3://download.chia.net/torrents/
 
       - name: Upload release artifacts
         if: env.RELEASE == 'true'
@@ -414,6 +403,10 @@ jobs:
             matrix: 13
             runs-on:
               intel: macos-13
+          - name: 14
+            matrix: 14
+            runs-on:
+              arm: macos-14
         arch:
           - name: ARM64
             matrix: arm
@@ -430,6 +423,10 @@ jobs:
               matrix: 13
             arch:
               matrix: arm
+          - os:
+              matrix: 14
+            arch:
+              matrix: intel
 
     steps:
       - uses: Chia-Network/actions/clean-workspace@main

diff --git a/.github/workflows/build-windows-installer.yml b/.github/workflows/build-windows-installer.yml
@@ -260,10 +260,7 @@ jobs:
 
   publish:
     name: Publish EXE
-    runs-on: [windows-2019]
-    defaults:
-      run:
-        shell: bash
+    runs-on: ubuntu-latest
     needs:
       - build
     timeout-minutes: 5
@@ -326,12 +323,6 @@ jobs:
           AWS_SECRET: "${{ secrets.CHIA_AWS_ACCOUNT_ID }}"
           GLUE_API_URL: "${{ secrets.GLUE_API_URL }}"
 
-      - name: Install AWS CLI
-        if: steps.check_secrets.outputs.HAS_AWS_SECRET
-        shell: pwsh
-        run: |
-          msiexec.exe /i https://awscli.amazonaws.com/AWSCLIV2.msi
-
       - name: Configure AWS credentials
         if: steps.check_secrets.outputs.HAS_AWS_SECRET
         uses: aws-actions/configure-aws-credentials@v4
@@ -350,10 +341,10 @@ jobs:
           aws s3 cp chia-blockchain-gui/release-builds/windows-installer/ChiaSetup-${CHIA_INSTALLER_VERSION}.exe s3://download.chia.net/dev/ChiaSetup-${CHIA_DEV_BUILD}.exe
 
       - name: Create Checksums
-        shell: pwsh
         run: |
-          certutil.exe -hashfile ${{ github.workspace }}/chia-blockchain-gui/release-builds/windows-installer/ChiaSetup-${{ env.CHIA_INSTALLER_VERSION }}.exe SHA256 > ${{ github.workspace }}/chia-blockchain-gui/release-builds/windows-installer/ChiaSetup-${{ env.CHIA_INSTALLER_VERSION }}.exe.sha256
-          ls ${{ github.workspace }}/chia-blockchain-gui/release-builds/windows-installer/
+          ls "$GITHUB_WORKSPACE"/chia-blockchain-gui/release-builds/windows-installer/
+          sha256sum "$GITHUB_WORKSPACE"/chia-blockchain-gui/release-builds/windows-installer/ChiaSetup-${{ env.CHIA_INSTALLER_VERSION }}.exe > "$GITHUB_WORKSPACE"/chia-blockchain-gui/release-builds/windows-installer/ChiaSetup-${{ env.CHIA_INSTALLER_VERSION }}.exe.sha256
+          ls "$GITHUB_WORKSPACE"/chia-blockchain-gui/release-builds/windows-installer/
 
       - name: Create torrent
         if: env.FULL_RELEASE == 'true'

diff --git a/.github/workflows/test-install-scripts.yml b/.github/workflows/test-install-scripts.yml
@@ -31,8 +31,10 @@ jobs:
         python:
           - major-dot-minor: "3.10"
         os:
+          - runs-on: macos-latest
+            matrix: macos-arm
           - runs-on: macos-12
-            matrix: macos
+            matrix: macos-intel
           - runs-on: ubuntu-latest
             matrix: linux
           - runs-on: windows-latest

diff --git a/.repo-content-updater.yml b/.repo-content-updater.yml
@@ -0,0 +1,2 @@
+var_overrides:
+  DEPENDABOT_ACTIONS_REVIEWERS: '["cmmarslender", "altendky"]'
diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -6,6 +6,94 @@ The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
 and this project does not yet adhere to [Semantic Versioning](https://semver.org/spec/v2.0.0.html)
 for setuptools_scm/PEP 440 reasons.
 
+## 2.3.0 Chia blockchain 2024-05-01
+
+### Fixed
+* Fixed `Install.ps1` for PowerShell 7.4
+* Fixed readability of `Could not find parent coin` error log by printing hex and not bytes
+* Fixed some shutdown log spam by ensuring signal objects for signal handlers (fixes #17578)
+* Fixed negative plot sync durations not crashing the harvester (fixes #15027) (thanks @felixbrucker)
+* Fixed log spam by only logging warnings about protocol mismatches for farmer and harvester
+* Fixed log spam by logging rollbacks only if heights are actually deleted
+* Fixed DID update metadata issue (fixes #17412)
+* Fixed error codes and add more test coverage for message conditions
+* Fixed non-development source install
+* Fixed reorg from 0
+* Fixed (again) Datalayer download banning
+* Improved timelord skip peak logic.
+* Used click.Path for make_offer command filename (fixes #10920)
+* Handle when xch_target_address in config doesn't decode correctly (fixes #16995)
+* Delete unconfirmed Clawback TX
+* tighten up the check for duplicate UnfinishedBlocks before requesting that block
+* Optimized Datalayer `get_key_by_node`
+* Added test for observance of melted CAT balance (fixes #17727)
+* increase backwards compatibility by using default values for peer file path
+* Added `--skip-keyring` option to `chia start` and use in GUI (fixes #17848)
+
+### Added
+* Added Python 3.12 support
+* Added new subscription and wallet sync protocol support (will be used by the wallet in future releases)
+* Added Chip-25 Message Conditions support (https://github.com/Chia-Network/chips/pull/98)
+* Added support for HTTP redirect for the pool url (thanks @felixbrucker)
+* Added `use_delta_sync` option for faster wallet sync (thanks @felixbrucker)
+* Added Datalayer RPC pagination.
+* Added Datalayer multiple batch updates with `submit_on_chain` option.
+* Added `get_network_info` RPC to daemon
+* Added `new_unfinished_block2` support in Chia seeder
+* Added Hint support for SpendSim
+
+### Changed
+* Transition `FullBlock`, `BlockRecord`, `CoinSpend`, and `HeaderBlock` to rust
+* Move tests - all tests and infrastructure are now included in the chia-blockchain package under `chia/_tests`
+* Remove `Announcement` class in favor of `Condition` subclasses
+* Remove `ignore_max_send_amount`
+* Use `psutil.cpu_affinity()` instead of `os.cpu_count()`
+* Stop automatic transaction pushing by wallets
+* Unify transaction pushing
+* For testing purposes added support for non-ssl rpc clients
+* Return TXs from CATWallet and Offer creation
+* Remove all install.sh code that installs python and leave it to the user to install separately
+* Remove old `unhashable` special case in `Streamable`
+* Optimize `validate_removals()`
+* Remove support for migrating peers from legacy file format
+* Set unique peer filenames when swapping to/from testnets
+* Cleaner cli output for rpc client fetch errors
+* Optimized Datalayer subscription handling by using a `QueuedAsyncPool` for `DataLayer.periodically_manage_data()`
+* Update README.md links for wiki & faq sunset
+* Update README formatting and links (thanks @bknox83)
+* Turned concatenation of strings to f-strings (thanks @eukub)
+* Remove dead code in `multiprocess_validation`
+* Improve logging of the height-to-hash and sub-epoch-summaries cache
+* Pass full version in `Handshake` (thanks @felixbrucker)
+* Separate protocol versions for full_node, farmer, harvester, wallet
+* Optimized v1 to v2 DB upgrade
+* Datalayer: Avoid manage data loop delay for self subscriptions
+* Datalayer: Don't download DAT files that are already on disk
+* Datalayer: `get_proof` optimizations - use get_ancestors_optimized
+* Datalayer: Optimize insert/upsert/delete by using `get_node_by_key`
+* Datalayer: stop using fee config setting and remove from initial config
+* Datalayer: Optimize clean_node_table's query and speedup by leveraging relaxed foreign_keys
+* Enabled compression for cli rpm
+* Bump `chia_rs` to `0.6.1`
+* Bump `clvm_tools` to `0.4.9`
+* Bump `chiavdf` to `1.1.4`
+* Bump `chiapos` to `2.0.4`
+* Bump `clvm` to `0.9.9`
+* Bump `aiohttp` to `3.9.2`
+* Bump `anyio` to `4.3.0`
+* Bump `boto3` to `1.34.46`
+* Bump `aiosqlite` to `0.20.0`
+* Bump `colorlog` to `6.8.2`
+* Bump `cryptography` to `42.0.5`
+* Bump `keyring` to `24.3.1`
+* Bump `dnspython` to `2.5.0`
+* Bump `watchdog` to `4.0.0`
+* Bump `dnslib` to `0.9.24`
+* Bump `typing-extensions` to `4.10.0`
+
+### Known Issues
+* Please be aware that logging at `DEBUG` log level may log your local keyring passphrase to the log file. Note this is **not** your key mnemonic.
+
 ## 2.2.1 Chia blockchain 2024-03-4
 
 ### Fixed

diff --git a/build_scripts/check_dependency_artifacts.py b/build_scripts/check_dependency_artifacts.py
@@ -7,6 +7,7 @@
 import sys
 import tempfile
 
+# TODO: publish wheels for these
 excepted_packages = {
     "dnslib",  # pure python
     "chialisp_loader",

diff --git a/build_scripts/npm_linux/package-lock.json b/build_scripts/npm_linux/package-lock.json
diff --git a/build_scripts/npm_macos/package-lock.json b/build_scripts/npm_macos/package-lock.json