Merge branch 'develop' into t/26254/cython-binding

.github/workflows/ci-linux.yml

@@ -51,6 +51,7 @@ jobs:
     with:
       # Build incrementally from previous stage (pre)
       incremental: true
+      free_disk_space: true
       from_docker_repository: ghcr.io/${{ github.repository }}/
       from_docker_target: "with-targets-pre"
       docker_targets: "with-targets with-targets-optional"
@@ -82,6 +83,7 @@ jobs:
     with:
       # Build incrementally from previous stage (pre)
       incremental: true
+      free_disk_space: true
       from_docker_repository: ghcr.io/${{ github.repository }}/
       from_docker_target: "with-targets-pre"
       docker_targets: "with-targets with-targets-optional"
@@ -97,6 +99,7 @@ jobs:
     needs: [minimal]
     uses: ./.github/workflows/docker.yml
     with:
+      free_disk_space: true
       # Build from scratch
       docker_targets: "with-system-packages configured with-targets-pre"
       # FIXME: duplicated from env.TARGETS
@@ -111,6 +114,7 @@ jobs:
     uses: ./.github/workflows/docker.yml
     with:
       incremental: true
+      free_disk_space: true
       from_docker_repository: ghcr.io/${{ github.repository }}/
       from_docker_target: "with-targets-pre"
       tox_packages_factors: >-
@@ -125,6 +129,7 @@ jobs:
     uses: ./.github/workflows/docker.yml
     with:
       incremental: true
+      free_disk_space: true
       from_docker_repository: ghcr.io/${{ github.repository }}/
       from_docker_target: "with-targets-pre"
       tox_packages_factors: >-
@@ -138,6 +143,7 @@ jobs:
     uses: ./.github/workflows/docker.yml
     with:
       incremental: true
+      free_disk_space: true
       from_docker_repository: ghcr.io/${{ github.repository }}/
       from_docker_target: "with-targets-pre"
       tox_packages_factors: >-
@@ -151,6 +157,7 @@ jobs:
     uses: ./.github/workflows/docker.yml
     with:
       incremental: true
+      free_disk_space: true
       from_docker_repository: ghcr.io/${{ github.repository }}/
       from_docker_target: "with-targets-pre"
       tox_packages_factors: >-

.github/workflows/ci-macos.yml

@@ -42,12 +42,8 @@ jobs:
         # python3_xcode is only accepted if enough packages are available from the system
         # --> to test "minimal", we would need https://trac.sagemath.org/ticket/30949
         tox_env: [homebrew-macos-usrlocal-minimal, homebrew-macos-usrlocal-standard, homebrew-macos-usrlocal-maximal, homebrew-macos-usrlocal-python3_xcode-standard, conda-forge-macos-minimal, conda-forge-macos-standard, conda-forge-macos-maximal]
-        # As of 2021-12, default xcode
-        # - on macos-10.15:               12.4
-        # - on macos-latest (= macos-11): 13.1
-        # https://github.com/actions/virtual-environments/blob/main/images/macos/macos-10.15-Readme.md#xcode
         xcode_version_factor: [default]
-        os: [ macos-10.15, macos-latest ]
+        os: [ macos-11, macos-12 ]
     env:
       TOX_ENV: local-${{ matrix.tox_env }}
       LOCAL_ARTIFACT_NAME: sage-local-commit-${{ github.sha }}-tox-local-${{ matrix.tox_env }}-${{ matrix.os }}-xcode_${{ matrix.xcode_version_factor }}
@@ -158,22 +154,10 @@ jobs:
       fail-fast: false
       max-parallel: 4
       matrix:
-        os: [ macos-10.15, macos-11.0 ]
-        tox_system_factor: [macos-nobootstrap, macos-nobootstrap-python3_pythonorg]
+        os: [ macos-11, macos-12 ]
+        tox_system_factor: [macos-nobootstrap]
         tox_packages_factor: [minimal]
-        # As of 2021-03, default is 12.4
-        # https://github.com/actions/virtual-environments/blob/main/images/macos/macos-10.15-Readme.md#xcode
         xcode_version_factor: [default]
-        include:
-          # Test xcode 11.7 only on macos-10.15
-          - tox_system_factor: macos-nobootstrap
-            tox_packages_factor: minimal
-            xcode_version_factor: 11.7
-            os: macos-10.15
-          - tox_system_factor: macos-nobootstrap-python3_pythonorg
-            tox_packages_factor: minimal
-            xcode_version_factor: 11.7
-            os: macos-10.15
     env:
       TOX_ENV: local-${{ matrix.tox_system_factor }}-${{ matrix.tox_packages_factor }}
       LOGS_ARTIFACT_NAME: logs-commit-${{ github.sha }}-tox-local-${{ matrix.tox_system_factor }}-${{ matrix.tox_packages_factor }}-xcode_${{ matrix.xcode_version_factor }}
@@ -198,13 +182,6 @@ jobs:
       - name: Install test prerequisites
         run: |
           sudo /usr/bin/python3 -m pip install tox
-      - name: Install python3 from python.org
-        # As of 2020-03-30 (https://github.com/actions/virtual-environments/blob/master/images/macos/macos-10.15-Readme.md),
-        # Python 3.7.7 is installed on GitHub Actions runners.  But we install our own copy from the python.org binary package.
-        run: |
-          curl -o python3.pkg https://www.python.org/ftp/python/3.7.7/python-3.7.7-macosx10.9.pkg
-          sudo installer -verbose -pkg python3.pkg -target /
-        if: contains(matrix.tox_system_factor, 'python3_pythonorg')
       - name: Build and test with tox
         # We use a high parallelization on purpose in order to catch possible parallelization bugs in the build scripts.
         # For doctesting, we use a lower parallelization to avoid timeouts.

.github/workflows/docker.yml

@@ -61,9 +61,16 @@ on:
           ["minimal",
            "standard",
            ]
+      extra_sage_packages:
+        description: 'Extra Sage packages to install as system packages'
+        type: string
+        default: ""
       max_parallel:
         type: number
         default: 24
+      free_disk_space:
+        default: false
+        type: boolean
       #
       # Publishing to GitHub Packages
       #
@@ -128,14 +135,14 @@ jobs:
       FROM_DOCKER_TARGET: ${{ inputs.from_docker_target }}
       FROM_DOCKER_TAG:    ${{ inputs.from_docker_tag }}
       EXTRA_CONFIGURE_ARGS: --enable-fat-binary
-
+      EXTRA_SAGE_PACKAGES:  ${{ inputs.extra_sage_packages }}
     steps:
       - name: Check out SageMath
         uses: actions/checkout@v2
         with:
           repository: ${{ inputs.sage_repo }}
           ref: ${{ inputs.sage_ref }}
-          fetch-depth: 2000
+          fetch-depth: 10000
       - name: fetch tags
         run: git fetch --depth=1 origin +refs/tags/*:refs/tags/*
       - name: free disk space
@@ -149,6 +156,7 @@ jobs:
           dpkg-query -Wf '${Installed-Size}\t${Package}\n' | sort -n | tail -n 50
           sudo apt-get --fix-broken --yes remove $(dpkg-query -f '${Package}\n' -W | grep -E '^(ghc-|google-cloud-sdk|google-chrome|firefox|mysql-server|dotnet-sdk|hhvm|mono)') || echo "(error ignored)"
           df -h
+        if: inputs.free_disk_space
       - name: Check out git-trac-command
         uses: actions/checkout@v2
         with:
@@ -190,7 +198,7 @@ jobs:
               TOKEN="${{ secrets.GITHUB_TOKEN }}"
             fi
             if echo "$TOKEN" | docker login ghcr.io -u ${{ github.actor }} --password-stdin; then
-              echo "DOCKER_PUSH_REPOSITORY=${{ inputs.docker_push_repository }}" >> $GITHUB_ENV
+              echo "DOCKER_PUSH_REPOSITORY=$(echo ${{ inputs.docker_push_repository }} | tr "[:upper:]" "[:lower:]")" >> $GITHUB_ENV
               echo "DOCKER_CONFIG_FILE=$HOME/.docker/config.json" >> $GITHUB_ENV
             fi
             # From the docker documentation via .ci/update-env.sh:

.zenodo.json

@@ -1,10 +1,10 @@
 {
     "description": "Mirror of the Sage https://sagemath.org/ source tree", 
     "license": "other-open", 
-    "title": "sagemath/sage: 9.8.beta3", 
-    "version": "9.8.beta3", 
+    "title": "sagemath/sage: 9.8.beta4", 
+    "version": "9.8.beta4", 
     "upload_type": "software", 
-    "publication_date": "2022-10-30", 
+    "publication_date": "2022-11-21", 
     "creators": [
         {
             "affiliation": "SageMath.org", 
@@ -15,7 +15,7 @@
     "related_identifiers": [
         {
             "scheme": "url", 
-            "identifier": "https://github.com/sagemath/sage/tree/9.8.beta3", 
+            "identifier": "https://github.com/sagemath/sage/tree/9.8.beta4", 
             "relation": "isSupplementTo"
         }, 
         {

VERSION.txt

@@ -1 +1 @@
-SageMath version 9.8.beta3, Release Date: 2022-10-30
+SageMath version 9.8.beta4, Release Date: 2022-11-21

build/bin/write-dockerfile.sh

@@ -63,11 +63,15 @@ EOF
 RUN sed -i.bak $DIST_UPGRADE /etc/apt/sources.list && apt-get update && DEBIAN_FRONTEND=noninteractive apt-get -y dist-upgrade
 EOF
                 fi
-                if [ -n "$EXTRA_REPOSITORY" ]; then
+                if [ -n "$EXTRA_REPOSITORIES" ]; then
                     cat <<EOF
 RUN $UPDATE $INSTALL software-properties-common && ($INSTALL gpg gpg-agent || echo "(ignored)")
-RUN $SUDO add-apt-repository $EXTRA_REPOSITORY
 EOF
+                    for repo in $EXTRA_REPOSITORIES; do
+                        cat <<EOF
+RUN $SUDO add-apt-repository $repo
+EOF
+                    done
                 fi
         esac
         ;;

build/make/Makefile.in

@@ -443,8 +443,9 @@ $(foreach pkgname, $(NORMAL_PACKAGES) $(SCRIPT_PACKAGES),\
 #
 # Since Python's self-tests seem to fail on all platforms, we disable
 # its test suite by default.
+# meson_python 0.10.0 fails on some platforms, so we reduce it to warnings.
 # However, if SAGE_CHECK=warn, we do not do that.
-SAGE_CHECK_PACKAGES_DEFAULT_yes := !python3
+SAGE_CHECK_PACKAGES_DEFAULT_yes := !python3,?meson_python
 SAGE_CHECK_PACKAGES_DEFAULT_warn :=
 SAGE_CHECK_PACKAGES_DEFAULT_no :=
 comma := ,

build/pkgs/_python3.10/distros/debian.txt

@@ -1,3 +1,4 @@
 python3.10
 python3.10-dev
+python3.10-distutils
 python3.10-venv

build/pkgs/_python3.11/distros/debian.txt

@@ -1,3 +1,4 @@
 python3.11
 python3.11-dev
+python3.11-distutils
 python3.11-venv

build/pkgs/_python3.12/distros/arch.txt

@@ -0,0 +1 @@
+python312

build/pkgs/_python3.12/distros/cygwin.txt

@@ -0,0 +1 @@
+python312

build/pkgs/_python3.12/distros/debian.txt

@@ -0,0 +1,4 @@
+python3.12
+python3.12-dev
+python3.12-distutils
+python3.12-venv

build/pkgs/_python3.12/distros/fedora.txt

@@ -0,0 +1,2 @@
+python312
+python312-devel

build/pkgs/_python3.12/distros/freebsd.txt

@@ -0,0 +1 @@
+python312

build/pkgs/_python3.12/distros/homebrew.txt

@@ -0,0 +1 @@
+python@3.12

build/pkgs/_python3.12/distros/macports.txt

@@ -0,0 +1 @@
+python312

build/pkgs/_python3.12/distros/opensuse.txt

@@ -0,0 +1,2 @@
+python312
+python312-devel

build/pkgs/_python3.8/distros/debian.txt

@@ -1,3 +1,4 @@
 python3.8
 python3.8-dev
+python3.8-distutils
 python3.8-venv

build/pkgs/_python3.9/distros/debian.txt

@@ -1,3 +1,4 @@
 python3.9
 python3.9-dev
+python3.9-distutils
 python3.9-venv

build/pkgs/asttokens/checksums.ini

@@ -1,5 +1,5 @@
 tarball=asttokens-VERSION.tar.gz
-sha1=8a9c1fc8752fedb52189441f9f874f5e1afd5866
-md5=0a2a057b9c9a220bffdb3e7512062f17
-cksum=2612374104
+sha1=cca6058c6c23195148be93bfa32c0a0ca9b2f873
+md5=67b269e359fcb404cd8626985f3676ae
+cksum=3749309047
 upstream_url=https://pypi.io/packages/source/a/asttokens/asttokens-VERSION.tar.gz

build/pkgs/asttokens/package-version.txt

@@ -1 +1 @@
-2.0.5
+2.1.0

build/pkgs/bleach/checksums.ini

@@ -1,5 +1,5 @@
 tarball=bleach-VERSION.tar.gz
-sha1=8b4652eb5a4a1cd6dbf35905a25f389da512f940
-md5=97322e672e4b285e6354c40d07166fc4
-cksum=1632919602
+sha1=73c6b8fad993b318859ca65c365ac2191edd35fc
+md5=03b5faa43c0d771a86a2c4cb2575d070
+cksum=4204308806
 upstream_url=https://pypi.io/packages/source/b/bleach/bleach-VERSION.tar.gz

build/pkgs/bleach/package-version.txt

@@ -1 +1 @@
-5.0.0
+5.0.1

build/pkgs/certifi/checksums.ini

@@ -1,5 +1,5 @@
 tarball=certifi-VERSION.tar.gz
-sha1=b13e22d55867e2ca5f92e5289cfdc21ba6e343aa
-md5=880ed9e5d04aff8f46f5ff82a3a3e395
-cksum=613361382
+sha1=4a6fb9ae2afe62b33bab98ae21c0853d026d64c2
+md5=ff9c8d5c7e7fb083de6b874609c5ca68
+cksum=726096582
 upstream_url=https://pypi.io/packages/source/c/certifi/certifi-VERSION.tar.gz

build/pkgs/certifi/package-version.txt

@@ -1 +1 @@
-2021.10.8
+2022.9.24

build/pkgs/cffi/checksums.ini

@@ -1,5 +1,5 @@
 tarball=cffi-VERSION.tar.gz
-sha1=9c51c29e35510adf7f94542e1f8e05611930b07b
-md5=f3a3f26cd3335fc597479c9475da0a0b
-cksum=3482630007
+sha1=c42a46cd11f6153f299cf10e9c236e8b2a143c21
+md5=f493860a6e98cd0c4178149568a6b4f6
+cksum=585894851
 upstream_url=https://pypi.io/packages/source/c/cffi/cffi-VERSION.tar.gz

build/pkgs/cffi/package-version.txt

@@ -1 +1 @@
-1.15.0
+1.15.1

build/pkgs/charset_normalizer/checksums.ini

@@ -1,5 +1,5 @@
 tarball=charset-normalizer-VERSION.tar.gz
-sha1=6824bfae6dec62d93887b53468ea36124db5ecc8
-md5=f6664e0e90dbb3cc9cfc154a980f9864
-cksum=2680691552
+sha1=f976f0ee784273ee6bc06e996fbc192cbb718d18
+md5=a70f9fc85b6b8265c982eca6fe51381f
+cksum=1911107732
 upstream_url=https://pypi.io/packages/source/c/charset_normalizer/charset-normalizer-VERSION.tar.gz

build/pkgs/charset_normalizer/package-version.txt

@@ -1 +1 @@
-2.0.12
+2.1.1

build/pkgs/cmake/checksums.ini

@@ -1,5 +1,5 @@
 tarball=cmake-VERSION.tar.gz
-sha1=abbeedb49c153be4103eabc95f4ffd94440f4d61
-md5=f616604606184e3c7b870a57e68a7c3b
-cksum=2102786355
+sha1=256d6a57a57fa6ceaacd6a2daf708baefd33850c
+md5=226dd564164372f9f7d1e21e38e6e8c5
+cksum=2080281918
 upstream_url=https://github.com/Kitware/CMake/releases/download/vVERSION/cmake-VERSION.tar.gz

build/pkgs/cmake/package-version.txt

@@ -1 +1 @@
-3.21.0
+3.24.3

build/pkgs/cmake/spkg-configure.m4

@@ -1,11 +1,11 @@
 SAGE_SPKG_CONFIGURE(
     [cmake], [
-        AC_CACHE_CHECK([for cmake >= 3.4], [ac_cv_path_CMAKE], [
+        AC_CACHE_CHECK([for cmake >= 3.11], [ac_cv_path_CMAKE], [
         AC_PATH_PROGS_FEATURE_CHECK([CMAKE], [cmake], [
             cmake_version=`$ac_path_CMAKE --version 2>&1 \
                 | $SED -n -e 's/cmake version *\([[0-9]]*\.[[0-9]]*\.[[0-9]]*\)/\1/p'`
             AS_IF([test -n "$cmake_version"], [
-                AX_COMPARE_VERSION([$cmake_version], [ge], [3.4], [
+                AX_COMPARE_VERSION([$cmake_version], [ge], [3.11], [
                     ac_cv_path_CMAKE="$ac_path_CMAKE"
                     ac_path_CMAKE_found=:
                 ])

build/pkgs/configure/checksums.ini

@@ -1,4 +1,4 @@
 tarball=configure-VERSION.tar.gz
-sha1=103db8ec9f403e7d8c2a36fe7a9d03f8ace86667
-md5=67c1a87314dd1cd7eb9c426105f01c81
-cksum=878105096
+sha1=013bfce4d1d0d0d68553c4025647445b7036f4db
+md5=a429cd9c90d6bd90f7b2254b7fed8669
+cksum=1487098037

build/pkgs/configure/package-version.txt

@@ -1 +1 @@
-412cc5c0045f1ae9f8f6d98d75754d5d443d58fd
+03f68f4aa9602d246824f764e2ea328fa52577c7

build/pkgs/cypari/checksums.ini

@@ -1,5 +1,5 @@
 tarball=cypari2-VERSION.tar.gz
-sha1=2a3039aa6bd690206cb58d4c39aef21e736eacf1
-md5=6267c0dace847160763dc1777a390c0a
-cksum=3639046443
+sha1=7208fd9d0b636ca7704d3b7d1167bc7c9af2637c
+md5=605b157123bd8a498d53572e8096bb8c
+cksum=2809951255
 upstream_url=https://pypi.io/packages/source/c/cypari2/cypari2-VERSION.tar.gz

build/pkgs/cypari/package-version.txt

@@ -1 +1 @@
-2.1.2
+2.1.3

build/pkgs/debugpy/checksums.ini

@@ -1,5 +1,5 @@
 tarball=debugpy-VERSION.zip
-sha1=5a0066e4641659c63ecc8d6ce35e96a2fd89b195
-md5=27a4789bfda161dc7de6a6860eeeff38
-cksum=708733483
+sha1=44ae7bfe2d355990604f83ee4c24eb81631b4433
+md5=a999f81d29db030bfacab544d5fb0976
+cksum=3944616380
 upstream_url=https://pypi.io/packages/source/d/debugpy/debugpy-VERSION.zip