From 55fb37aa44286622545b7796815f1121df041be5 Mon Sep 17 00:00:00 2001
From: Heba Alazzeh <hebaalazzeh@google.com>
Date: Fri, 7 Aug 2026 22:33:55 +0000
Subject: [PATCH 1/4] chore(ci): skip packages with unsupported pre-release
 deps in import profiler

---
 ci/run_single_test.sh | 43 ++++++++++++++++++++++++++++++++++---------
 1 file changed, 34 insertions(+), 9 deletions(-)

diff --git a/ci/run_single_test.sh b/ci/run_single_test.sh
index 8f4a034d5097..3d4a8b98ac40 100755
--- a/ci/run_single_test.sh
+++ b/ci/run_single_test.sh
@@ -98,13 +98,32 @@ case ${TEST_TYPE} in
         ;;
     import_profile)
         if [ -f setup.py ] || [ -f pyproject.toml ]; then
+            PACKAGE_NAME=$(basename $(pwd))
+
+            # TODO: Remove this skip once Python 3.15 is officially released and upstream binary wheels
+            # (e.g. numpy, pyarrow, pandas, geopandas, pikepdf) are published on PyPI.
+            # Packages with heavy C/Rust dependencies attempt full source compilation on pre-release Python,
+            # taking 5-10+ minutes before failing due to unreleased CPython 3.15 C-API changes.
+            UNSUPPORTED_PRE_RELEASE_PACKAGES=(
+                "bigframes"
+                "pandas-gbq"
+                "google-cloud-documentai-toolbox"
+                "db-dtypes"
+                "bigquery-magics"
+            )
+            for unsupported in "${UNSUPPORTED_PRE_RELEASE_PACKAGES[@]}"; do
+                if [ "${PACKAGE_NAME}" = "${unsupported}" ]; then
+                    echo "WARNING: Skipping import_profile for ${PACKAGE_NAME}: package has heavy C/Rust dependencies not yet supported on pre-release Python ${PY_VERSION}."
+                    exit 0
+                fi
+            done
+
             echo "Creating temporary virtualenv for import profile..."
             python3 -m venv .venv-profiler
             source .venv-profiler/bin/activate
             export PYO3_USE_ABI3_FORWARD_COMPATIBILITY=1
             python -m pip install --upgrade pip setuptools
             
-            PACKAGE_NAME=$(basename $(pwd))
             PROFILER_TEMP_DIR=$(mktemp -d)
             cp ../../scripts/import_profiler/profiler.py "${PROFILER_TEMP_DIR}/profiler.py"
             PROFILER_SCRIPT="${PROFILER_TEMP_DIR}/profiler.py"
@@ -124,8 +143,9 @@ case ${TEST_TYPE} in
                         (
                             cd "${WORKTREE_DIR}/${REPO_PREFIX}"
                             if [ -f setup.py ] || [ -f pyproject.toml ]; then
-                                pip install -e .
-                                python "${PROFILER_SCRIPT}" --package "${PACKAGE_NAME}" --iterations 11 --csv "${BASELINE_CSV}"
+                                if pip install -e . ; then
+                                    python "${PROFILER_SCRIPT}" --package "${PACKAGE_NAME}" --iterations 11 --csv "${BASELINE_CSV}"
+                                fi
                             fi
                         )
                         git worktree remove -f "${WORKTREE_DIR}"
@@ -137,14 +157,19 @@ case ${TEST_TYPE} in
                 fi
             fi
             
-            pip install -e .
-            
-            if [ -f "${BASELINE_CSV}" ]; then
-                python ${PROFILER_SCRIPT} --package ${PACKAGE_NAME} --iterations 11 --fail-threshold 5000 --diff-baseline "${BASELINE_CSV}" --diff-threshold 100
+            # TODO: Clean up this fallback once Python 3.15 is officially released and upstream binary wheels are available on PyPI.
+            # On pre-release Python versions, packages with complex C/Rust dependencies (e.g. bigframes) fail during pip install due to missing pre-built wheels.
+            if ! pip install -e . ; then
+                echo "WARNING: Could not install dependencies for ${PACKAGE_NAME} on Python ${PY_VERSION} (missing pre-built binary wheels for pre-release Python). Skipping import_profile."
+                retval=0
             else
-                python ${PROFILER_SCRIPT} --package ${PACKAGE_NAME} --iterations 11 --fail-threshold 5000
+                if [ -f "${BASELINE_CSV}" ]; then
+                    python ${PROFILER_SCRIPT} --package ${PACKAGE_NAME} --iterations 11 --fail-threshold 5000 --diff-baseline "${BASELINE_CSV}" --diff-threshold 100
+                else
+                    python ${PROFILER_SCRIPT} --package ${PACKAGE_NAME} --iterations 11 --fail-threshold 5000
+                fi
+                retval=$?
             fi
-            retval=$?
             deactivate
             rm -rf .venv-profiler
             rm -rf "${PROFILER_TEMP_DIR}"

From 8165e120740f3418023088dca6135f0b51c818ea Mon Sep 17 00:00:00 2001
From: Heba Alazzeh <hebaalazzeh@google.com>
Date: Fri, 7 Aug 2026 22:49:15 +0000
Subject: [PATCH 2/4] add associated bug

---
 ci/run_single_test.sh | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/ci/run_single_test.sh b/ci/run_single_test.sh
index 3d4a8b98ac40..7571e85a2f60 100755
--- a/ci/run_single_test.sh
+++ b/ci/run_single_test.sh
@@ -100,7 +100,8 @@ case ${TEST_TYPE} in
         if [ -f setup.py ] || [ -f pyproject.toml ]; then
             PACKAGE_NAME=$(basename $(pwd))
 
-            # TODO: Remove this skip once Python 3.15 is officially released and upstream binary wheels
+            # TODO(https://github.com/googleapis/google-cloud-python/issues/18035):
+            # Remove this skip once Python 3.15 is officially released and upstream binary wheels
             # (e.g. numpy, pyarrow, pandas, geopandas, pikepdf) are published on PyPI.
             # Packages with heavy C/Rust dependencies attempt full source compilation on pre-release Python,
             # taking 5-10+ minutes before failing due to unreleased CPython 3.15 C-API changes.

From 6abdd0d57de635c5150ba00e88935d9947a78437 Mon Sep 17 00:00:00 2001
From: Heba Alazzeh <hebaalazzeh@google.com>
Date: Fri, 7 Aug 2026 22:54:54 +0000
Subject: [PATCH 3/4] address feedback

---
 ci/run_single_test.sh | 49 +++++++++++++++++++++++++++++--------------
 1 file changed, 33 insertions(+), 16 deletions(-)

diff --git a/ci/run_single_test.sh b/ci/run_single_test.sh
index 7571e85a2f60..fcd8ac683a45 100755
--- a/ci/run_single_test.sh
+++ b/ci/run_single_test.sh
@@ -105,19 +105,21 @@ case ${TEST_TYPE} in
             # (e.g. numpy, pyarrow, pandas, geopandas, pikepdf) are published on PyPI.
             # Packages with heavy C/Rust dependencies attempt full source compilation on pre-release Python,
             # taking 5-10+ minutes before failing due to unreleased CPython 3.15 C-API changes.
-            UNSUPPORTED_PRE_RELEASE_PACKAGES=(
-                "bigframes"
-                "pandas-gbq"
-                "google-cloud-documentai-toolbox"
-                "db-dtypes"
-                "bigquery-magics"
-            )
-            for unsupported in "${UNSUPPORTED_PRE_RELEASE_PACKAGES[@]}"; do
-                if [ "${PACKAGE_NAME}" = "${unsupported}" ]; then
-                    echo "WARNING: Skipping import_profile for ${PACKAGE_NAME}: package has heavy C/Rust dependencies not yet supported on pre-release Python ${PY_VERSION}."
-                    exit 0
-                fi
-            done
+            if [[ "${PY_VERSION}" == "3.15"* ]]; then
+                UNSUPPORTED_PRE_RELEASE_PACKAGES=(
+                    "bigframes"
+                    "pandas-gbq"
+                    "google-cloud-documentai-toolbox"
+                    "db-dtypes"
+                    "bigquery-magics"
+                )
+                for unsupported in "${UNSUPPORTED_PRE_RELEASE_PACKAGES[@]}"; do
+                    if [ "${PACKAGE_NAME}" = "${unsupported}" ]; then
+                        echo "WARNING: Skipping import_profile for ${PACKAGE_NAME}: package has heavy C/Rust dependencies not yet supported on pre-release Python ${PY_VERSION}."
+                        exit 0
+                    fi
+                done
+            fi
 
             echo "Creating temporary virtualenv for import profile..."
             python3 -m venv .venv-profiler
@@ -145,7 +147,13 @@ case ${TEST_TYPE} in
                             cd "${WORKTREE_DIR}/${REPO_PREFIX}"
                             if [ -f setup.py ] || [ -f pyproject.toml ]; then
                                 if pip install -e . ; then
+                                    echo "INFO: Successfully installed baseline dependencies for ${PACKAGE_NAME}."
                                     python "${PROFILER_SCRIPT}" --package "${PACKAGE_NAME}" --iterations 11 --csv "${BASELINE_CSV}"
+                                    if [ $? -eq 0 ]; then
+                                        echo "INFO: Successfully ran baseline profiler for ${PACKAGE_NAME}."
+                                    fi
+                                elif [[ "${PY_VERSION}" != "3.15"* ]]; then
+                                    exit 1
                                 fi
                             fi
                         )
@@ -158,18 +166,27 @@ case ${TEST_TYPE} in
                 fi
             fi
             
-            # TODO: Clean up this fallback once Python 3.15 is officially released and upstream binary wheels are available on PyPI.
+            # TODO(https://github.com/googleapis/google-cloud-python/issues/18035):
+            # Clean up this fallback once Python 3.15 is officially released and upstream binary wheels are available on PyPI.
             # On pre-release Python versions, packages with complex C/Rust dependencies (e.g. bigframes) fail during pip install due to missing pre-built wheels.
             if ! pip install -e . ; then
-                echo "WARNING: Could not install dependencies for ${PACKAGE_NAME} on Python ${PY_VERSION} (missing pre-built binary wheels for pre-release Python). Skipping import_profile."
-                retval=0
+                if [[ "${PY_VERSION}" == "3.15"* ]]; then
+                    echo "WARNING: Could not install dependencies for ${PACKAGE_NAME} on Python ${PY_VERSION} (missing pre-built binary wheels for pre-release Python). Skipping import_profile."
+                    retval=0
+                else
+                    retval=1
+                fi
             else
+                echo "INFO: Successfully installed dependencies for ${PACKAGE_NAME} on Python ${PY_VERSION}."
                 if [ -f "${BASELINE_CSV}" ]; then
                     python ${PROFILER_SCRIPT} --package ${PACKAGE_NAME} --iterations 11 --fail-threshold 5000 --diff-baseline "${BASELINE_CSV}" --diff-threshold 100
                 else
                     python ${PROFILER_SCRIPT} --package ${PACKAGE_NAME} --iterations 11 --fail-threshold 5000
                 fi
                 retval=$?
+                if [ $retval -eq 0 ]; then
+                    echo "INFO: Successfully completed import_profile for ${PACKAGE_NAME}."
+                fi
             fi
             deactivate
             rm -rf .venv-profiler

From cd2f6ca976960e28839339e667674e58ce9c28f2 Mon Sep 17 00:00:00 2001
From: Heba Alazzeh <hebaalazzeh@google.com>
Date: Sat, 8 Aug 2026 02:00:13 +0000
Subject: [PATCH 4/4] address feedback

---
 ci/run_single_test.sh | 10 ++++++++--
 1 file changed, 8 insertions(+), 2 deletions(-)

diff --git a/ci/run_single_test.sh b/ci/run_single_test.sh
index fcd8ac683a45..04d4842abf25 100755
--- a/ci/run_single_test.sh
+++ b/ci/run_single_test.sh
@@ -143,7 +143,7 @@ case ${TEST_TYPE} in
                     WORKTREE_DIR=$(mktemp -d)
                     rmdir "${WORKTREE_DIR}"
                     if git worktree add "${WORKTREE_DIR}" "${BASELINE_COMMIT}" 2>/dev/null; then
-                        (
+                        if ! (
                             cd "${WORKTREE_DIR}/${REPO_PREFIX}"
                             if [ -f setup.py ] || [ -f pyproject.toml ]; then
                                 if pip install -e . ; then
@@ -156,7 +156,13 @@ case ${TEST_TYPE} in
                                     exit 1
                                 fi
                             fi
-                        )
+                        ); then
+                            git worktree remove -f "${WORKTREE_DIR}"
+                            deactivate
+                            rm -rf .venv-profiler
+                            rm -rf "${PROFILER_TEMP_DIR}"
+                            exit 1
+                        fi
                         git worktree remove -f "${WORKTREE_DIR}"
                     else
                         echo "Failed to create git worktree for baseline. Skipping baseline generation."