From ad24e6962cafad5fe25540b711bada760f57a0fd Mon Sep 17 00:00:00 2001 From: milkshakeiii Date: Wed, 27 Mar 2024 22:56:45 +0000 Subject: [PATCH 1/2] fix: don't download 100gb onto local python machine in load test --- tests/system/load/test_large_tables.py | 8 ++------ 1 file changed, 2 insertions(+), 6 deletions(-) diff --git a/tests/system/load/test_large_tables.py b/tests/system/load/test_large_tables.py index 1d4a6b0a5b..d60fd7390a 100644 --- a/tests/system/load/test_large_tables.py +++ b/tests/system/load/test_large_tables.py @@ -74,13 +74,9 @@ def test_index_repr_large_table(): assert actual is not None -# FAILED -# tests/system/load/test_large_tables.py::test_to_pandas_batches_large_table -# google.api_core.exceptions.Forbidden: 403 Response too large to return. -# Consider specifying a destination table in your job... -@pytest.mark.xfail def test_to_pandas_batches_large_table(): - df = bpd.read_gbq("load_testing.scalars_100gb") + df = bpd.read_gbq("load_testing.scalars_1gb") + # df will be downloaded locally expected_row_count, expected_column_count = df.shape row_count = 0 From f9efcb0f3000d22526cde43abd81412d6cbbedaa Mon Sep 17 00:00:00 2001 From: Henry Solberg Date: Wed, 27 Mar 2024 21:31:07 -0700 Subject: [PATCH 2/2] Update test_large_tables.py --- tests/system/load/test_large_tables.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tests/system/load/test_large_tables.py b/tests/system/load/test_large_tables.py index d60fd7390a..22baa2268f 100644 --- a/tests/system/load/test_large_tables.py +++ b/tests/system/load/test_large_tables.py @@ -75,7 +75,7 @@ def test_index_repr_large_table(): def test_to_pandas_batches_large_table(): - df = bpd.read_gbq("load_testing.scalars_1gb") + df = bpd.read_gbq("load_testing.scalars_10gb") # df will be downloaded locally expected_row_count, expected_column_count = df.shape