[bigquery-pandas] pipe gcp location through to type handler (#12587)

dagster-io · Mar 1, 2023 · ff7d080 · ff7d080
1 parent 83c875d
commit ff7d080
Showing 1 changed file with 4 additions and 1 deletion.
diff --git a/.../libraries/dagster-gcp-pandas/dagster_gcp_pandas/bigquery/bigquery_pandas_type_handler.py b/.../libraries/dagster-gcp-pandas/dagster_gcp_pandas/bigquery/bigquery_pandas_type_handler.py
@@ -42,6 +42,7 @@ def handle_output(self, context: OutputContext, table_slice: TableSlice, obj: pd
             with_uppercase_cols,
             destination_table=f"{table_slice.schema}.{table_slice.table}",
             project_id=table_slice.database,
+            location=context.resource_config["location"] if context.resource_config else None,
             if_exists="append",
         )
 
@@ -62,7 +63,9 @@ def handle_output(self, context: OutputContext, table_slice: TableSlice, obj: pd
     def load_input(self, context: InputContext, table_slice: TableSlice, _) -> pd.DataFrame:
         """Loads the input as a Pandas DataFrame."""
         result = pandas_gbq.read_gbq(
-            BigQueryClient.get_select_statement(table_slice), project_id=table_slice.database
+            BigQueryClient.get_select_statement(table_slice),
+            project_id=table_slice.database,
+            location=context.resource_config["location"] if context.resource_config else None,
         )
         result.columns = map(str.lower, result.columns)
         return result