[docs, bigquery] tutorial and reference guide (#12452)

dagster-io · Mar 1, 2023 · 08e5e0e · 08e5e0e
1 parent ff7d080
commit 08e5e0e
Show file tree

Hide file tree

Showing 32 changed files with 1,416 additions and 4 deletions.
diff --git a/docs/content/_navigation.json b/docs/content/_navigation.json
@@ -599,6 +599,20 @@
         "title": "Great Expectations",
         "path": "/integrations/great-expectations"
       },
+      {
+        "title": "Google BigQuery",
+        "path": "/integrations/bigquery",
+        "children": [
+          {
+            "title": "Google BigQuery + Dagster tutorial",
+            "path": "/integrations/bigquery/using-bigquery-with-dagster"
+          },
+          {
+            "title": "Reference",
+            "path": "/integrations/bigquery/reference"
+          }
+        ]
+      },
       {
         "title": "Jupyter / Papermill",
         "path": "/integrations/dagstermill",
@@ -630,7 +644,7 @@
         "path": "/integrations/snowflake",
         "children": [
           {
-            "title": "Snowflake+ Dagster tutorial",
+            "title": "Snowflake + Dagster tutorial",
             "path": "/integrations/snowflake/using-snowflake-with-dagster"
           },
           {

diff --git a/docs/content/api/searchindex.json b/docs/content/api/searchindex.json
diff --git a/docs/content/api/sections.json b/docs/content/api/sections.json
diff --git a/docs/content/integrations.mdx b/docs/content/integrations.mdx
@@ -41,6 +41,10 @@ Using our integration guides and libraries, you can extend Dagster to interopera
     title="Great Expectations"
     href="/integrations/great-expectations"
   ></ArticleListItem>
+  <ArticleListItem
+    title="Google BigQuery"
+    href="/integrations/bigquery"
+  ></ArticleListItem>
   <ArticleListItem title="Pandas" href="/integrations/pandas"></ArticleListItem>
   <ArticleListItem
     title="Pandera"
@@ -136,6 +140,10 @@ Explore libraries that are maintained by the Dagster core team.
     title="Google Cloud Platform (GCP) + Pandas"
     href="/_apidocs/libraries/dagster-gcp-pandas"
   ></ArticleListItem>
+  <ArticleListItem
+    title="Google Cloud Platform (GCP) + PySpark"
+    href="/_apidocs/libraries/dagster-gcp-pyspark"
+  ></ArticleListItem>
   <ArticleListItem
     title="Great Expectations"
     href="/_apidocs/libraries/dagster-ge"

diff --git a/docs/content/integrations/bigquery.mdx b/docs/content/integrations/bigquery.mdx
@@ -0,0 +1,38 @@
+---
+title: "Google BigQuery + Dagster"
+description: Store your Dagster assets in BigQuery
+---
+
+# Google BigQuery + Dagster
+
+Using Dagster's [software-defined assets](/concepts/assets/software-defined-assets) and BigQuery I/O manager, you can easily interact with BigQuery tables alongside other Dagster assets.
+
+Managing your BigQuery tables with Dagster enables you to:
+
+- Use Python to analyze your data stored in BigQuery without writing custom SQL queries to fetch the data
+- Visualize the data dependencies between tables
+- Selectively update the contents of your tables
+- Integrate your Snowflake tables with other tools in your data stack
+
+---
+
+## BigQuery and Dagster tutorial
+
+In this tutorial, you'll learn how to store and load Dagster's [software-defined asset](/concepts/assets/software-defined-assets) in BigQuery. [Click here to get started](/integrations/bigquery/using-bigquery-with-dagster).
+
+By the end of the tutorial, you will have a connection to your BigQuery instance and a handful of assets that create tables in BigQuery or read existing tables from Snowflake.
+
+---
+
+## References
+
+<ArticleList>
+  <ArticleListItem
+    title="Additional BigQuery features"
+    href="/integrations/bigquery/reference"
+  ></ArticleListItem>
+  <ArticleListItem
+    title="BigQuery API reference"
+    href="/\_apidocs/libraries/dagster-bigquery"
+  ></ArticleListItem>
+</ArticleList>