dataproc metastore - add BQ support (#6631)

GoogleCloudPlatform · Oct 5, 2022 · 37ae11e · 37ae11e
1 parent 799339c
commit 37ae11e
Show file tree

Hide file tree

Showing 4 changed files with 49 additions and 6 deletions.
diff --git a/mmv1/products/metastore/api.yaml b/mmv1/products/metastore/api.yaml
@@ -379,12 +379,13 @@ objects:
               name: 'name'
               required: true
               description: |
-                The relative resource name of the metastore that is being federated.
+                The relative resource name of the metastore that is being federated. The formats of the relative resource names for the currently supported metastores are listed below: Dataplex: projects/{projectId}/locations/{location}/lakes/{lake_id} BigQuery: projects/{projectId} Dataproc Metastore: projects/{projectId}/locations/{location}/services/{serviceId}
             - !ruby/object:Api::Type::Enum
               name: 'metastoreType'
               required: true
               description: |
                 The type of the backend metastore.
               values:
                 - :METASTORE_TYPE_UNSPECIFIED
-                - :DATAPROC_METASTORE 
+                - :DATAPROC_METASTORE
+                - :BIGQUERY
diff --git a/mmv1/products/metastore/terraform.yaml b/mmv1/products/metastore/terraform.yaml
@@ -81,3 +81,10 @@ overrides: !ruby/object:Overrides::ResourceOverrides
         primary_resource_name: 'fmt.Sprintf("tf-test-metastore-fed%s", context["random_suffix"])'
         vars:
           metastore_federation_name: "fed-1"
+      - !ruby/object:Provider::Terraform::Examples
+        name: "dataproc_metastore_federation_bigquery"
+        primary_resource_id: "default"
+        min_version: beta
+        primary_resource_name: 'fmt.Sprintf("tf-test-metastore-fed-bq%s", context["random_suffix"])'
+        vars:
+          metastore_federation_name: "fed-2"          
diff --git a/mmv1/templates/terraform/examples/dataproc_metastore_federation_basic.tf.erb b/mmv1/templates/terraform/examples/dataproc_metastore_federation_basic.tf.erb
@@ -5,10 +5,10 @@ resource "google_dataproc_metastore_federation" "<%= ctx[:primary_resource_id] %
   version       = "3.1.2"
 
   backend_metastores {
-      rank           = "1"
-      name           = google_dataproc_metastore_service.<%= ctx[:primary_resource_id] %>.id
-      metastore_type = "DATAPROC_METASTORE" 
-    }
+    rank           = "1"
+    name           = google_dataproc_metastore_service.<%= ctx[:primary_resource_id] %>.id
+    metastore_type = "DATAPROC_METASTORE" 
+  }
 }
 
 resource "google_dataproc_metastore_service" "<%= ctx[:primary_resource_id] %>" {

diff --git a/mmv1/templates/terraform/examples/dataproc_metastore_federation_bigquery.tf.erb b/mmv1/templates/terraform/examples/dataproc_metastore_federation_bigquery.tf.erb
@@ -0,0 +1,35 @@
+resource "google_dataproc_metastore_federation" "<%= ctx[:primary_resource_id] %>" {
+  provider      = google-beta
+  location      = "us-central1"
+  federation_id = "<%= ctx[:vars]['metastore_federation_name'] %>"
+  version       = "3.1.2"
+
+  backend_metastores {
+    rank           = "2"
+    name           = data.google_project.project.id
+    metastore_type = "BIGQUERY" 
+  }
+
+  backend_metastores {
+    rank           = "1"
+    name           = google_dataproc_metastore_service.<%= ctx[:primary_resource_id] %>.id
+    metastore_type = "DATAPROC_METASTORE" 
+  }
+}
+
+resource "google_dataproc_metastore_service" "<%= ctx[:primary_resource_id] %>" {
+  provider   = google-beta
+  service_id = "<%= ctx[:vars]['metastore_federation_name'] %>"
+  location   = "us-central1"
+  tier       = "DEVELOPER"
+
+
+  hive_metastore_config {
+    version           = "3.1.2"
+    endpoint_protocol = "GRPC"
+  }
+}
+
+data "google_project" "project" {
+  provider      = google-beta
+}