From 8c20cd410cdad436b1e0300f7d162d4c41d0f5fa Mon Sep 17 00:00:00 2001 From: Modular Magician Date: Wed, 22 Jan 2025 18:21:10 +0000 Subject: [PATCH] Add AwsMsk & ConfluentCloud to 'google_pubsub_topic' (#12765) Co-authored-by: Nick Elliot [upstream:665eddddbb5fd4ce0519f02944edc546159fb96c] Signed-off-by: Modular Magician --- .../backing_file.tf | 15 ++++ pubsub_topic_ingestion_aws_msk/main.tf | 13 +++ pubsub_topic_ingestion_aws_msk/motd | 7 ++ pubsub_topic_ingestion_aws_msk/tutorial.md | 79 +++++++++++++++++++ .../backing_file.tf | 15 ++++ .../main.tf | 14 ++++ pubsub_topic_ingestion_confluent_cloud/motd | 7 ++ .../tutorial.md | 79 +++++++++++++++++++ 8 files changed, 229 insertions(+) create mode 100644 pubsub_topic_ingestion_aws_msk/backing_file.tf create mode 100644 pubsub_topic_ingestion_aws_msk/main.tf create mode 100644 pubsub_topic_ingestion_aws_msk/motd create mode 100644 pubsub_topic_ingestion_aws_msk/tutorial.md create mode 100644 pubsub_topic_ingestion_confluent_cloud/backing_file.tf create mode 100644 pubsub_topic_ingestion_confluent_cloud/main.tf create mode 100644 pubsub_topic_ingestion_confluent_cloud/motd create mode 100644 pubsub_topic_ingestion_confluent_cloud/tutorial.md diff --git a/pubsub_topic_ingestion_aws_msk/backing_file.tf b/pubsub_topic_ingestion_aws_msk/backing_file.tf new file mode 100644 index 00000000..c60b1199 --- /dev/null +++ b/pubsub_topic_ingestion_aws_msk/backing_file.tf @@ -0,0 +1,15 @@ +# This file has some scaffolding to make sure that names are unique and that +# a region and zone are selected when you try to create your Terraform resources. + +locals { + name_suffix = "${random_pet.suffix.id}" +} + +resource "random_pet" "suffix" { + length = 2 +} + +provider "google" { + region = "us-central1" + zone = "us-central1-c" +} diff --git a/pubsub_topic_ingestion_aws_msk/main.tf b/pubsub_topic_ingestion_aws_msk/main.tf new file mode 100644 index 00000000..bdf6ccbb --- /dev/null +++ b/pubsub_topic_ingestion_aws_msk/main.tf @@ -0,0 +1,13 @@ +resource "google_pubsub_topic" "example" { + name = "example-topic-${local.name_suffix}" + + # Outside of automated terraform-provider-google CI tests, these values must be of actual AWS resources for the test to pass. + ingestion_data_source_settings { + aws_msk { + cluster_arn = "arn:aws:kinesis:us-west-2:111111111111:stream/fake-stream-name" + topic = "test-topic" + aws_role_arn = "arn:aws:iam::111111111111:role/fake-role-name" + gcp_service_account = "fake-service-account@fake-gcp-project.iam.gserviceaccount.com" + } + } +} diff --git a/pubsub_topic_ingestion_aws_msk/motd b/pubsub_topic_ingestion_aws_msk/motd new file mode 100644 index 00000000..45a906e8 --- /dev/null +++ b/pubsub_topic_ingestion_aws_msk/motd @@ -0,0 +1,7 @@ +=== + +These examples use real resources that will be billed to the +Google Cloud Platform project you use - so make sure that you +run "terraform destroy" before quitting! + +=== diff --git a/pubsub_topic_ingestion_aws_msk/tutorial.md b/pubsub_topic_ingestion_aws_msk/tutorial.md new file mode 100644 index 00000000..a8e3d2d9 --- /dev/null +++ b/pubsub_topic_ingestion_aws_msk/tutorial.md @@ -0,0 +1,79 @@ +# Pubsub Topic Ingestion Aws Msk - Terraform + +## Setup + + + +Welcome to Terraform in Google Cloud Shell! We need you to let us know what project you'd like to use with Terraform. + + + +Terraform provisions real GCP resources, so anything you create in this session will be billed against this project. + +## Terraforming! + +Let's use {{project-id}} with Terraform! Click the Cloud Shell icon below to copy the command +to your shell, and then run it from the shell by pressing Enter/Return. Terraform will pick up +the project name from the environment variable. + +```bash +export GOOGLE_CLOUD_PROJECT={{project-id}} +``` + +After that, let's get Terraform started. Run the following to pull in the providers. + +```bash +terraform init +``` + +With the providers downloaded and a project set, you're ready to use Terraform. Go ahead! + +```bash +terraform apply +``` + +Terraform will show you what it plans to do, and prompt you to accept. Type "yes" to accept the plan. + +```bash +yes +``` + + +## Post-Apply + +### Editing your config + +Now you've provisioned your resources in GCP! If you run a "plan", you should see no changes needed. + +```bash +terraform plan +``` + +So let's make a change! Try editing a number, or appending a value to the name in the editor. Then, +run a 'plan' again. + +```bash +terraform plan +``` + +Afterwards you can run an apply, which implicitly does a plan and shows you the intended changes +at the 'yes' prompt. + +```bash +terraform apply +``` + +```bash +yes +``` + +## Cleanup + +Run the following to remove the resources Terraform provisioned: + +```bash +terraform destroy +``` +```bash +yes +``` diff --git a/pubsub_topic_ingestion_confluent_cloud/backing_file.tf b/pubsub_topic_ingestion_confluent_cloud/backing_file.tf new file mode 100644 index 00000000..c60b1199 --- /dev/null +++ b/pubsub_topic_ingestion_confluent_cloud/backing_file.tf @@ -0,0 +1,15 @@ +# This file has some scaffolding to make sure that names are unique and that +# a region and zone are selected when you try to create your Terraform resources. + +locals { + name_suffix = "${random_pet.suffix.id}" +} + +resource "random_pet" "suffix" { + length = 2 +} + +provider "google" { + region = "us-central1" + zone = "us-central1-c" +} diff --git a/pubsub_topic_ingestion_confluent_cloud/main.tf b/pubsub_topic_ingestion_confluent_cloud/main.tf new file mode 100644 index 00000000..69aa6592 --- /dev/null +++ b/pubsub_topic_ingestion_confluent_cloud/main.tf @@ -0,0 +1,14 @@ +resource "google_pubsub_topic" "example" { + name = "example-topic-${local.name_suffix}" + + # Outside of automated terraform-provider-google CI tests, these values must be of actual Confluent Cloud resources for the test to pass. + ingestion_data_source_settings { + confluent_cloud { + bootstrap_server = "test.us-west2.gcp.confluent.cloud:1111" + cluster_id = "1234" + topic = "test-topic" + identity_pool_id = "test-identity-pool-id" + gcp_service_account = "fake-service-account@fake-gcp-project.iam.gserviceaccount.com" + } + } +} diff --git a/pubsub_topic_ingestion_confluent_cloud/motd b/pubsub_topic_ingestion_confluent_cloud/motd new file mode 100644 index 00000000..45a906e8 --- /dev/null +++ b/pubsub_topic_ingestion_confluent_cloud/motd @@ -0,0 +1,7 @@ +=== + +These examples use real resources that will be billed to the +Google Cloud Platform project you use - so make sure that you +run "terraform destroy" before quitting! + +=== diff --git a/pubsub_topic_ingestion_confluent_cloud/tutorial.md b/pubsub_topic_ingestion_confluent_cloud/tutorial.md new file mode 100644 index 00000000..8a0a5164 --- /dev/null +++ b/pubsub_topic_ingestion_confluent_cloud/tutorial.md @@ -0,0 +1,79 @@ +# Pubsub Topic Ingestion Confluent Cloud - Terraform + +## Setup + + + +Welcome to Terraform in Google Cloud Shell! We need you to let us know what project you'd like to use with Terraform. + + + +Terraform provisions real GCP resources, so anything you create in this session will be billed against this project. + +## Terraforming! + +Let's use {{project-id}} with Terraform! Click the Cloud Shell icon below to copy the command +to your shell, and then run it from the shell by pressing Enter/Return. Terraform will pick up +the project name from the environment variable. + +```bash +export GOOGLE_CLOUD_PROJECT={{project-id}} +``` + +After that, let's get Terraform started. Run the following to pull in the providers. + +```bash +terraform init +``` + +With the providers downloaded and a project set, you're ready to use Terraform. Go ahead! + +```bash +terraform apply +``` + +Terraform will show you what it plans to do, and prompt you to accept. Type "yes" to accept the plan. + +```bash +yes +``` + + +## Post-Apply + +### Editing your config + +Now you've provisioned your resources in GCP! If you run a "plan", you should see no changes needed. + +```bash +terraform plan +``` + +So let's make a change! Try editing a number, or appending a value to the name in the editor. Then, +run a 'plan' again. + +```bash +terraform plan +``` + +Afterwards you can run an apply, which implicitly does a plan and shows you the intended changes +at the 'yes' prompt. + +```bash +terraform apply +``` + +```bash +yes +``` + +## Cleanup + +Run the following to remove the resources Terraform provisioned: + +```bash +terraform destroy +``` +```bash +yes +```