feat: Implement Glue registries resource (#1334)

cloudquery · Aug 8, 2022 · 5e20e88 · 5e20e88
1 parent 6be2201
commit 5e20e88
Show file tree

Hide file tree

Showing 9 changed files with 703 additions and 0 deletions.
diff --git a/client/mocks/glue.go b/client/mocks/glue.go
diff --git a/client/services.go b/client/services.go
@@ -765,6 +765,12 @@ type GlueClient interface {
 	GetMLTransforms(ctx context.Context, params *glue.GetMLTransformsInput, optFns ...func(*glue.Options)) (*glue.GetMLTransformsOutput, error)
 	GetMLTaskRuns(ctx context.Context, params *glue.GetMLTaskRunsInput, optFns ...func(*glue.Options)) (*glue.GetMLTaskRunsOutput, error)
 	GetDataCatalogEncryptionSettings(ctx context.Context, params *glue.GetDataCatalogEncryptionSettingsInput, optFns ...func(*glue.Options)) (*glue.GetDataCatalogEncryptionSettingsOutput, error)
+	ListRegistries(ctx context.Context, params *glue.ListRegistriesInput, optFns ...func(*glue.Options)) (*glue.ListRegistriesOutput, error)
+	ListSchemas(ctx context.Context, params *glue.ListSchemasInput, optFns ...func(*glue.Options)) (*glue.ListSchemasOutput, error)
+	GetSchema(ctx context.Context, params *glue.GetSchemaInput, optFns ...func(*glue.Options)) (*glue.GetSchemaOutput, error)
+	ListSchemaVersions(ctx context.Context, params *glue.ListSchemaVersionsInput, optFns ...func(*glue.Options)) (*glue.ListSchemaVersionsOutput, error)
+	GetSchemaVersion(ctx context.Context, params *glue.GetSchemaVersionInput, optFns ...func(*glue.Options)) (*glue.GetSchemaVersionOutput, error)
+	QuerySchemaVersionMetadata(ctx context.Context, params *glue.QuerySchemaVersionMetadataInput, optFns ...func(*glue.Options)) (*glue.QuerySchemaVersionMetadataOutput, error)
 	GetDevEndpoints(ctx context.Context, params *glue.GetDevEndpointsInput, optFns ...func(*glue.Options)) (*glue.GetDevEndpointsOutput, error)
 	GetCrawlers(ctx context.Context, params *glue.GetCrawlersInput, optFns ...func(*glue.Options)) (*glue.GetCrawlersOutput, error)
 	GetSecurityConfigurations(ctx context.Context, params *glue.GetSecurityConfigurationsInput, optFns ...func(*glue.Options)) (*glue.GetSecurityConfigurationsOutput, error)

diff --git a/docs/tables/aws_glue_registries.md b/docs/tables/aws_glue_registries.md
@@ -0,0 +1,15 @@
+
+# Table: aws_glue_registries
+A structure containing the details for a registry.
+## Columns
+| Name        | Type           | Description  |
+| ------------- | ------------- | -----  |
+|account_id|text|The AWS Account ID of the resource.|
+|region|text|The AWS Region of the resource.|
+|tags|jsonb|Resource tags.|
+|created_time|text|The data the registry was created.|
+|description|text|A description of the registry.|
+|arn|text|The Amazon Resource Name (ARN) of the registry.|
+|registry_name|text|The name of the registry.|
+|status|text|The status of the registry.|
+|updated_time|text|The date the registry was updated.|
diff --git a/docs/tables/aws_glue_registry_schema_versions.md b/docs/tables/aws_glue_registry_schema_versions.md
@@ -0,0 +1,15 @@
+
+# Table: aws_glue_registry_schema_versions
+An object containing the details about a schema version
+## Columns
+| Name        | Type           | Description  |
+| ------------- | ------------- | -----  |
+|registry_schema_cq_id|uuid|Unique CloudQuery ID of aws_glue_registry_schemas table (FK)|
+|metadata|jsonb||
+|created_time|text|The date and time the schema version was created.|
+|data_format|text|The data format of the schema definition|
+|schema_arn|text|The Amazon Resource Name (ARN) of the schema.|
+|schema_definition|text|The schema definition for the schema ID.|
+|id|text|The SchemaVersionId of the schema version.|
+|status|text|The status of the schema version.|
+|version_number|bigint|The version number of the schema.|
diff --git a/docs/tables/aws_glue_registry_schemas.md b/docs/tables/aws_glue_registry_schemas.md
@@ -0,0 +1,21 @@
+
+# Table: aws_glue_registry_schemas
+An object that contains minimal details for a schema
+## Columns
+| Name        | Type           | Description  |
+| ------------- | ------------- | -----  |
+|registry_cq_id|uuid|Unique CloudQuery ID of aws_glue_registries table (FK)|
+|tags|jsonb|Resource tags.|
+|compatibility|text|The compatibility mode of the schema.|
+|created_time|text|The date and time the schema was created.|
+|data_format|text|The data format of the schema definition|
+|description|text|A description of schema if specified when created|
+|latest_schema_version|bigint|The latest version of the schema associated with the returned schema definition.|
+|next_schema_version|bigint|The next version of the schema associated with the returned schema definition.|
+|registry_arn|text|The Amazon Resource Name (ARN) of the registry.|
+|registry_name|text|The name of the registry.|
+|arn|text|The Amazon Resource Name (ARN) of the schema.|
+|schema_checkpoint|bigint|The version number of the checkpoint (the last time the compatibility mode was changed).|
+|schema_name|text|The name of the schema.|
+|schema_status|text|The status of the schema.|
+|updated_time|text|The date and time the schema was updated.|
diff --git a/resources/provider/provider.go b/resources/provider/provider.go
@@ -177,6 +177,7 @@ func Provider() *provider.Provider {
 			"glue.dev_endpoints":                      glue.DevEndpoints(),
 			"glue.jobs":                               glue.Jobs(),
 			"glue.ml_transforms":                      glue.MlTransforms(),
+			"glue.registries":                         glue.Registries(),
 			"glue.triggers":                           glue.Triggers(),
 			"glue.security_configurations":            glue.SecurityConfigurations(),
 			"glue.workflows":                          glue.Workflows(),