From eb380c2f1a2b046e7dfac994f526981ce45d7988 Mon Sep 17 00:00:00 2001 From: Yevgeny Pats Date: Fri, 26 May 2023 15:53:27 +0300 Subject: [PATCH] feat(datadog)!: Upgrade to SDK V3 Arrow native (#10976) Closes #10738 BEGIN_COMMIT_OVERRIDE feat: Update to use [Apache Arrow](https://arrow.apache.org/) type system (#10976) BREAKING-CHANGE: This release introduces an internal change to our type system to use [Apache Arrow](https://arrow.apache.org/). This should not have any visible breaking changes, however due to the size of the change we are introducing it under a major version bump to communicate that it might have some bugs that we weren't able to catch during our internal tests. If you encounter an issue during the upgrade, please submit a [bug report](https://github.com/cloudquery/cloudquery/issues/new/choose). You will also need to update destinations depending on which one you use: - Azure Blob Storage >= v3.2.0 - BigQuery >= v3.0.0 - ClickHouse >= v3.1.1 - DuckDB >= v1.1.6 - Elasticsearch >= v2.0.0 - File >= v3.2.0 - Firehose >= v2.0.2 - GCS >= v3.2.0 - Gremlin >= v2.1.10 - Kafka >= v3.0.1 - Meilisearch >= v2.0.1 - Microsoft SQL Server >= v4.2.0 - MongoDB >= v2.0.1 - MySQL >= v2.0.2 - Neo4j >= v3.0.0 - PostgreSQL >= v4.2.0 - S3 >= v4.4.0 - Snowflake >= v2.1.1 - SQLite >= v2.2.0 END_COMMIT_OVERRIDE --- plugins/source/datadog/CONTRIBUTING.md | 4 +- plugins/source/datadog/client/client.go | 4 +- plugins/source/datadog/client/multiplexers.go | 2 +- plugins/source/datadog/client/resolvers.go | 2 +- plugins/source/datadog/client/testing.go | 4 +- .../datadog/codegen/services/generate.go | 2 +- plugins/source/datadog/go.mod | 6 ++- plugins/source/datadog/go.sum | 3 ++ plugins/source/datadog/main.go | 2 +- .../source/datadog/resources/plugin/plugin.go | 2 +- .../source/datadog/resources/plugin/tables.go | 2 +- .../dashboard_lists/dashboard_lists.go | 25 +++++----- .../dashboard_lists_mock_test.go | 2 +- .../services/dashboards/dashboards.go | 25 +++++----- .../dashboards/dashboards_mock_test.go | 2 +- .../resources/services/downtimes/downtimes.go | 25 +++++----- .../services/downtimes/downtimes_mock_test.go | 2 +- .../datadog/resources/services/hosts/hosts.go | 25 +++++----- .../services/hosts/hosts_mock_test.go | 2 +- .../incidents/incident_attachments.go | 18 ++++--- .../resources/services/incidents/incidents.go | 25 +++++----- .../services/incidents/incidents_mock_test.go | 2 +- .../services/monitors/monitor_downtimes.go | 45 +++++++++-------- .../resources/services/monitors/monitors.go | 29 +++++------ .../services/monitors/monitors_mock_test.go | 2 +- .../resources/services/notebooks/notebooks.go | 25 +++++----- .../services/notebooks/notebooks_mock_test.go | 2 +- .../resources/services/roles/permissions.go | 25 +++++----- .../services/roles/permissions_mock_test.go | 2 +- .../services/roles/role_permissions.go | 10 ++-- .../resources/services/roles/role_users.go | 7 +-- .../datadog/resources/services/roles/roles.go | 25 +++++----- .../services/roles/roles_mock_test.go | 2 +- .../services/synthetics/global_variables.go | 17 ++++--- .../synthetics/global_variables_mock_test.go | 2 +- .../services/synthetics/synthetics.go | 25 +++++----- .../synthetics/synthetics_mock_test.go | 2 +- .../services/users/user_permissions.go | 7 +-- .../datadog/resources/services/users/users.go | 25 +++++----- .../services/users/users_mock_test.go | 2 +- .../tables/datadog/datadog_dashboard_lists.md | 28 +++++------ website/tables/datadog/datadog_dashboards.md | 30 ++++++------ website/tables/datadog/datadog_downtimes.md | 48 +++++++++---------- .../datadog/datadog_global_variables.md | 28 +++++------ website/tables/datadog/datadog_hosts.md | 40 ++++++++-------- .../datadog/datadog_incident_attachments.md | 18 +++---- website/tables/datadog/datadog_incidents.md | 20 ++++---- .../datadog/datadog_monitor_downtimes.md | 46 +++++++++--------- website/tables/datadog/datadog_monitors.md | 44 ++++++++--------- website/tables/datadog/datadog_notebooks.md | 18 +++---- website/tables/datadog/datadog_permissions.md | 18 +++---- .../datadog/datadog_role_permissions.md | 18 +++---- website/tables/datadog/datadog_role_users.md | 20 ++++---- website/tables/datadog/datadog_roles.md | 20 ++++---- website/tables/datadog/datadog_synthetics.md | 38 +++++++-------- .../datadog/datadog_user_permissions.md | 18 +++---- website/tables/datadog/datadog_users.md | 20 ++++---- 57 files changed, 442 insertions(+), 470 deletions(-) diff --git a/plugins/source/datadog/CONTRIBUTING.md b/plugins/source/datadog/CONTRIBUTING.md index 9ed0859f1163f0..a6dd601137d87c 100644 --- a/plugins/source/datadog/CONTRIBUTING.md +++ b/plugins/source/datadog/CONTRIBUTING.md @@ -26,8 +26,8 @@ import ( "github.com/DataDog/datadog-api-client-go/v2/api/datadogV2" "github.com/cloudquery/cloudquery/plugins/source/datadog/client" - "github.com/cloudquery/plugin-sdk/v2/schema" - "github.com/cloudquery/plugin-sdk/v2/transformers" + "github.com/cloudquery/plugin-sdk/v3/schema" + "github.com/cloudquery/plugin-sdk/v3/transformers" ) func Bar() *schema.Table { diff --git a/plugins/source/datadog/client/client.go b/plugins/source/datadog/client/client.go index 28faff8a5d5784..f58d8baf24858f 100644 --- a/plugins/source/datadog/client/client.go +++ b/plugins/source/datadog/client/client.go @@ -6,8 +6,8 @@ import ( "github.com/DataDog/datadog-api-client-go/v2/api/datadog" "github.com/cloudquery/plugin-pb-go/specs" - "github.com/cloudquery/plugin-sdk/v2/plugins/source" - "github.com/cloudquery/plugin-sdk/v2/schema" + "github.com/cloudquery/plugin-sdk/v3/plugins/source" + "github.com/cloudquery/plugin-sdk/v3/schema" "github.com/pkg/errors" "github.com/rs/zerolog" ) diff --git a/plugins/source/datadog/client/multiplexers.go b/plugins/source/datadog/client/multiplexers.go index 94c2cfe843e531..12cde0d8f434fd 100644 --- a/plugins/source/datadog/client/multiplexers.go +++ b/plugins/source/datadog/client/multiplexers.go @@ -1,6 +1,6 @@ package client -import "github.com/cloudquery/plugin-sdk/v2/schema" +import "github.com/cloudquery/plugin-sdk/v3/schema" func AccountMultiplex(meta schema.ClientMeta) []schema.ClientMeta { var l = make([]schema.ClientMeta, 0) diff --git a/plugins/source/datadog/client/resolvers.go b/plugins/source/datadog/client/resolvers.go index 856563bcc3f67a..15c64a8d237c2c 100644 --- a/plugins/source/datadog/client/resolvers.go +++ b/plugins/source/datadog/client/resolvers.go @@ -6,7 +6,7 @@ import ( "github.com/DataDog/datadog-api-client-go/v2/api/datadog" - "github.com/cloudquery/plugin-sdk/v2/schema" + "github.com/cloudquery/plugin-sdk/v3/schema" "github.com/thoas/go-funk" ) diff --git a/plugins/source/datadog/client/testing.go b/plugins/source/datadog/client/testing.go index 2ebd1befb03fe5..2dfb7cfcd30aea 100644 --- a/plugins/source/datadog/client/testing.go +++ b/plugins/source/datadog/client/testing.go @@ -7,8 +7,8 @@ import ( "time" "github.com/cloudquery/plugin-pb-go/specs" - "github.com/cloudquery/plugin-sdk/v2/plugins/source" - "github.com/cloudquery/plugin-sdk/v2/schema" + "github.com/cloudquery/plugin-sdk/v3/plugins/source" + "github.com/cloudquery/plugin-sdk/v3/schema" "github.com/golang/mock/gomock" "github.com/rs/zerolog" ) diff --git a/plugins/source/datadog/codegen/services/generate.go b/plugins/source/datadog/codegen/services/generate.go index e13021197bb60f..2fb24623d90330 100644 --- a/plugins/source/datadog/codegen/services/generate.go +++ b/plugins/source/datadog/codegen/services/generate.go @@ -12,7 +12,7 @@ import ( "strings" "text/template" - "github.com/cloudquery/plugin-sdk/v2/caser" + "github.com/cloudquery/plugin-sdk/v3/caser" ) //go:embed templates/*.go.tpl diff --git a/plugins/source/datadog/go.mod b/plugins/source/datadog/go.mod index b25d8f038c4764..89306be508460a 100644 --- a/plugins/source/datadog/go.mod +++ b/plugins/source/datadog/go.mod @@ -4,8 +4,9 @@ go 1.19 require ( github.com/DataDog/datadog-api-client-go/v2 v2.9.0 + github.com/apache/arrow/go/v13 v13.0.0-20230509040948-de6c3cd2b604 github.com/cloudquery/plugin-pb-go v1.0.8 - github.com/cloudquery/plugin-sdk/v2 v2.7.0 + github.com/cloudquery/plugin-sdk/v3 v3.6.4 github.com/golang/mock v1.6.0 github.com/pkg/errors v0.9.1 github.com/rs/zerolog v1.29.0 @@ -18,8 +19,8 @@ replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13 require ( github.com/DataDog/zstd v1.5.2 // indirect github.com/andybalholm/brotli v1.0.5 // indirect - github.com/apache/arrow/go/v13 v13.0.0-20230509040948-de6c3cd2b604 // indirect github.com/apache/thrift v0.16.0 // indirect + github.com/cloudquery/plugin-sdk/v2 v2.7.0 // indirect github.com/davecgh/go-spew v1.1.1 // indirect github.com/getsentry/sentry-go v0.20.0 // indirect github.com/ghodss/yaml v1.0.0 // indirect @@ -38,6 +39,7 @@ require ( github.com/mattn/go-isatty v0.0.18 // indirect github.com/minio/asm2plan9s v0.0.0-20200509001527-cdd76441f9d8 // indirect github.com/minio/c2goasm v0.0.0-20190812172519-36a3d3bbc4f3 // indirect + github.com/pierrec/lz4/v4 v4.1.15 // indirect github.com/pmezard/go-difflib v1.0.0 // indirect github.com/spf13/cast v1.5.0 // indirect github.com/spf13/cobra v1.6.1 // indirect diff --git a/plugins/source/datadog/go.sum b/plugins/source/datadog/go.sum index 5abe049482b52c..cb1d4a2848bf71 100644 --- a/plugins/source/datadog/go.sum +++ b/plugins/source/datadog/go.sum @@ -54,6 +54,8 @@ github.com/cloudquery/plugin-pb-go v1.0.8 h1:wn3GXhcNItcP+6wUUZuzUFbvdL59liKBO37 github.com/cloudquery/plugin-pb-go v1.0.8/go.mod h1:vAGA27psem7ZZNAY4a3S9TKuA/JDQWstjKcHPJX91Mc= github.com/cloudquery/plugin-sdk/v2 v2.7.0 h1:hRXsdEiaOxJtsn/wZMFQC9/jPfU1MeMK3KF+gPGqm7U= github.com/cloudquery/plugin-sdk/v2 v2.7.0/go.mod h1:pAX6ojIW99b/Vg4CkhnsGkRIzNaVEceYMR+Bdit73ug= +github.com/cloudquery/plugin-sdk/v3 v3.6.4 h1:P4OkS5tJYkv3OqeL60DAVqXXbFQUyPKJ5YDtAgjl9b4= +github.com/cloudquery/plugin-sdk/v3 v3.6.4/go.mod h1:3JrZXEULmGXpkOukVaRIzaA63d7TJr9Ukp6hemTjbtc= github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f/go.mod h1:M8M6+tZqaGXZJjfX53e64911xZQV5JYwmTeXPW+k8Sc= github.com/cncf/udpa/go v0.0.0-20201120205902-5459f2c99403/go.mod h1:WmhPx2Nbnhtbo57+VJT5O0JRkEi1Wbu0z5j0R8u5Hbk= github.com/coreos/go-systemd v0.0.0-20190321100706-95778dfbb74e/go.mod h1:F5haX7vjVVG0kc13fIWeqUViNPyEJxv/OmvnBo0Yme4= @@ -180,6 +182,7 @@ github.com/minio/c2goasm v0.0.0-20190812172519-36a3d3bbc4f3 h1:+n/aFZefKZp7spd8D github.com/minio/c2goasm v0.0.0-20190812172519-36a3d3bbc4f3/go.mod h1:RagcQ7I8IeTMnF8JTXieKnO4Z6JCsikNEzj0DwauVzE= github.com/opentracing/opentracing-go v1.1.0/go.mod h1:UkNAQd3GIcIGf0SeVgPpRdFStlNbqXla1AfSYxPUl2o= github.com/pierrec/lz4/v4 v4.1.15 h1:MO0/ucJhngq7299dKLwIMtgTfbkoSPF6AoMYDd8Q4q0= +github.com/pierrec/lz4/v4 v4.1.15/go.mod h1:gZWDp/Ze/IJXGXf23ltt2EXimqmTUXEy0GFuRQyBid4= github.com/pingcap/errors v0.11.4 h1:lFuQV/oaUMGcD2tqt+01ROSmJs75VG1ToEOkZIZ4nE4= github.com/pkg/errors v0.8.1/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0= github.com/pkg/errors v0.9.1 h1:FEBLx1zS214owpjy7qsBeixbURkuhQAwrK5UwLGTwt4= diff --git a/plugins/source/datadog/main.go b/plugins/source/datadog/main.go index d522ba34bd452c..77d306256d6039 100644 --- a/plugins/source/datadog/main.go +++ b/plugins/source/datadog/main.go @@ -2,7 +2,7 @@ package main import ( "github.com/cloudquery/cloudquery/plugins/source/datadog/resources/plugin" - "github.com/cloudquery/plugin-sdk/v2/serve" + "github.com/cloudquery/plugin-sdk/v3/serve" ) const sentryDSN = "https://a0c2570b96264748a6759bb62e8cdef5@o1396617.ingest.sentry.io/4504220208267264" diff --git a/plugins/source/datadog/resources/plugin/plugin.go b/plugins/source/datadog/resources/plugin/plugin.go index 8df46bbc3a971e..d67de35e65b387 100644 --- a/plugins/source/datadog/resources/plugin/plugin.go +++ b/plugins/source/datadog/resources/plugin/plugin.go @@ -2,7 +2,7 @@ package plugin import ( "github.com/cloudquery/cloudquery/plugins/source/datadog/client" - "github.com/cloudquery/plugin-sdk/v2/plugins/source" + "github.com/cloudquery/plugin-sdk/v3/plugins/source" ) var ( diff --git a/plugins/source/datadog/resources/plugin/tables.go b/plugins/source/datadog/resources/plugin/tables.go index e7fa25d78f2e5e..912f9f7ae87475 100644 --- a/plugins/source/datadog/resources/plugin/tables.go +++ b/plugins/source/datadog/resources/plugin/tables.go @@ -11,7 +11,7 @@ import ( "github.com/cloudquery/cloudquery/plugins/source/datadog/resources/services/roles" "github.com/cloudquery/cloudquery/plugins/source/datadog/resources/services/synthetics" "github.com/cloudquery/cloudquery/plugins/source/datadog/resources/services/users" - "github.com/cloudquery/plugin-sdk/v2/schema" + "github.com/cloudquery/plugin-sdk/v3/schema" ) func Tables() []*schema.Table { diff --git a/plugins/source/datadog/resources/services/dashboard_lists/dashboard_lists.go b/plugins/source/datadog/resources/services/dashboard_lists/dashboard_lists.go index c0ac722a9dc43e..b484296b180b30 100644 --- a/plugins/source/datadog/resources/services/dashboard_lists/dashboard_lists.go +++ b/plugins/source/datadog/resources/services/dashboard_lists/dashboard_lists.go @@ -4,9 +4,10 @@ import ( "context" "github.com/DataDog/datadog-api-client-go/v2/api/datadogV1" + "github.com/apache/arrow/go/v13/arrow" "github.com/cloudquery/cloudquery/plugins/source/datadog/client" - "github.com/cloudquery/plugin-sdk/v2/schema" - "github.com/cloudquery/plugin-sdk/v2/transformers" + "github.com/cloudquery/plugin-sdk/v3/schema" + "github.com/cloudquery/plugin-sdk/v3/transformers" ) func DashboardLists() *schema.Table { @@ -17,20 +18,16 @@ func DashboardLists() *schema.Table { Transform: transformers.TransformWithStruct(&datadogV1.DashboardList{}), Columns: []schema.Column{ { - Name: "account_name", - Type: schema.TypeString, - Resolver: client.ResolveAccountName, - CreationOptions: schema.ColumnCreationOptions{ - PrimaryKey: true, - }, + Name: "account_name", + Type: arrow.BinaryTypes.String, + Resolver: client.ResolveAccountName, + PrimaryKey: true, }, { - Name: "id", - Type: schema.TypeInt, - Resolver: schema.PathResolver("Id"), - CreationOptions: schema.ColumnCreationOptions{ - PrimaryKey: true, - }, + Name: "id", + Type: arrow.PrimitiveTypes.Int64, + Resolver: schema.PathResolver("Id"), + PrimaryKey: true, }, }, } diff --git a/plugins/source/datadog/resources/services/dashboard_lists/dashboard_lists_mock_test.go b/plugins/source/datadog/resources/services/dashboard_lists/dashboard_lists_mock_test.go index 653eb7a7de0d7c..d5bd4e7eefed87 100644 --- a/plugins/source/datadog/resources/services/dashboard_lists/dashboard_lists_mock_test.go +++ b/plugins/source/datadog/resources/services/dashboard_lists/dashboard_lists_mock_test.go @@ -7,7 +7,7 @@ import ( "github.com/cloudquery/cloudquery/plugins/source/datadog/client" "github.com/cloudquery/cloudquery/plugins/source/datadog/client/mocks" - "github.com/cloudquery/plugin-sdk/v2/faker" + "github.com/cloudquery/plugin-sdk/v3/faker" "github.com/golang/mock/gomock" ) diff --git a/plugins/source/datadog/resources/services/dashboards/dashboards.go b/plugins/source/datadog/resources/services/dashboards/dashboards.go index 96ea03d1d814e4..cf58be0e2a84d9 100644 --- a/plugins/source/datadog/resources/services/dashboards/dashboards.go +++ b/plugins/source/datadog/resources/services/dashboards/dashboards.go @@ -4,9 +4,10 @@ import ( "context" "github.com/DataDog/datadog-api-client-go/v2/api/datadogV1" + "github.com/apache/arrow/go/v13/arrow" "github.com/cloudquery/cloudquery/plugins/source/datadog/client" - "github.com/cloudquery/plugin-sdk/v2/schema" - "github.com/cloudquery/plugin-sdk/v2/transformers" + "github.com/cloudquery/plugin-sdk/v3/schema" + "github.com/cloudquery/plugin-sdk/v3/transformers" ) func Dashboards() *schema.Table { @@ -17,20 +18,16 @@ func Dashboards() *schema.Table { Transform: transformers.TransformWithStruct(&datadogV1.DashboardSummaryDefinition{}), Columns: []schema.Column{ { - Name: "account_name", - Type: schema.TypeString, - Resolver: client.ResolveAccountName, - CreationOptions: schema.ColumnCreationOptions{ - PrimaryKey: true, - }, + Name: "account_name", + Type: arrow.BinaryTypes.String, + Resolver: client.ResolveAccountName, + PrimaryKey: true, }, { - Name: "id", - Type: schema.TypeString, - Resolver: schema.PathResolver("Id"), - CreationOptions: schema.ColumnCreationOptions{ - PrimaryKey: true, - }, + Name: "id", + Type: arrow.BinaryTypes.String, + Resolver: schema.PathResolver("Id"), + PrimaryKey: true, }, }, } diff --git a/plugins/source/datadog/resources/services/dashboards/dashboards_mock_test.go b/plugins/source/datadog/resources/services/dashboards/dashboards_mock_test.go index 7697b4cb997bd1..138f8dee5d4241 100644 --- a/plugins/source/datadog/resources/services/dashboards/dashboards_mock_test.go +++ b/plugins/source/datadog/resources/services/dashboards/dashboards_mock_test.go @@ -6,7 +6,7 @@ import ( "github.com/DataDog/datadog-api-client-go/v2/api/datadogV1" "github.com/cloudquery/cloudquery/plugins/source/datadog/client" "github.com/cloudquery/cloudquery/plugins/source/datadog/client/mocks" - "github.com/cloudquery/plugin-sdk/v2/faker" + "github.com/cloudquery/plugin-sdk/v3/faker" "github.com/golang/mock/gomock" ) diff --git a/plugins/source/datadog/resources/services/downtimes/downtimes.go b/plugins/source/datadog/resources/services/downtimes/downtimes.go index 307a08bfd77af6..5f07d399d728ce 100644 --- a/plugins/source/datadog/resources/services/downtimes/downtimes.go +++ b/plugins/source/datadog/resources/services/downtimes/downtimes.go @@ -4,9 +4,10 @@ import ( "context" "github.com/DataDog/datadog-api-client-go/v2/api/datadogV1" + "github.com/apache/arrow/go/v13/arrow" "github.com/cloudquery/cloudquery/plugins/source/datadog/client" - "github.com/cloudquery/plugin-sdk/v2/schema" - "github.com/cloudquery/plugin-sdk/v2/transformers" + "github.com/cloudquery/plugin-sdk/v3/schema" + "github.com/cloudquery/plugin-sdk/v3/transformers" ) func Downtimes() *schema.Table { @@ -17,20 +18,16 @@ func Downtimes() *schema.Table { Transform: transformers.TransformWithStruct(&datadogV1.Downtime{}), Columns: []schema.Column{ { - Name: "account_name", - Type: schema.TypeString, - Resolver: client.ResolveAccountName, - CreationOptions: schema.ColumnCreationOptions{ - PrimaryKey: true, - }, + Name: "account_name", + Type: arrow.BinaryTypes.String, + Resolver: client.ResolveAccountName, + PrimaryKey: true, }, { - Name: "id", - Type: schema.TypeInt, - Resolver: schema.PathResolver("Id"), - CreationOptions: schema.ColumnCreationOptions{ - PrimaryKey: true, - }, + Name: "id", + Type: arrow.PrimitiveTypes.Int64, + Resolver: schema.PathResolver("Id"), + PrimaryKey: true, }, }, } diff --git a/plugins/source/datadog/resources/services/downtimes/downtimes_mock_test.go b/plugins/source/datadog/resources/services/downtimes/downtimes_mock_test.go index 9574b2645536a1..67011c113d9601 100644 --- a/plugins/source/datadog/resources/services/downtimes/downtimes_mock_test.go +++ b/plugins/source/datadog/resources/services/downtimes/downtimes_mock_test.go @@ -6,7 +6,7 @@ import ( "github.com/DataDog/datadog-api-client-go/v2/api/datadogV1" "github.com/cloudquery/cloudquery/plugins/source/datadog/client" "github.com/cloudquery/cloudquery/plugins/source/datadog/client/mocks" - "github.com/cloudquery/plugin-sdk/v2/faker" + "github.com/cloudquery/plugin-sdk/v3/faker" "github.com/golang/mock/gomock" ) diff --git a/plugins/source/datadog/resources/services/hosts/hosts.go b/plugins/source/datadog/resources/services/hosts/hosts.go index 442cd26f2984bf..50022809a2341a 100644 --- a/plugins/source/datadog/resources/services/hosts/hosts.go +++ b/plugins/source/datadog/resources/services/hosts/hosts.go @@ -4,9 +4,10 @@ import ( "context" "github.com/DataDog/datadog-api-client-go/v2/api/datadogV1" + "github.com/apache/arrow/go/v13/arrow" "github.com/cloudquery/cloudquery/plugins/source/datadog/client" - "github.com/cloudquery/plugin-sdk/v2/schema" - "github.com/cloudquery/plugin-sdk/v2/transformers" + "github.com/cloudquery/plugin-sdk/v3/schema" + "github.com/cloudquery/plugin-sdk/v3/transformers" ) func Hosts() *schema.Table { @@ -17,20 +18,16 @@ func Hosts() *schema.Table { Transform: transformers.TransformWithStruct(&datadogV1.Host{}), Columns: []schema.Column{ { - Name: "account_name", - Type: schema.TypeString, - Resolver: client.ResolveAccountName, - CreationOptions: schema.ColumnCreationOptions{ - PrimaryKey: true, - }, + Name: "account_name", + Type: arrow.BinaryTypes.String, + Resolver: client.ResolveAccountName, + PrimaryKey: true, }, { - Name: "id", - Type: schema.TypeInt, - Resolver: schema.PathResolver("Id"), - CreationOptions: schema.ColumnCreationOptions{ - PrimaryKey: true, - }, + Name: "id", + Type: arrow.PrimitiveTypes.Int64, + Resolver: schema.PathResolver("Id"), + PrimaryKey: true, }, }, } diff --git a/plugins/source/datadog/resources/services/hosts/hosts_mock_test.go b/plugins/source/datadog/resources/services/hosts/hosts_mock_test.go index a09500f4ac5800..51239fc6712a97 100644 --- a/plugins/source/datadog/resources/services/hosts/hosts_mock_test.go +++ b/plugins/source/datadog/resources/services/hosts/hosts_mock_test.go @@ -6,7 +6,7 @@ import ( "github.com/DataDog/datadog-api-client-go/v2/api/datadogV1" "github.com/cloudquery/cloudquery/plugins/source/datadog/client" "github.com/cloudquery/cloudquery/plugins/source/datadog/client/mocks" - "github.com/cloudquery/plugin-sdk/v2/faker" + "github.com/cloudquery/plugin-sdk/v3/faker" "github.com/golang/mock/gomock" ) diff --git a/plugins/source/datadog/resources/services/incidents/incident_attachments.go b/plugins/source/datadog/resources/services/incidents/incident_attachments.go index befc95ec763a50..b1b6ce10a0898b 100644 --- a/plugins/source/datadog/resources/services/incidents/incident_attachments.go +++ b/plugins/source/datadog/resources/services/incidents/incident_attachments.go @@ -1,13 +1,13 @@ -// Code generated by codegen; DO NOT EDIT. - package incidents import ( "context" "github.com/DataDog/datadog-api-client-go/v2/api/datadogV2" + "github.com/apache/arrow/go/v13/arrow" "github.com/cloudquery/cloudquery/plugins/source/datadog/client" - "github.com/cloudquery/plugin-sdk/v2/schema" + "github.com/cloudquery/plugin-sdk/v3/schema" + "github.com/cloudquery/plugin-sdk/v3/types" ) func IncidentAttachments() *schema.Table { @@ -17,34 +17,33 @@ func IncidentAttachments() *schema.Table { Columns: []schema.Column{ { Name: "account_name", - Type: schema.TypeString, + Type: arrow.BinaryTypes.String, Resolver: client.ResolveAccountName, }, { Name: "attributes", - Type: schema.TypeJSON, + Type: types.ExtensionTypes.JSON, Resolver: schema.PathResolver("Attributes"), }, { Name: "id", - Type: schema.TypeString, + Type: arrow.BinaryTypes.String, Resolver: schema.PathResolver("Id"), }, { Name: "relationships", - Type: schema.TypeJSON, + Type: types.ExtensionTypes.JSON, Resolver: schema.PathResolver("Relationships"), }, { Name: "type", - Type: schema.TypeString, + Type: arrow.BinaryTypes.String, Resolver: schema.PathResolver("Type"), }, }, } } - func fetchIncidentAttachments(ctx context.Context, meta schema.ClientMeta, parent *schema.Resource, res chan<- any) error { p := parent.Item.(datadogV2.IncidentResponseData) c := meta.(*client.Client) @@ -56,4 +55,3 @@ func fetchIncidentAttachments(ctx context.Context, meta schema.ClientMeta, paren res <- resp.GetData() return nil } - diff --git a/plugins/source/datadog/resources/services/incidents/incidents.go b/plugins/source/datadog/resources/services/incidents/incidents.go index 2cea45f76bddac..88cb7dd8e27c0a 100644 --- a/plugins/source/datadog/resources/services/incidents/incidents.go +++ b/plugins/source/datadog/resources/services/incidents/incidents.go @@ -4,9 +4,10 @@ import ( "context" "github.com/DataDog/datadog-api-client-go/v2/api/datadogV2" + "github.com/apache/arrow/go/v13/arrow" "github.com/cloudquery/cloudquery/plugins/source/datadog/client" - "github.com/cloudquery/plugin-sdk/v2/schema" - "github.com/cloudquery/plugin-sdk/v2/transformers" + "github.com/cloudquery/plugin-sdk/v3/schema" + "github.com/cloudquery/plugin-sdk/v3/transformers" ) func Incidents() *schema.Table { @@ -17,20 +18,16 @@ func Incidents() *schema.Table { Transform: transformers.TransformWithStruct(&datadogV2.IncidentResponseData{}), Columns: []schema.Column{ { - Name: "account_name", - Type: schema.TypeString, - Resolver: client.ResolveAccountName, - CreationOptions: schema.ColumnCreationOptions{ - PrimaryKey: true, - }, + Name: "account_name", + Type: arrow.BinaryTypes.String, + Resolver: client.ResolveAccountName, + PrimaryKey: true, }, { - Name: "id", - Type: schema.TypeString, - Resolver: schema.PathResolver("Id"), - CreationOptions: schema.ColumnCreationOptions{ - PrimaryKey: true, - }, + Name: "id", + Type: arrow.BinaryTypes.String, + Resolver: schema.PathResolver("Id"), + PrimaryKey: true, }, }, diff --git a/plugins/source/datadog/resources/services/incidents/incidents_mock_test.go b/plugins/source/datadog/resources/services/incidents/incidents_mock_test.go index 2970140bee6698..c58677590a1ab5 100644 --- a/plugins/source/datadog/resources/services/incidents/incidents_mock_test.go +++ b/plugins/source/datadog/resources/services/incidents/incidents_mock_test.go @@ -6,7 +6,7 @@ import ( "github.com/DataDog/datadog-api-client-go/v2/api/datadogV2" "github.com/cloudquery/cloudquery/plugins/source/datadog/client" "github.com/cloudquery/cloudquery/plugins/source/datadog/client/mocks" - "github.com/cloudquery/plugin-sdk/v2/faker" + "github.com/cloudquery/plugin-sdk/v3/faker" "github.com/golang/mock/gomock" ) diff --git a/plugins/source/datadog/resources/services/monitors/monitor_downtimes.go b/plugins/source/datadog/resources/services/monitors/monitor_downtimes.go index 03dfe1ae7bbac0..c26810e13aa987 100644 --- a/plugins/source/datadog/resources/services/monitors/monitor_downtimes.go +++ b/plugins/source/datadog/resources/services/monitors/monitor_downtimes.go @@ -1,13 +1,13 @@ -// Code generated by codegen; DO NOT EDIT. - package monitors import ( "context" "github.com/DataDog/datadog-api-client-go/v2/api/datadogV1" + "github.com/apache/arrow/go/v13/arrow" "github.com/cloudquery/cloudquery/plugins/source/datadog/client" - "github.com/cloudquery/plugin-sdk/v2/schema" + "github.com/cloudquery/plugin-sdk/v3/schema" + "github.com/cloudquery/plugin-sdk/v3/types" ) func MonitorDowntimes() *schema.Table { @@ -17,104 +17,103 @@ func MonitorDowntimes() *schema.Table { Columns: []schema.Column{ { Name: "account_name", - Type: schema.TypeString, + Type: arrow.BinaryTypes.String, Resolver: client.ResolveAccountName, }, { Name: "active", - Type: schema.TypeBool, + Type: arrow.FixedWidthTypes.Boolean, Resolver: schema.PathResolver("Active"), }, { Name: "active_child", - Type: schema.TypeJSON, + Type: types.ExtensionTypes.JSON, Resolver: schema.PathResolver("ActiveChild"), }, { Name: "canceled", - Type: schema.TypeJSON, + Type: types.ExtensionTypes.JSON, Resolver: schema.PathResolver("Canceled"), }, { Name: "creator_id", - Type: schema.TypeInt, + Type: arrow.PrimitiveTypes.Int64, Resolver: schema.PathResolver("CreatorId"), }, { Name: "disabled", - Type: schema.TypeBool, + Type: arrow.FixedWidthTypes.Boolean, Resolver: schema.PathResolver("Disabled"), }, { Name: "downtime_type", - Type: schema.TypeInt, + Type: arrow.PrimitiveTypes.Int64, Resolver: schema.PathResolver("DowntimeType"), }, { Name: "end", - Type: schema.TypeJSON, + Type: types.ExtensionTypes.JSON, Resolver: schema.PathResolver("End"), }, { Name: "id", - Type: schema.TypeInt, + Type: arrow.PrimitiveTypes.Int64, Resolver: schema.PathResolver("Id"), }, { Name: "message", - Type: schema.TypeString, + Type: arrow.BinaryTypes.String, Resolver: schema.PathResolver("Message"), }, { Name: "monitor_id", - Type: schema.TypeJSON, + Type: types.ExtensionTypes.JSON, Resolver: schema.PathResolver("MonitorId"), }, { Name: "monitor_tags", - Type: schema.TypeStringArray, + Type: arrow.ListOf(arrow.BinaryTypes.String), Resolver: schema.PathResolver("MonitorTags"), }, { Name: "mute_first_recovery_notification", - Type: schema.TypeBool, + Type: arrow.FixedWidthTypes.Boolean, Resolver: schema.PathResolver("MuteFirstRecoveryNotification"), }, { Name: "parent_id", - Type: schema.TypeJSON, + Type: types.ExtensionTypes.JSON, Resolver: schema.PathResolver("ParentId"), }, { Name: "recurrence", - Type: schema.TypeJSON, + Type: types.ExtensionTypes.JSON, Resolver: schema.PathResolver("Recurrence"), }, { Name: "scope", - Type: schema.TypeStringArray, + Type: arrow.ListOf(arrow.BinaryTypes.String), Resolver: schema.PathResolver("Scope"), }, { Name: "start", - Type: schema.TypeInt, + Type: arrow.PrimitiveTypes.Int64, Resolver: schema.PathResolver("Start"), }, { Name: "timezone", - Type: schema.TypeString, + Type: arrow.BinaryTypes.String, Resolver: schema.PathResolver("Timezone"), }, { Name: "updater_id", - Type: schema.TypeJSON, + Type: types.ExtensionTypes.JSON, Resolver: schema.PathResolver("UpdaterId"), }, }, } } - func fetchMonitorDowntimes(ctx context.Context, meta schema.ClientMeta, parent *schema.Resource, res chan<- any) error { p := parent.Item.(datadogV1.Monitor) c := meta.(*client.Client) diff --git a/plugins/source/datadog/resources/services/monitors/monitors.go b/plugins/source/datadog/resources/services/monitors/monitors.go index da1870135fde2a..3758b758602633 100644 --- a/plugins/source/datadog/resources/services/monitors/monitors.go +++ b/plugins/source/datadog/resources/services/monitors/monitors.go @@ -4,9 +4,10 @@ import ( "context" "github.com/DataDog/datadog-api-client-go/v2/api/datadogV1" + "github.com/apache/arrow/go/v13/arrow" "github.com/cloudquery/cloudquery/plugins/source/datadog/client" - "github.com/cloudquery/plugin-sdk/v2/schema" - "github.com/cloudquery/plugin-sdk/v2/transformers" + "github.com/cloudquery/plugin-sdk/v3/schema" + "github.com/cloudquery/plugin-sdk/v3/transformers" ) func Monitors() *schema.Table { @@ -17,29 +18,25 @@ func Monitors() *schema.Table { Transform: transformers.TransformWithStruct(&datadogV1.Monitor{}), Columns: []schema.Column{ { - Name: "account_name", - Type: schema.TypeString, - Resolver: client.ResolveAccountName, - CreationOptions: schema.ColumnCreationOptions{ - PrimaryKey: true, - }, + Name: "account_name", + Type: arrow.BinaryTypes.String, + Resolver: client.ResolveAccountName, + PrimaryKey: true, }, { - Name: "id", - Type: schema.TypeInt, - Resolver: schema.PathResolver("Id"), - CreationOptions: schema.ColumnCreationOptions{ - PrimaryKey: true, - }, + Name: "id", + Type: arrow.PrimitiveTypes.Int64, + Resolver: schema.PathResolver("Id"), + PrimaryKey: true, }, { Name: "deleted", - Type: schema.TypeTimestamp, + Type: arrow.FixedWidthTypes.Timestamp_us, Resolver: client.NullableResolver("Deleted"), }, { Name: "priority", - Type: schema.TypeInt, + Type: arrow.PrimitiveTypes.Int64, Resolver: client.NullableResolver("Priority"), }, }, diff --git a/plugins/source/datadog/resources/services/monitors/monitors_mock_test.go b/plugins/source/datadog/resources/services/monitors/monitors_mock_test.go index 64d1057584cd92..0e043ad524838d 100644 --- a/plugins/source/datadog/resources/services/monitors/monitors_mock_test.go +++ b/plugins/source/datadog/resources/services/monitors/monitors_mock_test.go @@ -7,7 +7,7 @@ import ( "github.com/DataDog/datadog-api-client-go/v2/api/datadogV1" "github.com/cloudquery/cloudquery/plugins/source/datadog/client" "github.com/cloudquery/cloudquery/plugins/source/datadog/client/mocks" - "github.com/cloudquery/plugin-sdk/v2/faker" + "github.com/cloudquery/plugin-sdk/v3/faker" "github.com/golang/mock/gomock" ) diff --git a/plugins/source/datadog/resources/services/notebooks/notebooks.go b/plugins/source/datadog/resources/services/notebooks/notebooks.go index a92a051975b50c..706d199872bc04 100644 --- a/plugins/source/datadog/resources/services/notebooks/notebooks.go +++ b/plugins/source/datadog/resources/services/notebooks/notebooks.go @@ -4,9 +4,10 @@ import ( "context" "github.com/DataDog/datadog-api-client-go/v2/api/datadogV1" + "github.com/apache/arrow/go/v13/arrow" "github.com/cloudquery/cloudquery/plugins/source/datadog/client" - "github.com/cloudquery/plugin-sdk/v2/schema" - "github.com/cloudquery/plugin-sdk/v2/transformers" + "github.com/cloudquery/plugin-sdk/v3/schema" + "github.com/cloudquery/plugin-sdk/v3/transformers" ) func Notebooks() *schema.Table { @@ -17,20 +18,16 @@ func Notebooks() *schema.Table { Transform: transformers.TransformWithStruct(&datadogV1.NotebooksResponseData{}), Columns: []schema.Column{ { - Name: "account_name", - Type: schema.TypeString, - Resolver: client.ResolveAccountName, - CreationOptions: schema.ColumnCreationOptions{ - PrimaryKey: true, - }, + Name: "account_name", + Type: arrow.BinaryTypes.String, + Resolver: client.ResolveAccountName, + PrimaryKey: true, }, { - Name: "id", - Type: schema.TypeInt, - Resolver: schema.PathResolver("Id"), - CreationOptions: schema.ColumnCreationOptions{ - PrimaryKey: true, - }, + Name: "id", + Type: arrow.PrimitiveTypes.Int64, + Resolver: schema.PathResolver("Id"), + PrimaryKey: true, }, }, } diff --git a/plugins/source/datadog/resources/services/notebooks/notebooks_mock_test.go b/plugins/source/datadog/resources/services/notebooks/notebooks_mock_test.go index a1803b90e2bf34..49b09f3fb38dc1 100644 --- a/plugins/source/datadog/resources/services/notebooks/notebooks_mock_test.go +++ b/plugins/source/datadog/resources/services/notebooks/notebooks_mock_test.go @@ -6,7 +6,7 @@ import ( "github.com/DataDog/datadog-api-client-go/v2/api/datadogV1" "github.com/cloudquery/cloudquery/plugins/source/datadog/client" "github.com/cloudquery/cloudquery/plugins/source/datadog/client/mocks" - "github.com/cloudquery/plugin-sdk/v2/faker" + "github.com/cloudquery/plugin-sdk/v3/faker" "github.com/golang/mock/gomock" ) diff --git a/plugins/source/datadog/resources/services/roles/permissions.go b/plugins/source/datadog/resources/services/roles/permissions.go index aab8143b9ea36a..ddfd8a0a67fe85 100644 --- a/plugins/source/datadog/resources/services/roles/permissions.go +++ b/plugins/source/datadog/resources/services/roles/permissions.go @@ -4,9 +4,10 @@ import ( "context" "github.com/DataDog/datadog-api-client-go/v2/api/datadogV2" + "github.com/apache/arrow/go/v13/arrow" "github.com/cloudquery/cloudquery/plugins/source/datadog/client" - "github.com/cloudquery/plugin-sdk/v2/schema" - "github.com/cloudquery/plugin-sdk/v2/transformers" + "github.com/cloudquery/plugin-sdk/v3/schema" + "github.com/cloudquery/plugin-sdk/v3/transformers" ) func Permissions() *schema.Table { @@ -17,20 +18,16 @@ func Permissions() *schema.Table { Transform: transformers.TransformWithStruct(&datadogV2.Permission{}), Columns: []schema.Column{ { - Name: "account_name", - Type: schema.TypeString, - Resolver: client.ResolveAccountName, - CreationOptions: schema.ColumnCreationOptions{ - PrimaryKey: true, - }, + Name: "account_name", + Type: arrow.BinaryTypes.String, + Resolver: client.ResolveAccountName, + PrimaryKey: true, }, { - Name: "id", - Type: schema.TypeString, - Resolver: schema.PathResolver("Id"), - CreationOptions: schema.ColumnCreationOptions{ - PrimaryKey: true, - }, + Name: "id", + Type: arrow.BinaryTypes.String, + Resolver: schema.PathResolver("Id"), + PrimaryKey: true, }, }, } diff --git a/plugins/source/datadog/resources/services/roles/permissions_mock_test.go b/plugins/source/datadog/resources/services/roles/permissions_mock_test.go index 35aa5eb73714de..45d0e6ee43f6d0 100644 --- a/plugins/source/datadog/resources/services/roles/permissions_mock_test.go +++ b/plugins/source/datadog/resources/services/roles/permissions_mock_test.go @@ -6,7 +6,7 @@ import ( "github.com/DataDog/datadog-api-client-go/v2/api/datadogV2" "github.com/cloudquery/cloudquery/plugins/source/datadog/client" "github.com/cloudquery/cloudquery/plugins/source/datadog/client/mocks" - "github.com/cloudquery/plugin-sdk/v2/faker" + "github.com/cloudquery/plugin-sdk/v3/faker" "github.com/golang/mock/gomock" ) diff --git a/plugins/source/datadog/resources/services/roles/role_permissions.go b/plugins/source/datadog/resources/services/roles/role_permissions.go index d3d4ff98f4aa0a..1b288cab9d0937 100644 --- a/plugins/source/datadog/resources/services/roles/role_permissions.go +++ b/plugins/source/datadog/resources/services/roles/role_permissions.go @@ -4,9 +4,11 @@ import ( "context" "github.com/DataDog/datadog-api-client-go/v2/api/datadogV2" + "github.com/apache/arrow/go/v13/arrow" "github.com/cloudquery/cloudquery/plugins/source/datadog/client" - "github.com/cloudquery/plugin-sdk/v2/schema" - "github.com/cloudquery/plugin-sdk/v2/transformers" + "github.com/cloudquery/plugin-sdk/v3/schema" + "github.com/cloudquery/plugin-sdk/v3/transformers" + "github.com/cloudquery/plugin-sdk/v3/types" ) func RolePermissions() *schema.Table { @@ -17,12 +19,12 @@ func RolePermissions() *schema.Table { Columns: []schema.Column{ { Name: "account_name", - Type: schema.TypeString, + Type: arrow.BinaryTypes.String, Resolver: client.ResolveAccountName, }, { Name: "attributes", - Type: schema.TypeJSON, + Type: types.ExtensionTypes.JSON, Resolver: schema.PathResolver("Attributes"), }, }, diff --git a/plugins/source/datadog/resources/services/roles/role_users.go b/plugins/source/datadog/resources/services/roles/role_users.go index 1ba77b3b6a2793..1f3d9a4831a4ca 100644 --- a/plugins/source/datadog/resources/services/roles/role_users.go +++ b/plugins/source/datadog/resources/services/roles/role_users.go @@ -4,9 +4,10 @@ import ( "context" "github.com/DataDog/datadog-api-client-go/v2/api/datadogV2" + "github.com/apache/arrow/go/v13/arrow" "github.com/cloudquery/cloudquery/plugins/source/datadog/client" - "github.com/cloudquery/plugin-sdk/v2/schema" - "github.com/cloudquery/plugin-sdk/v2/transformers" + "github.com/cloudquery/plugin-sdk/v3/schema" + "github.com/cloudquery/plugin-sdk/v3/transformers" ) func RoleUsers() *schema.Table { @@ -17,7 +18,7 @@ func RoleUsers() *schema.Table { Columns: []schema.Column{ { Name: "account_name", - Type: schema.TypeString, + Type: arrow.BinaryTypes.String, Resolver: client.ResolveAccountName, }, }, diff --git a/plugins/source/datadog/resources/services/roles/roles.go b/plugins/source/datadog/resources/services/roles/roles.go index bcd1985ee8df78..1c58d9fb42a15e 100644 --- a/plugins/source/datadog/resources/services/roles/roles.go +++ b/plugins/source/datadog/resources/services/roles/roles.go @@ -4,9 +4,10 @@ import ( "context" "github.com/DataDog/datadog-api-client-go/v2/api/datadogV2" + "github.com/apache/arrow/go/v13/arrow" "github.com/cloudquery/cloudquery/plugins/source/datadog/client" - "github.com/cloudquery/plugin-sdk/v2/schema" - "github.com/cloudquery/plugin-sdk/v2/transformers" + "github.com/cloudquery/plugin-sdk/v3/schema" + "github.com/cloudquery/plugin-sdk/v3/transformers" ) func Roles() *schema.Table { @@ -17,20 +18,16 @@ func Roles() *schema.Table { Transform: transformers.TransformWithStruct(&datadogV2.Role{}), Columns: []schema.Column{ { - Name: "account_name", - Type: schema.TypeString, - Resolver: client.ResolveAccountName, - CreationOptions: schema.ColumnCreationOptions{ - PrimaryKey: true, - }, + Name: "account_name", + Type: arrow.BinaryTypes.String, + Resolver: client.ResolveAccountName, + PrimaryKey: true, }, { - Name: "id", - Type: schema.TypeString, - Resolver: schema.PathResolver("Id"), - CreationOptions: schema.ColumnCreationOptions{ - PrimaryKey: true, - }, + Name: "id", + Type: arrow.BinaryTypes.String, + Resolver: schema.PathResolver("Id"), + PrimaryKey: true, }, }, diff --git a/plugins/source/datadog/resources/services/roles/roles_mock_test.go b/plugins/source/datadog/resources/services/roles/roles_mock_test.go index a2a4e183c1ac84..acb44b46b314b6 100644 --- a/plugins/source/datadog/resources/services/roles/roles_mock_test.go +++ b/plugins/source/datadog/resources/services/roles/roles_mock_test.go @@ -6,7 +6,7 @@ import ( "github.com/DataDog/datadog-api-client-go/v2/api/datadogV2" "github.com/cloudquery/cloudquery/plugins/source/datadog/client" "github.com/cloudquery/cloudquery/plugins/source/datadog/client/mocks" - "github.com/cloudquery/plugin-sdk/v2/faker" + "github.com/cloudquery/plugin-sdk/v3/faker" "github.com/golang/mock/gomock" ) diff --git a/plugins/source/datadog/resources/services/synthetics/global_variables.go b/plugins/source/datadog/resources/services/synthetics/global_variables.go index ae03d3c375ea72..6e28c7fe233dc5 100644 --- a/plugins/source/datadog/resources/services/synthetics/global_variables.go +++ b/plugins/source/datadog/resources/services/synthetics/global_variables.go @@ -4,9 +4,10 @@ import ( "context" "github.com/DataDog/datadog-api-client-go/v2/api/datadogV1" + "github.com/apache/arrow/go/v13/arrow" "github.com/cloudquery/cloudquery/plugins/source/datadog/client" - "github.com/cloudquery/plugin-sdk/v2/schema" - "github.com/cloudquery/plugin-sdk/v2/transformers" + "github.com/cloudquery/plugin-sdk/v3/schema" + "github.com/cloudquery/plugin-sdk/v3/transformers" ) func GlobalVariables() *schema.Table { @@ -18,16 +19,14 @@ func GlobalVariables() *schema.Table { Columns: []schema.Column{ { Name: "account_name", - Type: schema.TypeString, + Type: arrow.BinaryTypes.String, Resolver: client.ResolveAccountName, }, { - Name: "id", - Type: schema.TypeString, - Resolver: schema.PathResolver("Id"), - CreationOptions: schema.ColumnCreationOptions{ - PrimaryKey: true, - }, + Name: "id", + Type: arrow.BinaryTypes.String, + Resolver: schema.PathResolver("Id"), + PrimaryKey: true, }, }, } diff --git a/plugins/source/datadog/resources/services/synthetics/global_variables_mock_test.go b/plugins/source/datadog/resources/services/synthetics/global_variables_mock_test.go index a51cd596b79c3d..77f8d1e590a1e4 100644 --- a/plugins/source/datadog/resources/services/synthetics/global_variables_mock_test.go +++ b/plugins/source/datadog/resources/services/synthetics/global_variables_mock_test.go @@ -7,7 +7,7 @@ import ( "github.com/cloudquery/cloudquery/plugins/source/datadog/client" mocks "github.com/cloudquery/cloudquery/plugins/source/datadog/client/mocks" - "github.com/cloudquery/plugin-sdk/v2/faker" + "github.com/cloudquery/plugin-sdk/v3/faker" "github.com/golang/mock/gomock" ) diff --git a/plugins/source/datadog/resources/services/synthetics/synthetics.go b/plugins/source/datadog/resources/services/synthetics/synthetics.go index ebddec56ee44d5..78cede4f9ebd58 100644 --- a/plugins/source/datadog/resources/services/synthetics/synthetics.go +++ b/plugins/source/datadog/resources/services/synthetics/synthetics.go @@ -4,9 +4,10 @@ import ( "context" "github.com/DataDog/datadog-api-client-go/v2/api/datadogV1" + "github.com/apache/arrow/go/v13/arrow" "github.com/cloudquery/cloudquery/plugins/source/datadog/client" - "github.com/cloudquery/plugin-sdk/v2/schema" - "github.com/cloudquery/plugin-sdk/v2/transformers" + "github.com/cloudquery/plugin-sdk/v3/schema" + "github.com/cloudquery/plugin-sdk/v3/transformers" ) func Synthetics() *schema.Table { @@ -17,20 +18,16 @@ func Synthetics() *schema.Table { Transform: transformers.TransformWithStruct(&datadogV1.SyntheticsTestDetails{}), Columns: []schema.Column{ { - Name: "account_name", - Type: schema.TypeString, - Resolver: client.ResolveAccountName, - CreationOptions: schema.ColumnCreationOptions{ - PrimaryKey: true, - }, + Name: "account_name", + Type: arrow.BinaryTypes.String, + Resolver: client.ResolveAccountName, + PrimaryKey: true, }, { - Name: "public_id", - Type: schema.TypeString, - Resolver: schema.PathResolver("PublicId"), - CreationOptions: schema.ColumnCreationOptions{ - PrimaryKey: true, - }, + Name: "public_id", + Type: arrow.BinaryTypes.String, + Resolver: schema.PathResolver("PublicId"), + PrimaryKey: true, }, }, } diff --git a/plugins/source/datadog/resources/services/synthetics/synthetics_mock_test.go b/plugins/source/datadog/resources/services/synthetics/synthetics_mock_test.go index c5b4afa16c826e..c4391818992b36 100644 --- a/plugins/source/datadog/resources/services/synthetics/synthetics_mock_test.go +++ b/plugins/source/datadog/resources/services/synthetics/synthetics_mock_test.go @@ -7,7 +7,7 @@ import ( "github.com/cloudquery/cloudquery/plugins/source/datadog/client" mocks "github.com/cloudquery/cloudquery/plugins/source/datadog/client/mocks" - "github.com/cloudquery/plugin-sdk/v2/faker" + "github.com/cloudquery/plugin-sdk/v3/faker" "github.com/golang/mock/gomock" ) diff --git a/plugins/source/datadog/resources/services/users/user_permissions.go b/plugins/source/datadog/resources/services/users/user_permissions.go index 33ad4d335e7d6f..dcab57ba8f1954 100644 --- a/plugins/source/datadog/resources/services/users/user_permissions.go +++ b/plugins/source/datadog/resources/services/users/user_permissions.go @@ -4,9 +4,10 @@ import ( "context" "github.com/DataDog/datadog-api-client-go/v2/api/datadogV2" + "github.com/apache/arrow/go/v13/arrow" "github.com/cloudquery/cloudquery/plugins/source/datadog/client" - "github.com/cloudquery/plugin-sdk/v2/schema" - "github.com/cloudquery/plugin-sdk/v2/transformers" + "github.com/cloudquery/plugin-sdk/v3/schema" + "github.com/cloudquery/plugin-sdk/v3/transformers" ) func UserPermissions() *schema.Table { @@ -17,7 +18,7 @@ func UserPermissions() *schema.Table { Columns: []schema.Column{ { Name: "account_name", - Type: schema.TypeString, + Type: arrow.BinaryTypes.String, Resolver: client.ResolveAccountName, }, }, diff --git a/plugins/source/datadog/resources/services/users/users.go b/plugins/source/datadog/resources/services/users/users.go index 26580ea5d082bb..75cf05ee9e3bf9 100644 --- a/plugins/source/datadog/resources/services/users/users.go +++ b/plugins/source/datadog/resources/services/users/users.go @@ -4,9 +4,10 @@ import ( "context" "github.com/DataDog/datadog-api-client-go/v2/api/datadogV2" + "github.com/apache/arrow/go/v13/arrow" "github.com/cloudquery/cloudquery/plugins/source/datadog/client" - "github.com/cloudquery/plugin-sdk/v2/schema" - "github.com/cloudquery/plugin-sdk/v2/transformers" + "github.com/cloudquery/plugin-sdk/v3/schema" + "github.com/cloudquery/plugin-sdk/v3/transformers" ) func Users() *schema.Table { @@ -17,20 +18,16 @@ func Users() *schema.Table { Transform: transformers.TransformWithStruct(&datadogV2.User{}), Columns: []schema.Column{ { - Name: "account_name", - Type: schema.TypeString, - Resolver: client.ResolveAccountName, - CreationOptions: schema.ColumnCreationOptions{ - PrimaryKey: true, - }, + Name: "account_name", + Type: arrow.BinaryTypes.String, + Resolver: client.ResolveAccountName, + PrimaryKey: true, }, { - Name: "id", - Type: schema.TypeString, - Resolver: schema.PathResolver("Id"), - CreationOptions: schema.ColumnCreationOptions{ - PrimaryKey: true, - }, + Name: "id", + Type: arrow.BinaryTypes.String, + Resolver: schema.PathResolver("Id"), + PrimaryKey: true, }, }, diff --git a/plugins/source/datadog/resources/services/users/users_mock_test.go b/plugins/source/datadog/resources/services/users/users_mock_test.go index a9f560809ee36b..7ebdc738459708 100644 --- a/plugins/source/datadog/resources/services/users/users_mock_test.go +++ b/plugins/source/datadog/resources/services/users/users_mock_test.go @@ -6,7 +6,7 @@ import ( "github.com/DataDog/datadog-api-client-go/v2/api/datadogV2" "github.com/cloudquery/cloudquery/plugins/source/datadog/client" mocks "github.com/cloudquery/cloudquery/plugins/source/datadog/client/mocks" - "github.com/cloudquery/plugin-sdk/v2/faker" + "github.com/cloudquery/plugin-sdk/v3/faker" "github.com/golang/mock/gomock" ) diff --git a/website/tables/datadog/datadog_dashboard_lists.md b/website/tables/datadog/datadog_dashboard_lists.md index 4ebb4acb42b0aa..0c00e7dd6fb2d7 100644 --- a/website/tables/datadog/datadog_dashboard_lists.md +++ b/website/tables/datadog/datadog_dashboard_lists.md @@ -8,17 +8,17 @@ The composite primary key for this table is (**account_name**, **id**). | Name | Type | | ------------- | ------------- | -|_cq_source_name|String| -|_cq_sync_time|Timestamp| -|_cq_id|UUID| -|_cq_parent_id|UUID| -|account_name (PK)|String| -|id (PK)|Int| -|author|JSON| -|created|Timestamp| -|dashboard_count|Int| -|is_favorite|Bool| -|modified|Timestamp| -|name|String| -|type|String| -|additional_properties|JSON| \ No newline at end of file +|_cq_source_name|utf8| +|_cq_sync_time|timestamp[us, tz=UTC]| +|_cq_id|uuid| +|_cq_parent_id|uuid| +|account_name (PK)|utf8| +|id (PK)|int64| +|author|json| +|created|timestamp[us, tz=UTC]| +|dashboard_count|int64| +|is_favorite|bool| +|modified|timestamp[us, tz=UTC]| +|name|utf8| +|type|utf8| +|additional_properties|json| \ No newline at end of file diff --git a/website/tables/datadog/datadog_dashboards.md b/website/tables/datadog/datadog_dashboards.md index e3c4eb6b919722..9153c135e3107c 100644 --- a/website/tables/datadog/datadog_dashboards.md +++ b/website/tables/datadog/datadog_dashboards.md @@ -8,18 +8,18 @@ The composite primary key for this table is (**account_name**, **id**). | Name | Type | | ------------- | ------------- | -|_cq_source_name|String| -|_cq_sync_time|Timestamp| -|_cq_id|UUID| -|_cq_parent_id|UUID| -|account_name (PK)|String| -|id (PK)|String| -|author_handle|String| -|created_at|Timestamp| -|description|JSON| -|is_read_only|Bool| -|layout_type|String| -|modified_at|Timestamp| -|title|String| -|url|String| -|additional_properties|JSON| \ No newline at end of file +|_cq_source_name|utf8| +|_cq_sync_time|timestamp[us, tz=UTC]| +|_cq_id|uuid| +|_cq_parent_id|uuid| +|account_name (PK)|utf8| +|id (PK)|utf8| +|author_handle|utf8| +|created_at|timestamp[us, tz=UTC]| +|description|json| +|is_read_only|bool| +|layout_type|utf8| +|modified_at|timestamp[us, tz=UTC]| +|title|utf8| +|url|utf8| +|additional_properties|json| \ No newline at end of file diff --git a/website/tables/datadog/datadog_downtimes.md b/website/tables/datadog/datadog_downtimes.md index efabd52f39fcda..4ec9247914fdeb 100644 --- a/website/tables/datadog/datadog_downtimes.md +++ b/website/tables/datadog/datadog_downtimes.md @@ -8,27 +8,27 @@ The composite primary key for this table is (**account_name**, **id**). | Name | Type | | ------------- | ------------- | -|_cq_source_name|String| -|_cq_sync_time|Timestamp| -|_cq_id|UUID| -|_cq_parent_id|UUID| -|account_name (PK)|String| -|id (PK)|Int| -|active|Bool| -|active_child|JSON| -|canceled|JSON| -|creator_id|Int| -|disabled|Bool| -|downtime_type|Int| -|end|JSON| -|message|String| -|monitor_id|JSON| -|monitor_tags|StringArray| -|mute_first_recovery_notification|Bool| -|parent_id|JSON| -|recurrence|JSON| -|scope|StringArray| -|start|Int| -|timezone|String| -|updater_id|JSON| -|additional_properties|JSON| \ No newline at end of file +|_cq_source_name|utf8| +|_cq_sync_time|timestamp[us, tz=UTC]| +|_cq_id|uuid| +|_cq_parent_id|uuid| +|account_name (PK)|utf8| +|id (PK)|int64| +|active|bool| +|active_child|json| +|canceled|json| +|creator_id|int64| +|disabled|bool| +|downtime_type|int64| +|end|json| +|message|utf8| +|monitor_id|json| +|monitor_tags|list| +|mute_first_recovery_notification|bool| +|parent_id|json| +|recurrence|json| +|scope|list| +|start|int64| +|timezone|utf8| +|updater_id|json| +|additional_properties|json| \ No newline at end of file diff --git a/website/tables/datadog/datadog_global_variables.md b/website/tables/datadog/datadog_global_variables.md index f7b6204baf044d..57458c84522408 100644 --- a/website/tables/datadog/datadog_global_variables.md +++ b/website/tables/datadog/datadog_global_variables.md @@ -8,17 +8,17 @@ The primary key for this table is **id**. | Name | Type | | ------------- | ------------- | -|_cq_source_name|String| -|_cq_sync_time|Timestamp| -|_cq_id|UUID| -|_cq_parent_id|UUID| -|account_name|String| -|id (PK)|String| -|attributes|JSON| -|description|String| -|name|String| -|parse_test_options|JSON| -|parse_test_public_id|String| -|tags|StringArray| -|value|JSON| -|additional_properties|JSON| \ No newline at end of file +|_cq_source_name|utf8| +|_cq_sync_time|timestamp[us, tz=UTC]| +|_cq_id|uuid| +|_cq_parent_id|uuid| +|account_name|utf8| +|id (PK)|utf8| +|attributes|json| +|description|utf8| +|name|utf8| +|parse_test_options|json| +|parse_test_public_id|utf8| +|tags|list| +|value|json| +|additional_properties|json| \ No newline at end of file diff --git a/website/tables/datadog/datadog_hosts.md b/website/tables/datadog/datadog_hosts.md index e5df8dd48cf427..1de4e3e35e247b 100644 --- a/website/tables/datadog/datadog_hosts.md +++ b/website/tables/datadog/datadog_hosts.md @@ -8,23 +8,23 @@ The composite primary key for this table is (**account_name**, **id**). | Name | Type | | ------------- | ------------- | -|_cq_source_name|String| -|_cq_sync_time|Timestamp| -|_cq_id|UUID| -|_cq_parent_id|UUID| -|account_name (PK)|String| -|id (PK)|Int| -|aliases|StringArray| -|apps|StringArray| -|aws_name|String| -|host_name|String| -|is_muted|Bool| -|last_reported_time|Int| -|meta|JSON| -|metrics|JSON| -|mute_timeout|Int| -|name|String| -|sources|StringArray| -|tags_by_source|JSON| -|up|Bool| -|additional_properties|JSON| \ No newline at end of file +|_cq_source_name|utf8| +|_cq_sync_time|timestamp[us, tz=UTC]| +|_cq_id|uuid| +|_cq_parent_id|uuid| +|account_name (PK)|utf8| +|id (PK)|int64| +|aliases|list| +|apps|list| +|aws_name|utf8| +|host_name|utf8| +|is_muted|bool| +|last_reported_time|int64| +|meta|json| +|metrics|json| +|mute_timeout|int64| +|name|utf8| +|sources|list| +|tags_by_source|json| +|up|bool| +|additional_properties|json| \ No newline at end of file diff --git a/website/tables/datadog/datadog_incident_attachments.md b/website/tables/datadog/datadog_incident_attachments.md index f287d2484b8069..a602adac7b9754 100644 --- a/website/tables/datadog/datadog_incident_attachments.md +++ b/website/tables/datadog/datadog_incident_attachments.md @@ -12,12 +12,12 @@ This table depends on [datadog_incidents](datadog_incidents). | Name | Type | | ------------- | ------------- | -|_cq_source_name|String| -|_cq_sync_time|Timestamp| -|_cq_id (PK)|UUID| -|_cq_parent_id|UUID| -|account_name|String| -|attributes|JSON| -|id|String| -|relationships|JSON| -|type|String| \ No newline at end of file +|_cq_source_name|utf8| +|_cq_sync_time|timestamp[us, tz=UTC]| +|_cq_id (PK)|uuid| +|_cq_parent_id|uuid| +|account_name|utf8| +|attributes|json| +|id|utf8| +|relationships|json| +|type|utf8| \ No newline at end of file diff --git a/website/tables/datadog/datadog_incidents.md b/website/tables/datadog/datadog_incidents.md index 9012e424a00615..6a1f8519bdabf7 100644 --- a/website/tables/datadog/datadog_incidents.md +++ b/website/tables/datadog/datadog_incidents.md @@ -13,13 +13,13 @@ The following tables depend on datadog_incidents: | Name | Type | | ------------- | ------------- | -|_cq_source_name|String| -|_cq_sync_time|Timestamp| -|_cq_id|UUID| -|_cq_parent_id|UUID| -|account_name (PK)|String| -|id (PK)|String| -|attributes|JSON| -|relationships|JSON| -|type|String| -|additional_properties|JSON| \ No newline at end of file +|_cq_source_name|utf8| +|_cq_sync_time|timestamp[us, tz=UTC]| +|_cq_id|uuid| +|_cq_parent_id|uuid| +|account_name (PK)|utf8| +|id (PK)|utf8| +|attributes|json| +|relationships|json| +|type|utf8| +|additional_properties|json| \ No newline at end of file diff --git a/website/tables/datadog/datadog_monitor_downtimes.md b/website/tables/datadog/datadog_monitor_downtimes.md index 2a0162ad720afd..060744bead0952 100644 --- a/website/tables/datadog/datadog_monitor_downtimes.md +++ b/website/tables/datadog/datadog_monitor_downtimes.md @@ -12,26 +12,26 @@ This table depends on [datadog_monitors](datadog_monitors). | Name | Type | | ------------- | ------------- | -|_cq_source_name|String| -|_cq_sync_time|Timestamp| -|_cq_id (PK)|UUID| -|_cq_parent_id|UUID| -|account_name|String| -|active|Bool| -|active_child|JSON| -|canceled|JSON| -|creator_id|Int| -|disabled|Bool| -|downtime_type|Int| -|end|JSON| -|id|Int| -|message|String| -|monitor_id|JSON| -|monitor_tags|StringArray| -|mute_first_recovery_notification|Bool| -|parent_id|JSON| -|recurrence|JSON| -|scope|StringArray| -|start|Int| -|timezone|String| -|updater_id|JSON| \ No newline at end of file +|_cq_source_name|utf8| +|_cq_sync_time|timestamp[us, tz=UTC]| +|_cq_id (PK)|uuid| +|_cq_parent_id|uuid| +|account_name|utf8| +|active|bool| +|active_child|json| +|canceled|json| +|creator_id|int64| +|disabled|bool| +|downtime_type|int64| +|end|json| +|id|int64| +|message|utf8| +|monitor_id|json| +|monitor_tags|list| +|mute_first_recovery_notification|bool| +|parent_id|json| +|recurrence|json| +|scope|list| +|start|int64| +|timezone|utf8| +|updater_id|json| \ No newline at end of file diff --git a/website/tables/datadog/datadog_monitors.md b/website/tables/datadog/datadog_monitors.md index cb43a9f026781b..34b024282fe1ed 100644 --- a/website/tables/datadog/datadog_monitors.md +++ b/website/tables/datadog/datadog_monitors.md @@ -13,25 +13,25 @@ The following tables depend on datadog_monitors: | Name | Type | | ------------- | ------------- | -|_cq_source_name|String| -|_cq_sync_time|Timestamp| -|_cq_id|UUID| -|_cq_parent_id|UUID| -|account_name (PK)|String| -|id (PK)|Int| -|deleted|Timestamp| -|priority|Int| -|created|Timestamp| -|creator|JSON| -|message|String| -|modified|Timestamp| -|multi|Bool| -|name|String| -|options|JSON| -|overall_state|String| -|query|String| -|restricted_roles|StringArray| -|state|JSON| -|tags|StringArray| -|type|String| -|additional_properties|JSON| \ No newline at end of file +|_cq_source_name|utf8| +|_cq_sync_time|timestamp[us, tz=UTC]| +|_cq_id|uuid| +|_cq_parent_id|uuid| +|account_name (PK)|utf8| +|id (PK)|int64| +|deleted|timestamp[us, tz=UTC]| +|priority|int64| +|created|timestamp[us, tz=UTC]| +|creator|json| +|message|utf8| +|modified|timestamp[us, tz=UTC]| +|multi|bool| +|name|utf8| +|options|json| +|overall_state|utf8| +|query|utf8| +|restricted_roles|list| +|state|json| +|tags|list| +|type|utf8| +|additional_properties|json| \ No newline at end of file diff --git a/website/tables/datadog/datadog_notebooks.md b/website/tables/datadog/datadog_notebooks.md index 8806baf6a35ea8..ed4fc252e33546 100644 --- a/website/tables/datadog/datadog_notebooks.md +++ b/website/tables/datadog/datadog_notebooks.md @@ -8,12 +8,12 @@ The composite primary key for this table is (**account_name**, **id**). | Name | Type | | ------------- | ------------- | -|_cq_source_name|String| -|_cq_sync_time|Timestamp| -|_cq_id|UUID| -|_cq_parent_id|UUID| -|account_name (PK)|String| -|id (PK)|Int| -|attributes|JSON| -|type|String| -|additional_properties|JSON| \ No newline at end of file +|_cq_source_name|utf8| +|_cq_sync_time|timestamp[us, tz=UTC]| +|_cq_id|uuid| +|_cq_parent_id|uuid| +|account_name (PK)|utf8| +|id (PK)|int64| +|attributes|json| +|type|utf8| +|additional_properties|json| \ No newline at end of file diff --git a/website/tables/datadog/datadog_permissions.md b/website/tables/datadog/datadog_permissions.md index 8d485553678061..7cf073cd75c087 100644 --- a/website/tables/datadog/datadog_permissions.md +++ b/website/tables/datadog/datadog_permissions.md @@ -8,12 +8,12 @@ The composite primary key for this table is (**account_name**, **id**). | Name | Type | | ------------- | ------------- | -|_cq_source_name|String| -|_cq_sync_time|Timestamp| -|_cq_id|UUID| -|_cq_parent_id|UUID| -|account_name (PK)|String| -|id (PK)|String| -|attributes|JSON| -|type|String| -|additional_properties|JSON| \ No newline at end of file +|_cq_source_name|utf8| +|_cq_sync_time|timestamp[us, tz=UTC]| +|_cq_id|uuid| +|_cq_parent_id|uuid| +|account_name (PK)|utf8| +|id (PK)|utf8| +|attributes|json| +|type|utf8| +|additional_properties|json| \ No newline at end of file diff --git a/website/tables/datadog/datadog_role_permissions.md b/website/tables/datadog/datadog_role_permissions.md index ca463a2c6a2549..51c239b40e56e0 100644 --- a/website/tables/datadog/datadog_role_permissions.md +++ b/website/tables/datadog/datadog_role_permissions.md @@ -12,12 +12,12 @@ This table depends on [datadog_roles](datadog_roles). | Name | Type | | ------------- | ------------- | -|_cq_source_name|String| -|_cq_sync_time|Timestamp| -|_cq_id (PK)|UUID| -|_cq_parent_id|UUID| -|account_name|String| -|attributes|JSON| -|id|String| -|type|String| -|additional_properties|JSON| \ No newline at end of file +|_cq_source_name|utf8| +|_cq_sync_time|timestamp[us, tz=UTC]| +|_cq_id (PK)|uuid| +|_cq_parent_id|uuid| +|account_name|utf8| +|attributes|json| +|id|utf8| +|type|utf8| +|additional_properties|json| \ No newline at end of file diff --git a/website/tables/datadog/datadog_role_users.md b/website/tables/datadog/datadog_role_users.md index ba93db857f54ed..42791bda1d5217 100644 --- a/website/tables/datadog/datadog_role_users.md +++ b/website/tables/datadog/datadog_role_users.md @@ -12,13 +12,13 @@ This table depends on [datadog_roles](datadog_roles). | Name | Type | | ------------- | ------------- | -|_cq_source_name|String| -|_cq_sync_time|Timestamp| -|_cq_id (PK)|UUID| -|_cq_parent_id|UUID| -|account_name|String| -|attributes|JSON| -|id|String| -|relationships|JSON| -|type|String| -|additional_properties|JSON| \ No newline at end of file +|_cq_source_name|utf8| +|_cq_sync_time|timestamp[us, tz=UTC]| +|_cq_id (PK)|uuid| +|_cq_parent_id|uuid| +|account_name|utf8| +|attributes|json| +|id|utf8| +|relationships|json| +|type|utf8| +|additional_properties|json| \ No newline at end of file diff --git a/website/tables/datadog/datadog_roles.md b/website/tables/datadog/datadog_roles.md index 2fd86db4a74086..63efba32ebddbf 100644 --- a/website/tables/datadog/datadog_roles.md +++ b/website/tables/datadog/datadog_roles.md @@ -14,13 +14,13 @@ The following tables depend on datadog_roles: | Name | Type | | ------------- | ------------- | -|_cq_source_name|String| -|_cq_sync_time|Timestamp| -|_cq_id|UUID| -|_cq_parent_id|UUID| -|account_name (PK)|String| -|id (PK)|String| -|attributes|JSON| -|relationships|JSON| -|type|String| -|additional_properties|JSON| \ No newline at end of file +|_cq_source_name|utf8| +|_cq_sync_time|timestamp[us, tz=UTC]| +|_cq_id|uuid| +|_cq_parent_id|uuid| +|account_name (PK)|utf8| +|id (PK)|utf8| +|attributes|json| +|relationships|json| +|type|utf8| +|additional_properties|json| \ No newline at end of file diff --git a/website/tables/datadog/datadog_synthetics.md b/website/tables/datadog/datadog_synthetics.md index a7ed97d591a446..a20d5dfc33e1cd 100644 --- a/website/tables/datadog/datadog_synthetics.md +++ b/website/tables/datadog/datadog_synthetics.md @@ -8,22 +8,22 @@ The composite primary key for this table is (**account_name**, **public_id**). | Name | Type | | ------------- | ------------- | -|_cq_source_name|String| -|_cq_sync_time|Timestamp| -|_cq_id|UUID| -|_cq_parent_id|UUID| -|account_name (PK)|String| -|public_id (PK)|String| -|config|JSON| -|creator|JSON| -|locations|StringArray| -|message|String| -|monitor_id|Int| -|name|String| -|options|JSON| -|status|String| -|steps|JSON| -|subtype|String| -|tags|StringArray| -|type|String| -|additional_properties|JSON| \ No newline at end of file +|_cq_source_name|utf8| +|_cq_sync_time|timestamp[us, tz=UTC]| +|_cq_id|uuid| +|_cq_parent_id|uuid| +|account_name (PK)|utf8| +|public_id (PK)|utf8| +|config|json| +|creator|json| +|locations|list| +|message|utf8| +|monitor_id|int64| +|name|utf8| +|options|json| +|status|utf8| +|steps|json| +|subtype|utf8| +|tags|list| +|type|utf8| +|additional_properties|json| \ No newline at end of file diff --git a/website/tables/datadog/datadog_user_permissions.md b/website/tables/datadog/datadog_user_permissions.md index 6dd11a4aec1303..1e80b6eb8ba834 100644 --- a/website/tables/datadog/datadog_user_permissions.md +++ b/website/tables/datadog/datadog_user_permissions.md @@ -12,12 +12,12 @@ This table depends on [datadog_users](datadog_users). | Name | Type | | ------------- | ------------- | -|_cq_source_name|String| -|_cq_sync_time|Timestamp| -|_cq_id (PK)|UUID| -|_cq_parent_id|UUID| -|account_name|String| -|attributes|JSON| -|id|String| -|type|String| -|additional_properties|JSON| \ No newline at end of file +|_cq_source_name|utf8| +|_cq_sync_time|timestamp[us, tz=UTC]| +|_cq_id (PK)|uuid| +|_cq_parent_id|uuid| +|account_name|utf8| +|attributes|json| +|id|utf8| +|type|utf8| +|additional_properties|json| \ No newline at end of file diff --git a/website/tables/datadog/datadog_users.md b/website/tables/datadog/datadog_users.md index e30627c1177484..912ccaf3026b21 100644 --- a/website/tables/datadog/datadog_users.md +++ b/website/tables/datadog/datadog_users.md @@ -13,13 +13,13 @@ The following tables depend on datadog_users: | Name | Type | | ------------- | ------------- | -|_cq_source_name|String| -|_cq_sync_time|Timestamp| -|_cq_id|UUID| -|_cq_parent_id|UUID| -|account_name (PK)|String| -|id (PK)|String| -|attributes|JSON| -|relationships|JSON| -|type|String| -|additional_properties|JSON| \ No newline at end of file +|_cq_source_name|utf8| +|_cq_sync_time|timestamp[us, tz=UTC]| +|_cq_id|uuid| +|_cq_parent_id|uuid| +|account_name (PK)|utf8| +|id (PK)|utf8| +|attributes|json| +|relationships|json| +|type|utf8| +|additional_properties|json| \ No newline at end of file