Upgrade Terraform provider to 1.37.0 (#1235)

## Changes
Upgrade Terraform provider to 1.37.0

Currently we're using 1.36.2 version which uses Go SDK 0.30 which does
not have U2M enabled for all clouds.
Upgrading to 1.37.0 allows TF provider (and thus DABs) to use U2M

Fixes #1231

bundle/internal/tf/codegen/schema/version.go

@@ -1,3 +1,3 @@
 package schema
 
-const ProviderVersion = "1.36.2"
+const ProviderVersion = "1.37.0"

bundle/internal/tf/schema/data_source_cluster.go

@@ -122,7 +122,7 @@ type DataSourceClusterClusterInfoInitScriptsS3 struct {
 }
 
 type DataSourceClusterClusterInfoInitScriptsVolumes struct {
-	Destination string `json:"destination,omitempty"`
+	Destination string `json:"destination"`
 }
 
 type DataSourceClusterClusterInfoInitScriptsWorkspace struct {

bundle/internal/tf/schema/data_source_storage_credential.go

@@ -0,0 +1,57 @@
+// Generated from Databricks Terraform provider schema. DO NOT EDIT.
+
+package schema
+
+type DataSourceStorageCredentialStorageCredentialInfoAwsIamRole struct {
+	ExternalId         string `json:"external_id,omitempty"`
+	RoleArn            string `json:"role_arn"`
+	UnityCatalogIamArn string `json:"unity_catalog_iam_arn,omitempty"`
+}
+
+type DataSourceStorageCredentialStorageCredentialInfoAzureManagedIdentity struct {
+	AccessConnectorId string `json:"access_connector_id"`
+	CredentialId      string `json:"credential_id,omitempty"`
+	ManagedIdentityId string `json:"managed_identity_id,omitempty"`
+}
+
+type DataSourceStorageCredentialStorageCredentialInfoAzureServicePrincipal struct {
+	ApplicationId string `json:"application_id"`
+	ClientSecret  string `json:"client_secret"`
+	DirectoryId   string `json:"directory_id"`
+}
+
+type DataSourceStorageCredentialStorageCredentialInfoCloudflareApiToken struct {
+	AccessKeyId     string `json:"access_key_id"`
+	AccountId       string `json:"account_id"`
+	SecretAccessKey string `json:"secret_access_key"`
+}
+
+type DataSourceStorageCredentialStorageCredentialInfoDatabricksGcpServiceAccount struct {
+	CredentialId string `json:"credential_id,omitempty"`
+	Email        string `json:"email,omitempty"`
+}
+
+type DataSourceStorageCredentialStorageCredentialInfo struct {
+	Comment                     string                                                                       `json:"comment,omitempty"`
+	CreatedAt                   int                                                                          `json:"created_at,omitempty"`
+	CreatedBy                   string                                                                       `json:"created_by,omitempty"`
+	Id                          string                                                                       `json:"id,omitempty"`
+	MetastoreId                 string                                                                       `json:"metastore_id,omitempty"`
+	Name                        string                                                                       `json:"name,omitempty"`
+	Owner                       string                                                                       `json:"owner,omitempty"`
+	ReadOnly                    bool                                                                         `json:"read_only,omitempty"`
+	UpdatedAt                   int                                                                          `json:"updated_at,omitempty"`
+	UpdatedBy                   string                                                                       `json:"updated_by,omitempty"`
+	UsedForManagedStorage       bool                                                                         `json:"used_for_managed_storage,omitempty"`
+	AwsIamRole                  *DataSourceStorageCredentialStorageCredentialInfoAwsIamRole                  `json:"aws_iam_role,omitempty"`
+	AzureManagedIdentity        *DataSourceStorageCredentialStorageCredentialInfoAzureManagedIdentity        `json:"azure_managed_identity,omitempty"`
+	AzureServicePrincipal       *DataSourceStorageCredentialStorageCredentialInfoAzureServicePrincipal       `json:"azure_service_principal,omitempty"`
+	CloudflareApiToken          *DataSourceStorageCredentialStorageCredentialInfoCloudflareApiToken          `json:"cloudflare_api_token,omitempty"`
+	DatabricksGcpServiceAccount *DataSourceStorageCredentialStorageCredentialInfoDatabricksGcpServiceAccount `json:"databricks_gcp_service_account,omitempty"`
+}
+
+type DataSourceStorageCredential struct {
+	Id                    string                                            `json:"id,omitempty"`
+	Name                  string                                            `json:"name"`
+	StorageCredentialInfo *DataSourceStorageCredentialStorageCredentialInfo `json:"storage_credential_info,omitempty"`
+}

bundle/internal/tf/schema/data_source_storage_credentials.go

@@ -0,0 +1,8 @@
+// Generated from Databricks Terraform provider schema. DO NOT EDIT.
+
+package schema
+
+type DataSourceStorageCredentials struct {
+	Id    string   `json:"id,omitempty"`
+	Names []string `json:"names,omitempty"`
+}

bundle/internal/tf/schema/data_sources.go

@@ -39,6 +39,8 @@ type DataSources struct {
 	SparkVersion          map[string]any `json:"databricks_spark_version,omitempty"`
 	SqlWarehouse          map[string]any `json:"databricks_sql_warehouse,omitempty"`
 	SqlWarehouses         map[string]any `json:"databricks_sql_warehouses,omitempty"`
+	StorageCredential     map[string]any `json:"databricks_storage_credential,omitempty"`
+	StorageCredentials    map[string]any `json:"databricks_storage_credentials,omitempty"`
 	Tables                map[string]any `json:"databricks_tables,omitempty"`
 	User                  map[string]any `json:"databricks_user,omitempty"`
 	Views                 map[string]any `json:"databricks_views,omitempty"`
@@ -84,6 +86,8 @@ func NewDataSources() *DataSources {
 		SparkVersion:          make(map[string]any),
 		SqlWarehouse:          make(map[string]any),
 		SqlWarehouses:         make(map[string]any),
+		StorageCredential:     make(map[string]any),
+		StorageCredentials:    make(map[string]any),
 		Tables:                make(map[string]any),
 		User:                  make(map[string]any),
 		Views:                 make(map[string]any),

bundle/internal/tf/schema/resource_cluster.go

@@ -90,7 +90,7 @@ type ResourceClusterInitScriptsDbfs struct {
 }
 
 type ResourceClusterInitScriptsFile struct {
-	Destination string `json:"destination,omitempty"`
+	Destination string `json:"destination"`
 }
 
 type ResourceClusterInitScriptsGcs struct {

bundle/internal/tf/schema/resource_file.go

@@ -0,0 +1,14 @@
+// Generated from Databricks Terraform provider schema. DO NOT EDIT.
+
+package schema
+
+type ResourceFile struct {
+	ContentBase64      string `json:"content_base64,omitempty"`
+	FileSize           int    `json:"file_size,omitempty"`
+	Id                 string `json:"id,omitempty"`
+	Md5                string `json:"md5,omitempty"`
+	ModificationTime   string `json:"modification_time,omitempty"`
+	Path               string `json:"path"`
+	RemoteFileModified bool   `json:"remote_file_modified,omitempty"`
+	Source             string `json:"source,omitempty"`
+}