-
Notifications
You must be signed in to change notification settings - Fork 361
/
adls_gen2_mount.go
110 lines (102 loc) · 3.26 KB
/
adls_gen2_mount.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
package storage
import (
"fmt"
"github.com/databricks/terraform-provider-databricks/common"
"github.com/hashicorp/terraform-plugin-sdk/v2/helper/schema"
)
// AzureADLSGen2Mount describes the object for a azure datalake gen 2 storage mount
type AzureADLSGen2Mount struct {
ContainerName string `json:"container_name"`
StorageAccountName string `json:"storage_account_name"`
Directory string `json:"directory,omitempty"`
ClientID string `json:"client_id"`
TenantID string `json:"tenant_id"`
SecretScope string `json:"client_secret_scope"`
SecretKey string `json:"client_secret_key"`
InitializeFileSystem bool `json:"initialize_file_system"`
}
// Source returns ABFSS URI backing the mount
func (m AzureADLSGen2Mount) Source() string {
return fmt.Sprintf("abfss://%s@%s.dfs.core.windows.net%s",
m.ContainerName, m.StorageAccountName, m.Directory)
}
func (m AzureADLSGen2Mount) Name() string {
return m.ContainerName
}
func (m AzureADLSGen2Mount) ValidateAndApplyDefaults(d *schema.ResourceData, client *common.DatabricksClient) error {
return nil
}
// Config returns mount configurations
func (m AzureADLSGen2Mount) Config(client *common.DatabricksClient) map[string]string {
aadEndpoint := client.Config.Environment().AzureActiveDirectoryEndpoint()
return map[string]string{
"fs.azure.account.auth.type": "OAuth",
"fs.azure.account.oauth.provider.type": "org.apache.hadoop.fs.azurebfs.oauth2.ClientCredsTokenProvider",
"fs.azure.account.oauth2.client.id": m.ClientID,
"fs.azure.account.oauth2.client.secret": fmt.Sprintf("{{secrets/%s/%s}}", m.SecretScope, m.SecretKey),
"fs.azure.account.oauth2.client.endpoint": fmt.Sprintf("%s/%s/oauth2/token", aadEndpoint, m.TenantID),
"fs.azure.createRemoteFileSystemDuringInitialization": fmt.Sprintf("%t", m.InitializeFileSystem),
}
}
// ResourceAzureAdlsGen2Mount creates the resource
func ResourceAzureAdlsGen2Mount() common.Resource {
return deprecatedMountResource(commonMountResource(AzureADLSGen2Mount{}, map[string]*schema.Schema{
"cluster_id": {
Type: schema.TypeString,
Optional: true,
ForceNew: true,
},
"source": {
Type: schema.TypeString,
Computed: true,
},
"mount_name": {
// TODO: have it by default as storage_resource_name
Type: schema.TypeString,
Required: true,
ForceNew: true,
},
"container_name": {
Type: schema.TypeString,
Required: true,
ForceNew: true,
},
"storage_account_name": {
Type: schema.TypeString,
Required: true,
ForceNew: true,
},
"directory": {
Type: schema.TypeString,
Optional: true,
Computed: true,
ForceNew: true,
ValidateFunc: ValidateMountDirectory,
},
"tenant_id": {
Type: schema.TypeString,
Required: true,
ForceNew: true,
},
"client_id": {
Type: schema.TypeString,
Required: true,
ForceNew: true,
},
"client_secret_scope": {
Type: schema.TypeString,
Required: true,
ForceNew: true,
},
"client_secret_key": {
Type: schema.TypeString,
Required: true,
ForceNew: true,
},
"initialize_file_system": {
Type: schema.TypeBool,
Required: true,
ForceNew: true,
},
}))
}