Replace terraform dependency with go sdk

.github/workflows/push.yml

@@ -10,16 +10,19 @@ jobs:
   tests:
     runs-on: ubuntu-latest
     steps:
-      - name: Checkout
+      - name: Checkout repository and submodules
         uses: actions/checkout@v2
+        with:
+          token:  ${{ secrets.DECO_GITHUB_TOKEN }}
+          submodules: recursive
 
       - name: Unshallow
         run: git fetch --prune --unshallow
 
       - name: Set up Go
         uses: actions/setup-go@v1
         with:
-          go-version: 1.16.x
+          go-version: 1.18.x
 
       - name: Cache packages
         uses: actions/cache@v2
@@ -38,7 +41,7 @@ jobs:
           echo "GOPATH=$(go env GOPATH)" >> $GITHUB_ENV
           echo "$(go env GOPATH)/bin" >> $GITHUB_PATH
           go get gotest.tools/gotestsum
-          go install honnef.co/go/tools/cmd/staticcheck@v0.2.2
+          go install honnef.co/go/tools/cmd/staticcheck@latest
 
       - name: Pull external libraries
         run: make vendor

.github/workflows/release.yml

@@ -14,7 +14,7 @@ jobs:
       - name: Set up Go
         uses: actions/setup-go@v2
         with:
-          go-version: 1.16
+          go-version: 1.18
       - name: Import GPG key
         id: import_gpg
         uses: hashicorp/ghaction-import-gpg@v2.1.0

.gitmodules

@@ -0,0 +1,3 @@
+[submodule "ext/databricks-sdk-go"]
+	path = ext/databricks-sdk-go
+	url = git@github.com:databricks/databricks-sdk-go.git

cmd/fs/ls.go

@@ -5,8 +5,6 @@ import (
 
 	"github.com/databricks/bricks/project"
 	"github.com/spf13/cobra"
-
-	"github.com/databrickslabs/terraform-provider-databricks/storage"
 )
 
 // lsCmd represents the ls command
@@ -16,11 +14,12 @@ var lsCmd = &cobra.Command{
 	Long:  `Lists files`,
 	Args:  cobra.ExactArgs(1),
 	Run: func(cmd *cobra.Command, args []string) {
-		api := storage.NewDbfsAPI(cmd.Context(), project.Current.Client())
-		files, err := api.List(args[0], false)
+		wsc := project.Current.WorkspacesClient()
+		listStatusResponse, err := wsc.Dbfs.ListByPath(cmd.Context(), args[0])
 		if err != nil {
 			panic(err)
 		}
+		files := listStatusResponse.Files
 		// TODO: output formatting: JSON, CSV, tables and default
 		for _, v := range files {
 			fmt.Printf("[-] %s (%d, %v)\n", v.Path, v.FileSize, v.IsDir)

cmd/launch/launch.go

@@ -30,7 +30,7 @@ var launchCmd = &cobra.Command{
 }
 
 func init() {
-	// TODO: detect if we can skip registering 
+	// TODO: detect if we can skip registering
 	// launch command for DBSQL projects
 	root.RootCmd.AddCommand(launchCmd)
 }

cmd/sync/github.go

@@ -72,7 +72,7 @@ func githubGetPAT(ctx context.Context) (string, error) {
 		}
 		if result.Get("error") == "slow_down" {
 			t, _ := strconv.Atoi(result.Get("interval"))
-			time.Sleep(time.Duration(t)*time.Second)
+			time.Sleep(time.Duration(t) * time.Second)
 			log.Printf("[WARN] Rate limited, sleeping for %d seconds", t)
 		}
 		reason := result.Get("error_description")

cmd/sync/github_test.go

@@ -11,4 +11,4 @@ func TestGithubGetPAT(t *testing.T) {
 	pat, err := githubGetPAT(context.Background())
 	assert.NoError(t, err)
 	assert.NotEqual(t, "..", pat)
-}
+}

cmd/sync/snapshot.go

@@ -19,7 +19,6 @@ func (d diff) IsEmpty() bool {
 	return len(d.put) == 0 && len(d.delete) == 0
 }
 
-
 func (d diff) String() string {
 	if d.IsEmpty() {
 		return "no changes"

cmd/sync/sync.go

@@ -12,8 +12,8 @@ import (
 	"github.com/databricks/bricks/cmd/root"
 	"github.com/databricks/bricks/git"
 	"github.com/databricks/bricks/project"
-	"github.com/databrickslabs/terraform-provider-databricks/repos"
-	"github.com/databrickslabs/terraform-provider-databricks/workspace"
+	"github.com/databricks/bricks/utilities"
+	"github.com/databricks/databricks-sdk-go/service/workspace"
 	"github.com/spf13/cobra"
 )
 
@@ -28,11 +28,9 @@ var syncCmd = &cobra.Command{
 		}
 		log.Printf("[INFO] %s", origin)
 		ctx := cmd.Context()
-		client := project.Current.Client()
-		reposAPI := repos.NewReposAPI(ctx, client)
 
-
-		checkouts, err := reposAPI.List("/")
+		wsc := project.Current.WorkspacesClient()
+		checkouts, err := utilities.GetAllRepos(ctx, wsc, "/")
 		if err != nil {
 			return err
 		}
@@ -46,9 +44,13 @@ var syncCmd = &cobra.Command{
 		}
 		base := fmt.Sprintf("/Repos/%s/%s", me.UserName, repositoryName)
 		return watchForChanges(ctx, git.MustGetFileSet(), *interval, func(d diff) error {
-			wsAPI := workspace.NewNotebooksAPI(ctx, client)
 			for _, v := range d.delete {
-				err := wsAPI.Delete(path.Join(base, v), true)
+				err := wsc.Workspace.Delete(ctx,
+					workspace.DeleteRequest{
+						Path:      path.Join(base, v),
+						Recursive: true,
+					},
+				)
 				if err != nil {
 					return err
 				}

cmd/sync/sync_test.go

@@ -13,4 +13,4 @@ func TestItSyncs(t *testing.T) {
 	root.RootCmd.SetArgs([]string{"sync"})
 	err := root.RootCmd.ExecuteContext(ctx)
 	assert.NoError(t, err)
-}
+}

git/git.go

@@ -46,13 +46,13 @@ func Origin() (*url.URL, error) {
 func HttpsOrigin() (string, error) {
 	origin, err := Origin()
 	if err != nil {
-	  return "", err
+		return "", err
 	}
 	// if current repo is checked out with a SSH key
 	if origin.Scheme != "https" {
 		origin.Scheme = "https"
 	}
-	// `git@` is not required for HTTPS, as Databricks Repos are checked 
+	// `git@` is not required for HTTPS, as Databricks Repos are checked
 	// out using an API token instead of username. But does it hold true
 	// for all of the git implementations?
 	if origin.User != nil {

git/git_test.go

@@ -19,4 +19,4 @@ func TestHttpsOrigin(t *testing.T) {
 	// must pass on the upcoming forks
 	assert.True(t, strings.HasPrefix(url, "https://github.com"), url)
 	assert.True(t, strings.HasSuffix(url, "bricks.git"), url)
-}
+}

go.mod

@@ -4,6 +4,7 @@ go 1.18
 
 require (
 	github.com/atotto/clipboard v0.1.4
+	github.com/databricks/databricks-sdk-go v0.0.0
 	github.com/databrickslabs/terraform-provider-databricks v0.5.8 // Apache 2.0
 	github.com/ghodss/yaml v1.0.0 // MIT + NOTICE
 	github.com/hashicorp/go-version v1.5.0 // MPL 2.0
@@ -17,7 +18,7 @@ require (
 	github.com/spf13/cobra v1.4.0 // Apache 2.0
 	github.com/stretchr/testify v1.8.0 // MIT
 	github.com/whilp/git-urls v1.0.0 // MIT
-	golang.org/x/mod v0.5.1 // BSD-3-Clause
+	golang.org/x/mod v0.6.0-dev.0.20220106191415-9b9b3d81d5e3 // BSD-3-Clause
 	gopkg.in/ini.v1 v1.67.0 // Apache 2.0
 )
 
@@ -43,22 +44,17 @@ require (
 	github.com/google/go-cmp v0.5.8 // indirect
 	github.com/google/go-querystring v1.1.0 // indirect
 	github.com/hashicorp/errwrap v1.0.0 // indirect
-	github.com/hashicorp/go-checkpoint v0.5.0 // indirect
 	github.com/hashicorp/go-cleanhttp v0.5.2 // indirect
 	github.com/hashicorp/go-cty v1.4.1-0.20200414143053-d3edf31b6320 // indirect
 	github.com/hashicorp/go-hclog v1.2.0 // indirect
 	github.com/hashicorp/go-multierror v1.1.1 // indirect
-	github.com/hashicorp/go-plugin v1.4.3 // indirect
 	github.com/hashicorp/go-retryablehttp v0.7.1 // indirect
 	github.com/hashicorp/go-uuid v1.0.3 // indirect
 	github.com/hashicorp/hcl/v2 v2.12.0 // indirect
 	github.com/hashicorp/logutils v1.0.0 // indirect
 	github.com/hashicorp/terraform-plugin-go v0.9.0 // indirect
 	github.com/hashicorp/terraform-plugin-log v0.4.0 // indirect
 	github.com/hashicorp/terraform-plugin-sdk/v2 v2.16.0 // indirect
-	github.com/hashicorp/terraform-registry-address v0.0.0-20210412075316-9b2996cce896 // indirect
-	github.com/hashicorp/terraform-svchost v0.0.0-20200729002733-f050f53b9734 // indirect
-	github.com/hashicorp/yamux v0.0.0-20181012175058-2f1d1f20f75d // indirect
 	github.com/inconshreveable/mousetrap v1.0.0 // indirect
 	github.com/mattn/go-colorable v0.1.4 // indirect
 	github.com/mattn/go-isatty v0.0.10 // indirect
@@ -67,7 +63,6 @@ require (
 	github.com/mitchellh/go-wordwrap v1.0.0 // indirect
 	github.com/mitchellh/mapstructure v1.5.0 // indirect
 	github.com/mitchellh/reflectwalk v1.0.2 // indirect
-	github.com/oklog/run v1.0.0 // indirect
 	github.com/pmezard/go-difflib v1.0.0 // indirect
 	github.com/spf13/pflag v1.0.5 // indirect
 	github.com/vmihailenco/msgpack v4.0.4+incompatible // indirect
@@ -76,16 +71,18 @@ require (
 	github.com/zclconf/go-cty v1.10.0 // indirect
 	go.opencensus.io v0.23.0 // indirect
 	golang.org/x/crypto v0.0.0-20211215153901-e495a2d5b3d3 // indirect
-	golang.org/x/net v0.0.0-20220425223048-2871e0cb64e4 // indirect
-	golang.org/x/oauth2 v0.0.0-20220411215720-9780585627b5 // indirect
-	golang.org/x/sys v0.0.0-20220503163025-988cb79eb6c6 // indirect
+	golang.org/x/net v0.0.0-20220526153639-5463443f8c37 // indirect
+	golang.org/x/oauth2 v0.0.0-20220628200809-02e64fa58f26 // indirect
+	golang.org/x/sys v0.0.0-20220520151302-bc2c85ada10a // indirect
 	golang.org/x/text v0.3.7 // indirect
 	golang.org/x/time v0.0.0-20210723032227-1f47c861a9ac // indirect
-	google.golang.org/api v0.79.0 // indirect
+	google.golang.org/api v0.82.0 // indirect
 	google.golang.org/appengine v1.6.7 // indirect
-	google.golang.org/genproto v0.0.0-20220505152158-f39f71e6c8f3 // indirect
-	google.golang.org/grpc v1.46.0 // indirect
+	google.golang.org/genproto v0.0.0-20220527130721-00d5c0f3be58 // indirect
+	google.golang.org/grpc v1.46.2 // indirect
 	google.golang.org/protobuf v1.28.0 // indirect
 	gopkg.in/yaml.v2 v2.4.0 // indirect
 	gopkg.in/yaml.v3 v3.0.1 // indirect
 )
+
+replace github.com/databricks/databricks-sdk-go v0.0.0 => ./ext/databricks-sdk-go