Add SDK package and make the repo multi package (#17)

* Add SDK package and introduce lerna

* switch from npm to yarn

Author: fjakobs

.gitattributes

@@ -0,0 +1 @@
+* text=auto eol=lf

.github/workflows/push.yml

@@ -1,4 +1,4 @@
-name: Node.js CI
+name: VSCode Extensions CI
 
 on:
     push:
@@ -14,7 +14,7 @@ jobs:
             matrix:
                 os: [windows-latest, macos-latest]
                 node-version: [14.x]
-                vscode-version: [minimum, stable, insiders]
+                vscode-version: [stable, insiders]
 
         env:
             VSCODE_TEST_VERSION: ${{ matrix.vscode-version }}
@@ -26,14 +26,30 @@ jobs:
               uses: actions/setup-node@v3
               with:
                   node-version: ${{ matrix.node-version }}
+                  cache: "yarn"
 
-            - run: npm ci
-            - run: npm run vscode:prepublish
+            - run: yarn install --immutable
 
-            - name: Tests
+            - name: Building packages
+              run: yarn run build
+
+            - name: Tests (OSX)
               uses: GabrielBB/xvfb-action@v1
               if: matrix.os != 'windows-latest'
               env:
                   NODE_OPTIONS: "--max-old-space-size=8192"
               with:
-                  run: npm test
+                  run: yarn test
+
+            - name: Tests (Windows)
+              if: matrix.os == 'windows-latest'
+              run: yarn test
+              env:
+                  NODE_OPTIONS: "--max-old-space-size=8192"
+
+            - name: Integration Tests
+              run: yarn run test:integ
+              env:
+                  DATABRICKS_HOST: ${{ secrets.DATABRICKS_HOST }}
+                  DATABRICKS_TOKEN: ${{ secrets.DATABRICKS_TOKEN }}
+                  DATABRICKS_CLUSTER_ID: ${{ secrets.DATABRICKS_CLUSTER_ID }}

.gitignore

@@ -4,3 +4,10 @@ dist/
 out/
 .DS_Store
 *.vsix
+.pnp.*
+.yarn/*
+!.yarn/patches
+!.yarn/plugins
+!.yarn/releases
+!.yarn/sdks
+!.yarn/versions

.yarn/plugins/@yarnpkg/plugin-workspace-tools.cjs

@@ -0,0 +1 @@
+--ignore-engines true

.yarn/releases/yarn-3.2.1.cjs

@@ -0,0 +1,7 @@
+nodeLinker: node-modules
+
+plugins:
+  - path: .yarn/plugins/@yarnpkg/plugin-workspace-tools.cjs
+    spec: "@yarnpkg/plugin-workspace-tools"
+
+yarnPath: .yarn/releases/yarn-3.2.1.cjs

.yarnrc

@@ -5,91 +5,25 @@
 | Build ([main branch](https://github.com/databricks/databricks-vscode/commits/main))             | [![GitHub CI Status](https://github.com/databricks/databricks-vscode/actions/workflows/push.yml/badge.svg?branch=main)](https://github.com/databricks/databricks-vscode/actions/workflows/push.yml) [![Coverage](https://img.shields.io/codecov/c/github/databricks/databricks-vscode/main.svg)](https://codecov.io/gh/databricks/databricks-vscode/branch/main) [![LGTM Grade](https://img.shields.io/lgtm/grade/javascript/github/databricks/databricks-vscode)](https://lgtm.com/projects/g/databricks/databricks-vscode/) |
 | [Marketplace](https://marketplace.visualstudio.com/items?itemName=databricks.databricks-vscode) | [![Marketplace Version](https://img.shields.io/vscode-marketplace/v/databricks.databricks-vscode.svg) ![Marketplace Downloads](https://img.shields.io/vscode-marketplace/d/databricks.databricks-vscode.svg)](https://marketplace.visualstudio.com/items?itemName=databricks.databricks-vscode)                                                                                                                                                                                                                               |
 
-The Databricks extension for VSCode allows you to develop for the Databricks Lakehouse platform from VSCode.
+## Introduction
 
-The extension is available from the [Visual Studio Marketplace](https://marketplace.visualstudio.com/itemdetails?itemName=databricks.databricks-vscode).
+This repository contains the source code for Databricks extensions for VSCode.
 
-This is an open source project because we want you to be involved. We love issues, feature requests, code reviews, pull
-requests or any positive contribution. See [CONTRIBUTING.md](CONTRIBUTING.md).
-
-## Features
-
-<mark>TODO</mark>
-
-Describe specific features of your extension including screenshots of your extension in action. Image paths are relative to this README file.
-
-For example if there is an image subfolder under your extension project workspace:
-
-\!\[feature X\]\(images/feature-x.png\)
-
-> Tip: Many popular extensions utilize animations. This is an excellent way to show off your extension! We recommend short, focused animations that are easy to follow.
-
-## Requirements
-
-<mark>TODO</mark>
-
-If you have any requirements or dependencies, add a section describing those and how to install and configure them.
-
-## Extension Settings
-
-<mark>TODO</mark>
-
-Include if your extension adds any VS Code settings through the `contributes.configuration` extension point.
-
-For example:
-
-This extension contributes the following settings:
-
--   `myExtension.enable`: enable/disable this extension
--   `myExtension.thing`: set to `blah` to do something
-
-## Known Issues
-
-<mark>TODO</mark>
+Currently, we have the following packages:
 
-Calling out known issues can help limit users opening duplicate issues against your extension.
+-   [databricks-vscode](https://github.com/databricks/databricks-vscode/tree/main/packages/databricks-vscode)
+    The VSCode extension for Databraicks published to the VSCode marketplace.
+-   [databricks-sdk-js](https://github.com/databricks/databricks-vscode/tree/main/packages/databricks-sdk-js)
+    JavaScript and TypeScript SDK for the Databricks REST API.
 
-## Release Notes
+### Getting Started
 
-<mark>TODO</mark>
+Prepare yarn:
 
-Users appreciate release notes as you update your extension.
+```
+npm install -g yarn@2
+yarn install
+```
 
-### 1.0.0
-
-Initial release of ...
-
-### 1.0.1
-
-Fixed issue #.
-
-### 1.1.0
-
-Added features X, Y, and Z.
-
-## License
-
-The **Databricks extension for Visual Studio Code** is distributed under the [Apache License, Version 2.0](https://www.apache.org/licenses/LICENSE-2.0).
-
----
-
-## Following extension guidelines
-
-Ensure that you've read through the extensions guidelines and follow the best practices for creating your extension.
-
--   [Extension Guidelines](https://code.visualstudio.com/api/references/extension-guidelines)
-
-## Working with Markdown
-
-**Note:** You can author your README using Visual Studio Code. Here are some useful editor keyboard shortcuts:
-
--   Split the editor (`Cmd+\` on macOS or `Ctrl+\` on Windows and Linux)
--   Toggle preview (`Shift+CMD+V` on macOS or `Shift+Ctrl+V` on Windows and Linux)
--   Press `Ctrl+Space` (Windows, Linux) or `Cmd+Space` (macOS) to see a list of Markdown snippets
-
-### For more information
-
--   [Visual Studio Code's Markdown Support](http://code.visualstudio.com/docs/languages/markdown)
--   [Markdown Syntax Reference](https://help.github.com/articles/markdown-basics/)
-
-**Enjoy!**
+This is an open source project because we want you to be involved. We love issues, feature requests, code reviews, pull
+requests or any positive contribution. See [CONTRIBUTING.md](CONTRIBUTING.md).

.yarnrc.yml

@@ -1,82 +1,29 @@
 {
-    "name": "databricks",
-    "displayName": "Databricks for Visual Studio Code",
-    "description": "IDE support for Databricks",
-    "publisher": "databricks",
-    "license": "Apache-2.0",
+    "name": "databricks-vscode",
     "version": "0.0.1",
-    "engines": {
-        "vscode": "^1.68.0"
-    },
-    "categories": [
-        "Data Science",
-        "Machine Learning"
-    ],
-    "keywords": [
-        "spark",
-        "databricks",
-        "machine learning",
-        "ml",
-        "data science",
-        "ds",
-        "lakehouse"
+    "private": true,
+    "workspaces": [
+        "packages/databricks-sdk-js",
+        "packages/databricks-vscode"
     ],
-    "preview": true,
-    "badges": [],
-    "icon": "images/databricks-logo.png",
-    "galleryBanner": {
-        "theme": "light"
+    "engines": {
+        "node": ">=16.0",
+        "yarn": ">=3.2.0"
     },
-    "homepage": "https://https://github.com/databricks/databricks-vscode/blob/main/README.md",
-    "bugs": {
-        "url": "https://github.com/databricks/databricks-vscode/issues"
+    "scripts": {
+        "test": "yarn workspaces foreach run test --if-present",
+        "test:integ": "yarn workspaces foreach run test:integ --if-present",
+        "build": "yarn workspaces foreach run build",
+        "clean": "yarn workspaces foreach run clean"
     },
     "repository": {
         "type": "git",
-        "url": "https://github.com/databricks/databricks-vscode.git"
-    },
-    "activationEvents": [
-        "onCommand:databricks.helloWorld"
-    ],
-    "main": "./dist/extension.js",
-    "contributes": {
-        "commands": [
-            {
-                "command": "databricks.helloWorld",
-                "title": "Hello World"
-            }
-        ]
+        "url": "git+https://github.com/databricks/databricks-vscode.git"
     },
-    "scripts": {
-        "vscode:prepublish": "npm run package",
-        "vscode:package": "vsce package",
-        "compile": "webpack",
-        "watch": "webpack --watch",
-        "package": "webpack --mode production --devtool hidden-source-map",
-        "compile-tests": "tsc -p . --outDir out",
-        "watch-tests": "tsc -p . -w --outDir out",
-        "pretest": "npm run compile-tests && npm run compile && npm run lint",
-        "fix": "prettier . --write",
-        "lint": "eslint src --ext ts && prettier . -c",
-        "test": "node ./out/test/runTest.js"
+    "license": "Apache-2.0",
+    "bugs": {
+        "url": "https://github.com/databricks/databricks-vscode/issues"
     },
-    "devDependencies": {
-        "@types/glob": "^7.2.0",
-        "@types/mocha": "^9.1.1",
-        "@types/node": "16.x",
-        "@types/vscode": "^1.68.0",
-        "@typescript-eslint/eslint-plugin": "^5.27.0",
-        "@typescript-eslint/parser": "^5.27.0",
-        "@vscode/test-electron": "^2.1.3",
-        "eslint": "^8.16.0",
-        "eslint-config-prettier": "^8.5.0",
-        "glob": "^8.0.3",
-        "mocha": "^10.0.0",
-        "prettier": "^2.7.1",
-        "ts-loader": "^9.3.0",
-        "typescript": "^4.7.2",
-        "vsce": "^2.9.1",
-        "webpack": "^5.72.1",
-        "webpack-cli": "^4.9.2"
-    }
+    "homepage": "https://github.com/databricks/databricks-vscode#readme",
+    "packageManager": "yarn@3.2.1"
 }