Setup pre-release CI for v2 (#1109)

## Changes
Example deployment
https://github.com/databricks/databricks-vscode/actions/runs/8157231380/job/22296625332

## Tests
<!-- How is this tested? -->

Author: kartikgupta-db

.github/workflows/create-release.yml

@@ -2,7 +2,7 @@ name: Create Draft Release
 
 on:
     push:
-        branches: ["main"]
+        branches: ["bundle-integ"]
 
     workflow_dispatch:
 
@@ -28,13 +28,13 @@ jobs:
             - run: |
                   TITLE=$(git show -s --format=%B HEAD | head -n1)
                   CHANGELOG_FILE=packages/databricks-vscode/CHANGELOG.md
-                  RELEASE_VERSION=$(cat $CHANGELOG_FILE | grep -E "^# Release: v(([0-9]+\.){2}[0-9]+).*" | head -n1 | sed -nr 's/.*Release: v(([0-9]+\.){2}[0-9]+).*/\1/p')
+                  RELEASE_VERSION=$(cat $CHANGELOG_FILE | grep -E "^# Release: v(([0-9]+\.){2}[0-9]+).*" | head -n1 | sed -nr 's/.*Release: v(([0-9]+\.){2}[0-9]+).*/\1/p')-preview
 
                   tmpfile=$(mktemp /tmp/commit-message.XXXXX)
                   cat $CHANGELOG_FILE | awk 'BEGIN{C=0} $0 ~ /^# Release: v.*/ && C==1{C=2} $0 ~ /^# Release: v'"$RELEASE_VERSION"'.*/{C=1} C==1 {print $0}' > $tmpfile
                   cat $tmpfile >> $GITHUB_STEP_SUMMARY
                   gh release create release-v$RELEASE_VERSION ${{ steps.download.outputs.download-path }}/databricks*/*.vsix \
-                      -d --target main -t "$TITLE" -F $tmpfile
+                      -d --target bundle-integ -t "$TITLE" -F $tmpfile
 
               env:
                   GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}

.github/workflows/publish-to-vscode.yml

@@ -15,6 +15,7 @@ jobs:
     publish-to-vscode:
         runs-on: ubuntu-latest
         environment: Production
+        if: endsWith(github.event.inputs.version, 'preview') || github.event_name == 'workflow_dispatch'
 
         steps:
             - name: Use Node.js 18.x
@@ -48,18 +49,18 @@ jobs:
             - name: Publish to VS Code Marketplace
               run: |
                   vsce -V
-                  vsce publish -p ${{ secrets.VSCE_TOKEN }} --packagePath databricks-*.vsix
+                  vsce publish -p ${{ secrets.VSCE_TOKEN }} --packagePath databricks-*.vsix --pre-release
 
               env:
                   VSCE_TOKEN: ${{ secrets.VSCE_TOKEN }}
 
-            - name: Install ovsx
-              run: npm install -g ovsx
+            # - name: Install ovsx
+            #   run: npm install -g ovsx
 
-            - name: Publish to Open VSIX
-              run: |
-                  ovsx verify-pat databricks
-                  ovsx publish --packagePath databricks-*.vsix
+            # - name: Publish to Open VSIX
+            #   run: |
+            #     ovsx verify-pat databricks
+            #     ovsx publish --packagePath databricks-*.vsix
 
-              env:
-                  OVSX_PAT: ${{ secrets.OVSX_PAT }}
+            #   env:
+            #     OVSX_PAT: ${{ secrets.OVSX_PAT }}

.github/workflows/release-pr.yml

@@ -54,7 +54,7 @@ jobs:
               id: create-changelog
               run: |
                   TMPFILE=$(mktemp /tmp/tmpfile.XXXX)
-                  bash scripts/generate_changelog.sh ${{ inputs.extension_version }} $TMPFILE
+                  bash scripts/generate_changelog.sh ${{ inputs.extension_version }}-preview $TMPFILE
 
                   cat $TMPFILE >> $GITHUB_STEP_SUMMARY
 
@@ -77,14 +77,14 @@ jobs:
                   git checkout -b $BRANCH
                   git add  **/CHANGELOG.md **/package.json package.json **/NOTICE.md
                   git status
-                  git commit -m "Changelog & version bump to ${{ inputs.extension_version }}"
+                  git commit -m "Changelog & version bump to ${{ inputs.extension_version }}-preview"
                   git push origin HEAD
                   echo "branch_name=$BRANCH" >> $GITHUB_OUTPUT
 
             - name: Create PR
               if: ${{ inputs.extension_version != '0.0.0'}}
               run: |
-                  gh pr create -B main -H ${{ steps.create-branch.outputs.branch_name }} --title "Release: v${{ inputs.extension_version }}" --body-file ${{ steps.create-changelog.outputs.changelog_file }}
+                  gh pr create -B bundle-integ -H ${{ steps.create-branch.outputs.branch_name }} --title "Release: v${{ inputs.extension_version }}-preview" --body-file ${{ steps.create-changelog.outputs.changelog_file }}
                   rm ${{ steps.create-changelog.outputs.changelog_file }}
               env:
                   GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}

packages/databricks-vscode/package.json

@@ -779,7 +779,7 @@
     },
     "scripts": {
         "vscode:prepublish": "rm -rf out && yarn run package:compile && yarn run package:wrappers:write && yarn run package:jupyter-init-script:write && yarn run package:copy-webview-toolkit && yarn run generate-telemetry",
-        "package": "vsce package --baseContentUrl https://github.com/databricks/databricks-vscode/blob/${TAG:-main}/packages/databricks-vscode --baseImagesUrl https://raw.githubusercontent.com/databricks/databricks-vscode/${TAG:-main}/packages/databricks-vscode",
+        "package": "vsce package --pre-release --baseContentUrl https://github.com/databricks/databricks-vscode/blob/${TAG:-bundle-integ}/packages/databricks-vscode --baseImagesUrl https://raw.githubusercontent.com/databricks/databricks-vscode/${TAG:-bundle-integ}/packages/databricks-vscode",
         "package:linux:x64": "./scripts/package-vsix.sh linux-x64",
         "package:linux:arm64": "./scripts/package-vsix.sh linux-arm64",
         "package:darwin:x64": "./scripts/package-vsix.sh darwin-x64",