Merge branch 'master' into dynamic_dashboard_component

.github/workflows/embedded-sdk-release.yml

@@ -0,0 +1,23 @@
+name: Embedded SDK Release
+
+on:
+  push:
+    branches:
+      - 'master'
+
+jobs:
+  build:
+    runs-on: ubuntu-20.04
+    defaults:
+      run:
+        working-directory: superset-embedded-sdk
+    steps:
+      - uses: actions/checkout@v2
+      - uses: actions/setup-node@v2
+        with:
+          node-version: "16"
+          registry-url: 'https://registry.npmjs.org'
+      - run: npm ci
+      - run: npm run ci:release
+        env:
+          NODE_AUTH_TOKEN: ${{ secrets.NPM_TOKEN }}

.github/workflows/embedded-sdk-test.yml

@@ -0,0 +1,23 @@
+name: Embedded SDK PR Checks
+
+on:
+  pull_request:
+    paths:
+      - "superset-embedded-sdk/**"
+    types: [synchronize, opened, reopened, ready_for_review]
+
+jobs:
+  embedded-sdk-test:
+    if: github.event.pull_request.draft == false
+    runs-on: ubuntu-20.04
+    defaults:
+      run:
+        working-directory: superset-embedded-sdk
+    steps:
+      - uses: actions/checkout@v2
+      - uses: actions/setup-node@v2
+        with:
+          node-version: "16"
+          registry-url: 'https://registry.npmjs.org'
+      - run: npm ci
+      - run: npm run build

.github/workflows/superset-docs.yml

@@ -12,31 +12,28 @@ jobs:
   build-deploy:
     name: Build & Deploy
     runs-on: ubuntu-20.04
+    defaults:
+      run:
+        working-directory: docs
     steps:
       - name: "Checkout ${{ github.ref }} ( ${{ github.sha }} )"
         uses: actions/checkout@v2
         with:
           persist-credentials: false
           submodules: recursive
-      - name: npm install
-        working-directory: ./docs
+      - name: yarn install
         run: |
-          npm install
-      - name: lint
-        working-directory: ./docs
+          yarn install --check-cache
+      - name: yarn build
         run: |
-          npm run lint
-      - name: gatsby build
-        working-directory: ./docs
-        run: |
-          npm run build
+          yarn build
       - name: deploy docs
         if: github.ref == 'refs/heads/master'
         uses: ./.github/actions/github-action-push-to-another-repository
         env:
           API_TOKEN_GITHUB: ${{ secrets.SUPERSET_SITE_BUILD }}
         with:
-          source-directory: './docs/public'
+          source-directory: './docs/build'
           destination-github-username: 'apache'
           destination-repository-name: 'superset-site'
           target-branch: 'asf-site'

.gitignore

@@ -89,6 +89,9 @@ scripts/*.zip
 venv
 @eaDir/
 
+# PyCharm
+.run
+
 # Test data
 celery_results.sqlite
 celerybeat-schedule

.rat-excludes

@@ -35,8 +35,9 @@ apache_superset.egg-info
 .*csv
 # Generated doc files
 env/*
-docs/README.md
 docs/.htaccess*
+docs-v2/.htaccess*
+.nojekyll
 _build/*
 _static/*
 .buildinfo

RELEASING/README.md

@@ -30,6 +30,7 @@ partaking in the process should join the channel.
 
 ## Release notes for recent releases
 
+- [1.4](release-notes-1-4/README.md)
 - [1.3](release-notes-1-3/README.md)
 - [1.2](release-notes-1-2/README.md)
 - [1.1](release-notes-1-1/README.md)

RELEASING/release-notes-1-4/README.md

@@ -0,0 +1,78 @@
+<!--
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements.  See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership.  The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License.  You may obtain a copy of the License at
+
+  http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied.  See the License for the
+specific language governing permissions and limitations
+under the License.
+-->
+
+# Release Notes for Superset 1.4
+
+Superset 1.4 focuses heavily on continuing to polish the core Superset experience. This release has a very very long list of fixes from across the community.
+
+- [**User Experience**](#user-facing-features)
+- [**Database Experience**](#database-experience)
+- [**Breaking Changes and Full Changelog**](#breaking-changes-and-full-changelog)
+
+## User Facing Features
+
+- Charts and dashboards in Superset can now be certified! In addition, the Edit Dataset modal more accurately reflects state of Certification (especially for Calculated Columns). ([#17335](https://github.com/apache/superset/pull/17335), [#16454](https://github.com/apache/superset/pull/16454))
+
+![Tab Column](media/calc.png)
+
+- Parquet files can now be uploaded into an existing connected database that has Data Upload enabled. Eventually, the contributor hopes that this foundation can be used to accommodate `feather` and `orc` files. ([#14449](https://github.com/apache/superset/pull/14449))
+
+- Tabs can now be added to Column elements in dashboards. ([#16593](https://github.com/apache/superset/pull/16593))
+
+![Tab Column](media/tab_column.jpg)
+
+- The experience of using alerts and reports have improved in a few minor ways. ([#16335](https://github.com/apache/superset/pull/16335),[#16281](https://github.com/apache/superset/pull/16281))
+
+- Drag and drop now has a clickable ghost button for an improved user experience. ([#16119](https://github.com/apache/superset/pull/16119))
+
+## Database Experience
+
+- Apache Drill: Superset can now connect to Apache Drill (thru ODBC / JDBC) and impersonate the currently logged in user. ([#17353](https://github.com/apache/superset/pull/17353/files)).
+
+- Firebolt: Superset now supports the cloud data warehouse Firebolt! ([#16903](https://github.com/apache/superset/pull/16903)).
+
+- Databricks: Superset now supports the new [SQL Endpoints in Databricks](https://docs.databricks.com/sql/admin/sql-endpoints.html). ([#16862](https://github.com/apache/superset/pull/16862))
+
+- Apache Druid: Superset Explore now can take advantage of support for JOIN's in Druid (note: the `DRUID_JOINS` feature flag needs to be 	enabled). ([#16770](https://github.com/apache/superset/pull/16770))
+
+- AWS Aurora: Superset now has a separate db_engine_spec for Amazon Aurora. ([#16535](https://github.com/apache/superset/pull/16535))
+
+- Clickhouse: Superset now includes function names in the auto-complete for SQL Lab. ([#16234](https://github.com/apache/superset/pull/16234))
+
+- Google Sheets: Better support for private Google Sheets was added. ([#16228](https://github.com/apache/superset/pull/16628))
+
+
+## Developer Experience
+
+- The `Makefile` for Superset has gone through a number of improvements. ([#16327](https://github.com/apache/superset/pull/16327), [#16533](https://github.com/apache/superset/pull/16533))
+
+- Add Python instrumentation to pages, showing method calls used to build the page & how long each one took. This requires a configuration flag (see PR for more info). ([#16136](https://github.com/apache/superset/pull/16136))
+
+![Pyinstrument](media/pyinstrument.png)
+
+## Breaking Changes and Full Changelog
+
+**Breaking Changes**
+
+- [16660](https://github.com/apache/superset/pull/16660): The `columns` Jinja parameter has been renamed `table_columns` to make the columns query object parameter available in the Jinja context.
+- [16711](https://github.com/apache/superset/pull/16711): The url_param Jinja function will now by default escape the result. For instance, the value `O'Brien` will now be changed to `O''Brien`. To disable this behavior, call `url_param` with `escape_result` set to `False: url_param("my_key", "my default", escape_result=False)`.
+
+**Changelog**
+
+To see the complete changelog in this release, head to [CHANGELOG.MD](https://github.com/apache/superset/blob/master/CHANGELOG.md). As mentioned earlier, this release has a MASSIVE amount of bug fixes. The full changelog lists all of them!

UPDATING.md

@@ -46,6 +46,7 @@ assists people when migrating to a new version.
 
 - [17589](https://github.com/apache/incubator-superset/pull/17589): It is now possible to limit access to users' recent activity data by setting the `ENABLE_BROAD_ACTIVITY_ACCESS` config flag to false, or customizing the `raise_for_user_activity_access` method in the security manager.
 - [17536](https://github.com/apache/superset/pull/17536): introduced a key-value endpoint to store dashboard filter state. This endpoint is backed by Flask-Caching and the default configuration assumes that the values will be stored in the file system. If you are already using another cache backend like Redis or Memchached, you'll probably want to change this setting in `superset_config.py`. The key is `FILTER_STATE_CACHE_CONFIG` and the available settings can be found in Flask-Caching [docs](https://flask-caching.readthedocs.io/en/latest/).
+- [17882](https://github.com/apache/superset/pull/17882): introduced a key-value endpoint to store Explore form data. This endpoint is backed by Flask-Caching and the default configuration assumes that the values will be stored in the file system. If you are already using another cache backend like Redis or Memchached, you'll probably want to change this setting in `superset_config.py`. The key is `EXPLORE_FORM_DATA_CACHE_CONFIG` and the available settings can be found in Flask-Caching [docs](https://flask-caching.readthedocs.io/en/latest/).
 
 ## 1.4.0
 

docker-compose-non-dev.yml

@@ -14,7 +14,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 #
-x-superset-image: &superset-image apache/superset:latest-dev
+x-superset-image: &superset-image apache/superset:${TAG:-latest-dev}
 x-superset-depends-on: &superset-depends-on
   - db
   - redis

docker-compose.yml

@@ -14,7 +14,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 #
-x-superset-image: &superset-image apache/superset:latest-dev
+x-superset-image: &superset-image apache/superset:${TAG:-latest-dev}
 x-superset-user: &superset-user root
 x-superset-depends-on: &superset-depends-on
   - db

docs/.gitignore

@@ -1,3 +1,20 @@
-.docz
-.cache
-public
+# Dependencies
+/node_modules
+
+# Production
+/build
+
+# Generated files
+.docusaurus
+.cache-loader
+
+# Misc
+.DS_Store
+.env.local
+.env.development.local
+.env.test.local
+.env.production.local
+
+npm-debug.log*
+yarn-debug.log*
+yarn-error.log*

docs/README.md

@@ -17,53 +17,36 @@ specific language governing permissions and limitations
 under the License.
 -->
 
-Here's the source to the documentation hosted at
-<a href="https://superset.apache.org">superset.apache.org</a>
+# Website
 
-The site runs on the Gatsby framework and uses docz for it's
-`Documentation` subsection.
+This website is built using [Docusaurus 2](https://docusaurus.io/), a modern static website generator.
 
-## Getting Started
+### Installation
 
-```bash
-cd docs/
-npm install
-npm run start
-# navigate to localhost:8000`
+```
+$ yarn
 ```
 
-## To Publish
-
-Github Actions CI automatically publishes the site after changes are
-merged to master.
+### Local Development
 
-To manually publish, the static site that Gatsby generates needs to be pushed
-to the `asf-site` branch on the
-[apache/superset-site](https://github.com/apache/superset-site/)
-repository. No need to PR here, simply `git push`.
+```
+$ yarn start
+```
 
-```bash
-# Get in the docs/ folder in the main repo
-cd ~/repos/superset/docs
-# have Gatsby build the static website, this puts in under `docs/public`
-npm run build
+This command starts a local development server and opens up a browser window. Most changes are reflected live without having to restart the server.
 
-# go to the docs repo
-cd ~/repos/superset-site
-# checkout the proper branch
-git checkout asf-site
+### Build
 
-# BE CAREFUL WITH THIS COMMAND
-# wipe the content of the repo
-rm -rf *
+```
+$ yarn build
+```
 
-# copy the static site here
-cp -r ~/repos/superset/docs/public/ ./
+This command generates static content into the `build` directory and can be served using any static contents hosting service.
 
-# git push
-git add .
-git commit -m "relevant commit msg"
-git push origin asf-site
+### Deployment
 
-# SUCCESS - it should take minutes to take effect on superset.apache.org
 ```
+$ GIT_USER=<Your GitHub username> USE_SSH=true yarn deploy
+```
+
+If you are using GitHub pages for hosting, this command is a convenient way to build the website and push to the `gh-pages` branch.

docs/prettier.config.js → docs/babel.config.js

@@ -16,6 +16,7 @@
  * specific language governing permissions and limitations
  * under the License.
  */
-{
-	"endOfLine":"lf", "semi":false,"singleQuote":false,"tabWidth": 2,"trailingComma":"es5"
-}
+
+module.exports = {
+  presets: [require.resolve('@docusaurus/core/lib/babel/preset')],
+};

docs/docs/Contributing/_category_.json

@@ -0,0 +1,4 @@
+{
+  "label": "Contributing",
+  "position": 6
+}

docs/src/pages/docs/Contributing/contributing-page.mdx → docs/docs/Contributing/contributing-page.mdx

@@ -1,8 +1,7 @@
 ---
-name: General Resources
-menu: Contributing
-route: /docs/contributing/contribution-guidelines
-index: 1
+title: Contributing to Superset
+hide_title: true
+sidebar_position: 1
 version: 1
 ---
 

docs/src/pages/docs/Contributing/conventions-and-typing.mdx → docs/docs/Contributing/conventions-and-typing.mdx

@@ -1,8 +1,7 @@
 ---
-name: Conventions and Typing
-menu: Contributing
-route: /docs/contributing/conventions-typing
-index: 7
+title: Conventions and Typing
+hide_title: true
+sidebar_position: 7
 version: 1
 ---
 

docs/src/pages/docs/Contributing/hooks-and-linting.mdx → docs/docs/Contributing/hooks-and-linting.mdx

@@ -1,8 +1,7 @@
 ---
-name: Pre-commit Hooks and Linting
-menu: Contributing
-route: /docs/contributing/hooks-linting
-index: 6
+title: Pre-commit Hooks and Linting
+hide_title: true
+sidebar_position: 6
 version: 1
 ---
 

docs/src/pages/docs/Contributing/local-backend.mdx → docs/docs/Contributing/local-backend.mdx

@@ -1,8 +1,7 @@
 ---
-name: Running a Local Flask Backend
-menu: Contributing
-route: /docs/contributing/local-dev-backend
-index: 5
+title: Running a Local Flask Backend
+hide_title: true
+sidebar_position: 5
 version: 1
 ---
 

docs/src/pages/docs/Contributing/pull-request-guidelines.mdx → docs/docs/Contributing/pull-request-guidelines.mdx

@@ -1,8 +1,7 @@
 ---
-name: Pull Request Guidelines
-menu: Contributing
-route: /docs/contributing/pr-guidelines
-index: 3
+title: Pull Request Guidelines
+hide_title: true
+sidebar_position: 3
 version: 1
 ---