Fetching databricks host from connection if not supplied in extras.

.asf.yaml

@@ -32,6 +32,8 @@ github:
     issues: true
     # Enable projects for project management boards
     projects: true
+    # Enable wiki for documentation
+    wiki: false
 
   enabled_merge_buttons:
     squash: true

.coveragerc

@@ -24,3 +24,6 @@ omit =
     airflow/migrations/*
     airflow/www/node_modules/**
     airflow/www_rbac/node_modules/**
+
+[run]
+relative_files = True

.dockerignore

@@ -34,8 +34,16 @@
 !docs
 !licenses
 !metastore_browser
-!scripts
+
+# Add those folders to the context so that they are available in the CI container
+!scripts/in_container
+
+# Add backport packages to the context
+!backport_packages
+
+# Add tests and kubernetes_tests to context.
 !tests
+!kubernetes_tests
 
 !.coveragerc
 !.rat-excludes
@@ -48,7 +56,6 @@
 !MANIFEST.in
 !NOTICE
 !.github
-!requirements
 !empty
 
 # Avoid triggering context change on README change (new companies using Airflow)

.flake8

@@ -1,6 +1,6 @@
 [flake8]
 max-line-length = 110
-ignore = E731,W504,I001,W503
+ignore = E203,E231,E731,W504,I001,W503
 exclude = .svn,CVS,.bzr,.hg,.git,__pycache__,.eggs,*.egg,node_modules
 format = ${cyan}%(path)s${reset}:${yellow_bold}%(row)d${reset}:${green_bold}%(col)d${reset}: ${red_bold}%(code)s${reset} %(text)s
 per-file-ignores =

.github/ISSUE_TEMPLATE/bug_report.md

@@ -69,7 +69,7 @@ If you are using kubernetes, please attempt to recreate the issue using minikube
 
 If this is a UI bug, please provide a screenshot of the bug or a link to a youtube video of the bug in action
 
-You can include images using the .md sytle of
+You can include images using the .md style of
 ![alt text](http://url/to/img.png)
 
 To record a screencast, mac users can use QuickTime and then create an unlisted youtube video with the resulting .mov file.

.github/ISSUE_TEMPLATE/config.yml

@@ -0,0 +1,5 @@
+blank_issues_enabled: false
+contact_links:
+  - name: Ask a question or get support
+    url: https://s.apache.org/airflow-slack
+    about: Ask a question or request support for using Apache Airflow

.github/PULL_REQUEST_TEMPLATE.md

@@ -1,15 +1,23 @@
----
-Make sure to mark the boxes below before creating PR: [x]
+<!--
+Thank you for contributing! Please make sure that your code changes
+are covered with tests. And in case of new features or big changes
+remember to adjust the documentation.
+
+Feel free to ping committers for the review!
+
+In case of existing issue, reference it using one of the following:
 
-- [ ] Description above provides context of the change
-- [ ] Unit tests coverage for changes (not needed for documentation changes)
-- [ ] Target Github ISSUE in description if exists
-- [ ] Commits follow "[How to write a good git commit message](http://chris.beams.io/posts/git-commit/)"
-- [ ] Relevant documentation is updated including usage instructions.
-- [ ] I will engage committers as explained in [Contribution Workflow Example](https://github.com/apache/airflow/blob/master/CONTRIBUTING.rst#contribution-workflow-example).
+closes: #ISSUE
+related: #ISSUE
+
+How to write a good git commit message:
+http://chris.beams.io/posts/git-commit/
+-->
 
 ---
+**^ Add meaningful description above**
+
+Read the **[Pull Request Guidelines](https://github.com/apache/airflow/blob/master/CONTRIBUTING.rst#pull-request-guidelines)** for more information.
 In case of fundamental code change, Airflow Improvement Proposal ([AIP](https://cwiki.apache.org/confluence/display/AIRFLOW/Airflow+Improvements+Proposals)) is needed.
 In case of a new dependency, check compliance with the [ASF 3rd Party License Policy](https://www.apache.org/legal/resolved.html#category-x).
 In case of backwards incompatible changes please leave a note in [UPDATING.md](https://github.com/apache/airflow/blob/master/UPDATING.md).
-Read the [Pull Request Guidelines](https://github.com/apache/airflow/blob/master/CONTRIBUTING.rst#pull-request-guidelines) for more information.

.github/boring-cyborg.yml

@@ -22,11 +22,11 @@ labelPRBasedOnFilePath:
   provider:Google:
     - airflow/providers/google/*
     - airflow/providers/google/**/*
-    - tests/providers/google/*
-    - tests/providers/google/**/*
     - docs/howto/connection/gcp.rst
     - docs/howto/connection/gcp_sql.rst
-    - docs/howto/operator/gcp/*
+    - docs/howto/operator/google/*
+    - tests/providers/google/*
+    - tests/providers/google/**/*
 
   provider:AWS:
     - airflow/providers/amazon/aws/**/*
@@ -39,25 +39,45 @@ labelPRBasedOnFilePath:
     - airflow/providers/microsoft/azure/**/*
     - tests/providers/microsoft/azure/**/*
     - tests/providers/microsoft/azure/*
+    - docs/howto/connection/azure.rst
 
   provider:Apache:
     - airflow/providers/apache/**/*
-    - tests/providers/apache/**/*
+    - docs/howto/operator/apache/*
     - tests/providers/apache/*
+    - tests/providers/apache/**/*
 
   k8s:
     - airflow/**/kubernetes_*.py
+    - airflow/example_dags/example_kubernetes_executor.py
+    - airflow/example_dags/example_kubernetes_executor_config.py
     - airflow/kubernetes/**/*
-    - tests/runtime/kubernetes/*
+    - docs/executor/kubernetes.rst
+    - docs/howto/connection/kubernetes.rst
+    - docs/howto/operator/kubernetes.rst
     - docs/kubernetes.rst
+    - tests/runtime/kubernetes/*
 
   area:API:
+    - airflow/api/*
+    - airflow/api/**/*
     - airflow/api_connexion/*
     - airflow/api_connexion/**/*
+    - airflow/www/api/*
+    - airflow/www/api/**/*
+    - clients/*
+    - clients/**/*
+    - docs/rest-api-ref.rst
+    - docs/stable-rest-api/*
+    - docs/stable-rest-api/**/*
     - tests/api_connexion/*
     - tests/api_connexion/**/*
+    - tests/www/api/*
+    - tests/www/api/**/*
 
   area:dev:
+    - airflow/mypy/*
+    - airflow/mypy/**/*
     - scripts/**/*
     - scripts/*
     - dev/**/*
@@ -83,6 +103,10 @@ labelPRBasedOnFilePath:
     - .rat-excludes
     - .readthedocs.yml
     - .travis.yml
+    - airflow/www/.eslintignore
+    - airflow/www/.eslintrc
+    - airflow/www/.stylelintignore
+    - airflow/www/.stylelintrc
 
   area:docs:
     - docs/**/*
@@ -106,17 +130,22 @@ labelPRBasedOnFilePath:
     - airflow/bin/cli.py
     - airflow/cli/**/*.py
     - tests/cli/**/*.py
+    - docs/cli-ref.rst
+    - docs/usage-cli.rst
 
   area:Lineage:
     - airflow/lineage/**/*
     - airflow/lineage/*
     - tests/lineage/*
+    - docs/lineage.rst
 
   area:Logging:
+    - airflow/providers/**/log/*
     - airflow/utils/log/*
-    - tests/utils/log/**/*
+    - docs/howto/write-logs.rst
+    - tests/providers/**/log/*
     - tests/utils/log/*
-    - docs/lineage.rst
+    - tests/utils/log/**/*
 
   area:Plugins:
     - airflow/cli/commands/plugins_command.py
@@ -140,10 +169,13 @@ labelPRBasedOnFilePath:
     - airflow/providers/**/secrets/*
     - tests/secrets/*
     - tests/providers/**/secrets/*
+    - docs/howto/secrets-backend/*
 
   area:Serialization:
     - airflow/serialization/*
+    - airflow/models/serialized_dag.py
     - tests/serialization/*
+    - tests/models/test_serialized_dag.py
     - docs/dag-serialization.rst
 
 # Various Flags to control behaviour of the "Labeler"
@@ -199,16 +231,6 @@ firstPRMergeComment: >
 firstIssueWelcomeComment: >
   Thanks for opening your first issue here! Be sure to follow the issue template!
 
-insertIssueLinkInPrDescription:
-  descriptionIssuePlaceholderRegexp: "^Issue link: (.*)$"
-  matchers:
-    jiraIssueMatch:
-      titleIssueIdRegexp: \[(AIRFLOW-[0-9]{4})\]
-      descriptionIssueLink: "[${1}](https://issues.apache.org/jira/browse/${1})"
-    docOnlyIssueMatch:
-      titleIssueIdRegexp: \[(AIRFLOW-X{4})\]
-      descriptionIssueLink: "`Document only change, no JIRA issue`"
-
 checkUpToDate:
   - airflow/migrations/*
   - airflow/migrations/**/*

.github/mergeable.yml

@@ -34,13 +34,6 @@ mergeable:
       - do: label
         must_exclude:
           regex: 'dont-merge'
-      # All todo check boxes must be checked.
-      - do: description
-        must_exclude:
-          regex: \[ \]
-          message: There are incomplete TODO task(s) unchecked.
-        no_empty:
-          enabled: true
       # If package.json is updated, so should yarn.lock
       - do: dependent
         changed: