From 00642a46d019870c4decb3d0e47c01d6a25cb88c Mon Sep 17 00:00:00 2001 From: Jarek Potiuk Date: Tue, 26 May 2020 19:12:21 +0200 Subject: [PATCH] Fixed name of 20 remaining wrongly named operators. (#8994) --- BREEZE.rst | 2 +- .../oracle_to_azure_data_lake_transfer.py | 2 +- .../operators/oracle_to_oracle_transfer.py | 18 +- airflow/contrib/operators/vertica_to_hive.py | 19 +- airflow/contrib/operators/vertica_to_mysql.py | 18 +- airflow/contrib/sensors/hdfs_sensor.py | 36 +++- .../operators/google_api_to_s3_transfer.py | 20 +- airflow/operators/hive_to_druid.py | 18 +- airflow/operators/hive_to_mysql.py | 18 +- airflow/operators/mssql_to_hive.py | 19 +- airflow/operators/mysql_to_hive.py | 18 +- airflow/operators/presto_to_mysql.py | 18 +- airflow/operators/redshift_to_s3_operator.py | 19 +- airflow/operators/s3_to_hive_operator.py | 18 +- airflow/operators/s3_to_redshift_operator.py | 19 +- .../amazon/PROVIDERS_CHANGES_2020.05.20.md | 3 + airflow/providers/amazon/README.md | 13 +- ...mple_google_api_to_s3_transfer_advanced.py | 6 +- ...example_google_api_to_s3_transfer_basic.py | 4 +- .../amazon/aws/hooks/batch_client.py | 6 +- .../amazon/aws/hooks/batch_waiters.py | 4 +- .../providers/amazon/aws/operators/batch.py | 6 +- .../operators/google_api_to_s3_transfer.py | 2 +- .../amazon/aws/operators/redshift_to_s3.py | 2 +- .../amazon/aws/operators/s3_to_redshift.py | 2 +- .../cassandra/PROVIDERS_CHANGES_2020.05.20.md | 1 + airflow/providers/apache/cassandra/README.md | 1 + .../druid/PROVIDERS_CHANGES_2020.05.20.md | 1 + airflow/providers/apache/druid/README.md | 11 +- .../apache/druid/operators/hive_to_druid.py | 2 +- .../hdfs/PROVIDERS_CHANGES_2020.05.20.md | 1 + airflow/providers/apache/hdfs/README.md | 7 +- airflow/providers/apache/hdfs/sensors/hdfs.py | 4 +- .../hive/PROVIDERS_CHANGES_2020.05.20.md | 1 + airflow/providers/apache/hive/README.md | 21 +- .../apache/hive/operators/hive_to_mysql.py | 2 +- .../apache/hive/operators/mssql_to_hive.py | 2 +- .../apache/hive/operators/mysql_to_hive.py | 2 +- .../apache/hive/operators/s3_to_hive.py | 2 +- .../apache/hive/operators/vertica_to_hive.py | 2 +- .../livy/PROVIDERS_CHANGES_2020.05.20.md | 1 + airflow/providers/apache/livy/README.md | 1 + .../pig/PROVIDERS_CHANGES_2020.05.20.md | 1 + airflow/providers/apache/pig/README.md | 1 + .../pinot/PROVIDERS_CHANGES_2020.05.20.md | 1 + airflow/providers/apache/pinot/README.md | 1 + .../spark/PROVIDERS_CHANGES_2020.05.20.md | 1 + airflow/providers/apache/spark/README.md | 1 + .../sqoop/PROVIDERS_CHANGES_2020.05.20.md | 1 + airflow/providers/apache/sqoop/README.md | 1 + .../celery/PROVIDERS_CHANGES_2020.05.20.md | 1 + airflow/providers/celery/README.md | 1 + .../cloudant/PROVIDERS_CHANGES_2020.05.20.md | 1 + airflow/providers/cloudant/README.md | 1 + .../PROVIDERS_CHANGES_2020.05.20.md | 2 + airflow/providers/databricks/README.md | 2 + .../datadog/PROVIDERS_CHANGES_2020.05.20.md | 1 + airflow/providers/datadog/README.md | 1 + .../dingding/PROVIDERS_CHANGES_2020.05.20.md | 1 + airflow/providers/dingding/README.md | 1 + .../discord/PROVIDERS_CHANGES_2020.05.20.md | 1 + airflow/providers/discord/README.md | 1 + .../docker/PROVIDERS_CHANGES_2020.05.20.md | 1 + airflow/providers/docker/README.md | 1 + .../PROVIDERS_CHANGES_2020.05.20.md | 1 + airflow/providers/elasticsearch/README.md | 1 + .../email/PROVIDERS_CHANGES_2020.05.20.md | 1 + airflow/providers/email/README.md | 1 + .../exasol/PROVIDERS_CHANGES_2020.05.20.md | 2 + airflow/providers/exasol/README.md | 2 + .../facebook/PROVIDERS_CHANGES_2020.05.20.md | 1 + airflow/providers/facebook/README.md | 1 + .../ftp/PROVIDERS_CHANGES_2020.05.20.md | 1 + airflow/providers/ftp/README.md | 1 + .../google/PROVIDERS_CHANGES_2020.05.20.md | 5 + airflow/providers/google/README.md | 11 +- .../cloud/example_dags/example_gcs_to_gcs.py | 12 +- .../google/cloud/operators/gcs_to_gcs.py | 2 +- .../suite/example_dags/example_sheets.py | 4 +- .../google/suite/operators/sheets.py | 4 +- .../grpc/PROVIDERS_CHANGES_2020.05.20.md | 1 + airflow/providers/grpc/README.md | 9 +- .../hashicorp/PROVIDERS_CHANGES_2020.05.20.md | 1 + airflow/providers/hashicorp/README.md | 1 + .../http/PROVIDERS_CHANGES_2020.05.20.md | 1 + airflow/providers/http/README.md | 1 + .../imap/PROVIDERS_CHANGES_2020.05.20.md | 2 + airflow/providers/imap/README.md | 2 + .../jdbc/PROVIDERS_CHANGES_2020.05.20.md | 2 + airflow/providers/jdbc/README.md | 2 + .../jenkins/PROVIDERS_CHANGES_2020.05.20.md | 1 + airflow/providers/jenkins/README.md | 1 + .../jira/PROVIDERS_CHANGES_2020.05.20.md | 1 + airflow/providers/jira/README.md | 1 + .../azure/PROVIDERS_CHANGES_2020.05.20.md | 1 + airflow/providers/microsoft/azure/README.md | 19 +- .../oracle_to_azure_data_lake_transfer.py | 2 +- .../mssql/PROVIDERS_CHANGES_2020.05.20.md | 2 + airflow/providers/microsoft/mssql/README.md | 2 + .../winrm/PROVIDERS_CHANGES_2020.05.20.md | 1 + airflow/providers/microsoft/winrm/README.md | 1 + .../mongo/PROVIDERS_CHANGES_2020.05.20.md | 1 + airflow/providers/mongo/README.md | 1 + .../mysql/PROVIDERS_CHANGES_2020.05.20.md | 2 + airflow/providers/mysql/README.md | 18 +- .../mysql/operators/presto_to_mysql.py | 2 +- .../providers/mysql/operators/s3_to_mysql.py | 2 +- .../mysql/operators/vertica_to_mysql.py | 2 +- .../odbc/PROVIDERS_CHANGES_2020.05.20.md | 1 + airflow/providers/odbc/README.md | 1 + .../openfaas/PROVIDERS_CHANGES_2020.05.20.md | 1 + airflow/providers/openfaas/README.md | 1 + .../opsgenie/PROVIDERS_CHANGES_2020.05.20.md | 1 + airflow/providers/opsgenie/README.md | 1 + .../oracle/PROVIDERS_CHANGES_2020.05.20.md | 2 + airflow/providers/oracle/README.md | 10 +- .../operators/oracle_to_oracle_transfer.py | 2 +- .../pagerduty/PROVIDERS_CHANGES_2020.05.20.md | 2 + airflow/providers/pagerduty/README.md | 2 + .../providers/papermill/ADDITIONAL_INFO.md | 5 +- .../papermill/PROVIDERS_CHANGES_2020.05.20.md | 1 + airflow/providers/papermill/README.md | 6 + .../postgres/PROVIDERS_CHANGES_2020.05.20.md | 2 + airflow/providers/postgres/README.md | 2 + .../presto/PROVIDERS_CHANGES_2020.05.20.md | 1 + airflow/providers/presto/README.md | 1 + .../qubole/PROVIDERS_CHANGES_2020.05.20.md | 2 + airflow/providers/qubole/README.md | 2 + .../redis/PROVIDERS_CHANGES_2020.05.20.md | 1 + airflow/providers/redis/README.md | 1 + .../PROVIDERS_CHANGES_2020.05.20.md | 2 + airflow/providers/salesforce/README.md | 2 + .../samba/PROVIDERS_CHANGES_2020.05.20.md | 1 + airflow/providers/samba/README.md | 1 + .../segment/PROVIDERS_CHANGES_2020.05.20.md | 1 + airflow/providers/segment/README.md | 1 + .../sftp/PROVIDERS_CHANGES_2020.05.20.md | 1 + airflow/providers/sftp/README.md | 1 + .../PROVIDERS_CHANGES_2020.05.20.md | 2 + airflow/providers/singularity/README.md | 2 + .../slack/PROVIDERS_CHANGES_2020.05.20.md | 2 + airflow/providers/slack/README.md | 2 + .../snowflake/PROVIDERS_CHANGES_2020.05.20.md | 2 + airflow/providers/snowflake/README.md | 10 +- .../example_dags/example_snowflake.py | 4 +- .../snowflake/operators/s3_to_snowflake.py | 2 +- .../sqlite/PROVIDERS_CHANGES_2020.05.20.md | 2 + airflow/providers/sqlite/README.md | 2 + .../ssh/PROVIDERS_CHANGES_2020.05.20.md | 1 + airflow/providers/ssh/README.md | 1 + .../vertica/PROVIDERS_CHANGES_2020.05.20.md | 1 + airflow/providers/vertica/README.md | 1 + .../yandex/PROVIDERS_CHANGES_2020.05.20.md | 2 + airflow/providers/yandex/README.md | 2 + .../zendesk/PROVIDERS_CHANGES_2020.05.20.md | 1 + airflow/providers/zendesk/README.md | 1 + backport_packages/setup_backport_packages.py | 188 ++++++++++++++---- breeze | 2 +- dev/BACKPORT_PACKAGES.md | 27 ++- docs/concepts.rst | 2 +- docs/howto/operator/gcp/sheets.rst | 6 +- .../run_prepare_backport_readme.sh | 22 +- .../amazon/aws/hooks/test_batch_client.py | 12 +- .../amazon/aws/hooks/test_batch_waiters.py | 12 +- .../test_google_api_to_s3_transfer.py | 9 +- .../aws/operators/test_redshift_to_s3.py | 4 +- .../aws/operators/test_s3_to_redshift.py | 4 +- .../druid/operators/test_hive_to_druid.py | 4 +- .../apache/hdfs/sensors/test_hdfs.py | 20 +- .../hive/operators/test_hive_to_mysql.py | 14 +- .../hive/operators/test_mssql_to_hive.py | 14 +- .../hive/operators/test_mysql_to_hive.py | 14 +- .../apache/hive/operators/test_s3_to_hive.py | 21 +- .../google/cloud/operators/test_gcs_to_gcs.py | 4 +- .../google/suite/operators/test_sheets.py | 6 +- ...test_oracle_to_azure_data_lake_transfer.py | 6 +- .../mysql/operators/test_presto_to_mysql.py | 8 +- .../mysql/operators/test_s3_to_mysql.py | 7 +- .../mysql/operators/test_vertica_to_mysql.py | 34 ++-- .../test_oracle_to_oracle_transfer.py | 4 +- .../operators/test_s3_to_snowflake.py | 6 +- tests/test_core_to_contrib.py | 32 +-- 182 files changed, 806 insertions(+), 302 deletions(-) diff --git a/BREEZE.rst b/BREEZE.rst index 30d6ef5903b0f..b1a43d9f08fa1 100644 --- a/BREEZE.rst +++ b/BREEZE.rst @@ -878,7 +878,7 @@ This is the current syntax for `./breeze <./breeze>`_: Prepares README.md files for backport packages. You can provide (after --) optional version in the form of YYYY.MM.DD, optionally followed by the list of packages to generate readme for. - If the first parameter is not formatted as a date, then today is used as version. + If the first parameter is not formatted as a date, then today is regenerated. If no packages are specified, readme for all packages are generated. If no date is specified, current date + 3 days is used (allowing for PMC votes to pass). diff --git a/airflow/contrib/operators/oracle_to_azure_data_lake_transfer.py b/airflow/contrib/operators/oracle_to_azure_data_lake_transfer.py index b2d45ca54ef00..9f4e55400fba4 100644 --- a/airflow/contrib/operators/oracle_to_azure_data_lake_transfer.py +++ b/airflow/contrib/operators/oracle_to_azure_data_lake_transfer.py @@ -24,7 +24,7 @@ # pylint: disable=unused-import from airflow.providers.microsoft.azure.operators.oracle_to_azure_data_lake_transfer import ( # noqa - OracleToAzureDataLakeTransfer, + OracleToAzureDataLakeTransferOperator, ) warnings.warn( diff --git a/airflow/contrib/operators/oracle_to_oracle_transfer.py b/airflow/contrib/operators/oracle_to_oracle_transfer.py index 768f4ce7ad190..12e7b21832019 100644 --- a/airflow/contrib/operators/oracle_to_oracle_transfer.py +++ b/airflow/contrib/operators/oracle_to_oracle_transfer.py @@ -20,9 +20,25 @@ import warnings # pylint: disable=unused-import -from airflow.providers.oracle.operators.oracle_to_oracle_transfer import OracleToOracleTransfer # noqa +from airflow.providers.oracle.operators.oracle_to_oracle_transfer import OracleToOracleTransferOperator warnings.warn( "This module is deprecated. Please use `airflow.providers.oracle.operators.oracle_to_oracle_transfer`.", DeprecationWarning, stacklevel=2 ) + + +class OracleToOracleTransfer(OracleToOracleTransferOperator): + """ + This class is deprecated. + Please use: + `airflow.providers.oracle.operators.oracle_to_oracle_transfer.OracleToOracleTransferOperator`.""" + + def __init__(self, *args, **kwargs): + warnings.warn( + """This class is deprecated. + Please use + `airflow.providers.oracle.operators.oracle_to_oracle_transfer.OracleToOracleTransferOperator`.""", + DeprecationWarning, stacklevel=2 + ) + super().__init__(*args, **kwargs) diff --git a/airflow/contrib/operators/vertica_to_hive.py b/airflow/contrib/operators/vertica_to_hive.py index 3d6023cc7ea44..6492c631967d1 100644 --- a/airflow/contrib/operators/vertica_to_hive.py +++ b/airflow/contrib/operators/vertica_to_hive.py @@ -19,10 +19,25 @@ import warnings -# pylint: disable=unused-import -from airflow.providers.apache.hive.operators.vertica_to_hive import VerticaToHiveTransfer # noqa +from airflow.providers.apache.hive.operators.vertica_to_hive import VerticaToHiveTransferOperator warnings.warn( "This module is deprecated. Please use `airflow.providers.apache.hive.operators.vertica_to_hive`.", DeprecationWarning, stacklevel=2 ) + + +class VerticaToHiveTransfer(VerticaToHiveTransferOperator): + """ + This class is deprecated. + Please use: + `airflow.providers.apache.hive.operators.vertica_to_hive.VerticaToHiveTransferOperator`.""" + + def __init__(self, *args, **kwargs): + warnings.warn( + """This class is deprecated. + Please use + `airflow.providers.apache.hive.operators.vertica_to_hive.VerticaToHiveTransferOperator`.""", + DeprecationWarning, stacklevel=2 + ) + super().__init__(*args, **kwargs) diff --git a/airflow/contrib/operators/vertica_to_mysql.py b/airflow/contrib/operators/vertica_to_mysql.py index 3cb33e2088fd4..efd6d64fd8564 100644 --- a/airflow/contrib/operators/vertica_to_mysql.py +++ b/airflow/contrib/operators/vertica_to_mysql.py @@ -20,9 +20,25 @@ import warnings # pylint: disable=unused-import -from airflow.providers.mysql.operators.vertica_to_mysql import VerticaToMySqlTransfer # noqa +from airflow.providers.mysql.operators.vertica_to_mysql import VerticaToMySqlTransferOperator warnings.warn( "This module is deprecated. Please use `airflow.providers.mysql.operators.vertica_to_mysql`.", DeprecationWarning, stacklevel=2 ) + + +class VerticaToMySqlTransfer(VerticaToMySqlTransferOperator): + """ + This class is deprecated. + Please use: + `airflow.providers.mysql.operators.vertica_to_mysql.VerticaToMySqlTransferOperator`.""" + + def __init__(self, *args, **kwargs): + warnings.warn( + """This class is deprecated. + Please use + `airflow.providers.mysql.operators.vertica_to_mysql.VerticaToMySqlTransferOperator`.""", + DeprecationWarning, stacklevel=2 + ) + super().__init__(*args, **kwargs) diff --git a/airflow/contrib/sensors/hdfs_sensor.py b/airflow/contrib/sensors/hdfs_sensor.py index e5e9d71227a8e..eff7f950dbaba 100644 --- a/airflow/contrib/sensors/hdfs_sensor.py +++ b/airflow/contrib/sensors/hdfs_sensor.py @@ -20,9 +20,43 @@ import warnings # pylint: disable=unused-import -from airflow.providers.apache.hdfs.sensors.hdfs import HdfsSensorFolder, HdfsSensorRegex # noqa +from airflow.providers.apache.hdfs.sensors.hdfs import HdfsFolderSensor, HdfsRegexSensor warnings.warn( "This module is deprecated. Please use `airflow.providers.apache.hdfs.sensors.hdfs`.", DeprecationWarning, stacklevel=2 ) + + +# pylint: disable=too-many-ancestors +class HdfsSensorFolder(HdfsFolderSensor): + """ + This class is deprecated. + Please use: + `airflow.providers.apache.hdfs.sensors.hdfs.HdfsFolderSensor`.""" + + def __init__(self, *args, **kwargs): + warnings.warn( + """This class is deprecated. + Please use + `airflow.providers.apache.hdfs.sensors.hdfs.HdfsFolderSensor`.""", + DeprecationWarning, stacklevel=2 + ) + super().__init__(*args, **kwargs) + + +# pylint: disable=too-many-ancestors +class HdfsSensorRegex(HdfsRegexSensor): + """ + This class is deprecated. + Please use: + `airflow.providers.apache.hdfs.sensors.hdfs.HdfsRegexSensor`.""" + + def __init__(self, *args, **kwargs): + warnings.warn( + """This class is deprecated. + Please use + `airflow.providers.apache.hdfs.sensors.hdfs.HdfsRegexSensor`.""", + DeprecationWarning, stacklevel=2 + ) + super().__init__(*args, **kwargs) diff --git a/airflow/operators/google_api_to_s3_transfer.py b/airflow/operators/google_api_to_s3_transfer.py index a33cf30fedfb4..c1c22a53506d4 100644 --- a/airflow/operators/google_api_to_s3_transfer.py +++ b/airflow/operators/google_api_to_s3_transfer.py @@ -22,11 +22,27 @@ import warnings -# pylint: disable=unused-import -from airflow.providers.amazon.aws.operators.google_api_to_s3_transfer import GoogleApiToS3Transfer # noqa +from airflow.providers.amazon.aws.operators.google_api_to_s3_transfer import GoogleApiToS3TransferOperator warnings.warn( "This module is deprecated. " "Please use `airflow.providers.amazon.aws.operators.google_api_to_s3_transfer`.", DeprecationWarning, stacklevel=2 ) + + +class GoogleApiToS3Transfer(GoogleApiToS3TransferOperator): + """ + This class is deprecated. + Please use: + `airflow.providers.amazon.aws.operators.google_api_to_s3_transfer.GoogleApiToS3TransferOperator`.""" + + def __init__(self, *args, **kwargs): + warnings.warn( + """This class is deprecated. + Please use + `airflow.providers.amazon.aws.operators.""" + + "google_api_to_s3_transfer.GoogleApiToS3TransferOperator`.", + DeprecationWarning, stacklevel=2 + ) + super().__init__(*args, **kwargs) diff --git a/airflow/operators/hive_to_druid.py b/airflow/operators/hive_to_druid.py index 228bee59b0356..1cdd162b66be3 100644 --- a/airflow/operators/hive_to_druid.py +++ b/airflow/operators/hive_to_druid.py @@ -20,9 +20,25 @@ import warnings # pylint: disable=unused-import -from airflow.providers.apache.druid.operators.hive_to_druid import HiveToDruidTransfer # noqa +from airflow.providers.apache.druid.operators.hive_to_druid import HiveToDruidTransferOperator warnings.warn( "This module is deprecated. Please use `airflow.providers.apache.druid.operators.hive_to_druid`.", DeprecationWarning, stacklevel=2 ) + + +class HiveToDruidTransfer(HiveToDruidTransferOperator): + """ + This class is deprecated. + Please use: + `airflow.providers.apache.druid.operators.hive_to_druid.HiveToDruidTransferOperator`.""" + + def __init__(self, *args, **kwargs): + warnings.warn( + """This class is deprecated. + Please use + `airflow.providers.apache.druid.operators.hive_to_druid.HiveToDruidTransferOperator`.""", + DeprecationWarning, stacklevel=2 + ) + super().__init__(*args, **kwargs) diff --git a/airflow/operators/hive_to_mysql.py b/airflow/operators/hive_to_mysql.py index a0420c63b3560..bca1cf83cff7c 100644 --- a/airflow/operators/hive_to_mysql.py +++ b/airflow/operators/hive_to_mysql.py @@ -20,9 +20,25 @@ import warnings # pylint: disable=unused-import -from airflow.providers.apache.hive.operators.hive_to_mysql import HiveToMySqlTransfer # noqa +from airflow.providers.apache.hive.operators.hive_to_mysql import HiveToMySqlTransferOperator warnings.warn( "This module is deprecated. Please use `airflow.providers.apache.hive.operators.hive_to_mysql`.", DeprecationWarning, stacklevel=2 ) + + +class HiveToMySqlTransfer(HiveToMySqlTransferOperator): + """ + This class is deprecated. + Please use: + `airflow.providers.apache.hive.operators.hive_to_mysql.HiveToMySqlTransferOperator`.""" + + def __init__(self, *args, **kwargs): + warnings.warn( + """This class is deprecated. + Please use + `airflow.providers.apache.hive.operators.hive_to_mysql.HiveToMySqlTransferOperator`.""", + DeprecationWarning, stacklevel=2 + ) + super().__init__(*args, **kwargs) diff --git a/airflow/operators/mssql_to_hive.py b/airflow/operators/mssql_to_hive.py index ef8d6ed8ac45b..756ce30758488 100644 --- a/airflow/operators/mssql_to_hive.py +++ b/airflow/operators/mssql_to_hive.py @@ -19,10 +19,25 @@ import warnings -# pylint: disable=unused-import -from airflow.providers.apache.hive.operators.mssql_to_hive import MsSqlToHiveTransfer # noqa +from airflow.providers.apache.hive.operators.mssql_to_hive import MsSqlToHiveTransferOperator warnings.warn( "This module is deprecated. Please use `airflow.providers.apache.hive.operators.mssql_to_hive`.", DeprecationWarning, stacklevel=2 ) + + +class MsSqlToHiveTransfer(MsSqlToHiveTransferOperator): + """ + This class is deprecated. + Please use: + `airflow.providers.apache.hive.operators.mssql_to_hive.MsSqlToHiveTransferOperator`.""" + + def __init__(self, *args, **kwargs): + warnings.warn( + """This class is deprecated. + Please use + `airflow.providers.apache.hive.operators.mssql_to_hive.MsSqlToHiveTransferOperator`.""", + DeprecationWarning, stacklevel=2 + ) + super().__init__(*args, **kwargs) diff --git a/airflow/operators/mysql_to_hive.py b/airflow/operators/mysql_to_hive.py index aef7b2d53223d..5c45075951e77 100644 --- a/airflow/operators/mysql_to_hive.py +++ b/airflow/operators/mysql_to_hive.py @@ -19,10 +19,24 @@ import warnings -# pylint: disable=unused-import -from airflow.providers.apache.hive.operators.mysql_to_hive import MySqlToHiveTransfer # noqa +from airflow.providers.apache.hive.operators.mysql_to_hive import MySqlToHiveTransferOperator warnings.warn( "This module is deprecated. Please use `airflow.providers.apache.hive.operators.mysql_to_hive`.", DeprecationWarning, stacklevel=2 ) + + +class MySqlToHiveTransfer(MySqlToHiveTransferOperator): + """ + This class is deprecated. + Please use `airflow.providers.apache.hive.operators.mysql_to_hive.MySqlToHiveTransferOperator`. + """ + + def __init__(self, *args, **kwargs): + warnings.warn( + """This class is deprecated. + Please use `airflow.providers.apache.hive.operators.mysql_to_hive.MySqlToHiveTransferOperator`.""", + DeprecationWarning, stacklevel=2 + ) + super().__init__(*args, **kwargs) diff --git a/airflow/operators/presto_to_mysql.py b/airflow/operators/presto_to_mysql.py index f81d5ec882d89..a7b4aee024d58 100644 --- a/airflow/operators/presto_to_mysql.py +++ b/airflow/operators/presto_to_mysql.py @@ -20,9 +20,25 @@ import warnings # pylint: disable=unused-import -from airflow.providers.mysql.operators.presto_to_mysql import PrestoToMySqlTransfer # noqa +from airflow.providers.mysql.operators.presto_to_mysql import PrestoToMySqlTransferOperator warnings.warn( "This module is deprecated. Please use `airflow.providers.mysql.operators.presto_to_mysql`.", DeprecationWarning, stacklevel=2 ) + + +class PrestoToMySqlTransfer(PrestoToMySqlTransferOperator): + """ + This class is deprecated. + Please use: + `airflow.providers.mysql.operators.presto_to_mysql.PrestoToMySqlTransferOperator`.""" + + def __init__(self, *args, **kwargs): + warnings.warn( + """This class is deprecated. + Please use + `airflow.providers.mysql.operators.presto_to_mysql.PrestoToMySqlTransferOperator`.""", + DeprecationWarning, stacklevel=2 + ) + super().__init__(*args, **kwargs) diff --git a/airflow/operators/redshift_to_s3_operator.py b/airflow/operators/redshift_to_s3_operator.py index 21a41d1cce1c0..9b4eb3e857749 100644 --- a/airflow/operators/redshift_to_s3_operator.py +++ b/airflow/operators/redshift_to_s3_operator.py @@ -19,10 +19,25 @@ import warnings -# pylint: disable=unused-import -from airflow.providers.amazon.aws.operators.redshift_to_s3 import RedshiftToS3Transfer # noqa +from airflow.providers.amazon.aws.operators.redshift_to_s3 import RedshiftToS3TransferOperator warnings.warn( "This module is deprecated. Please use `airflow.providers.amazon.aws.operators.redshift_to_s3`.", DeprecationWarning, stacklevel=2 ) + + +class RedshiftToS3Transfer(RedshiftToS3TransferOperator): + """ + This class is deprecated. + Please use: + `airflow.providers.amazon.aws.operators.redshift_to_s3.RedshiftToS3TransferOperator`.""" + + def __init__(self, *args, **kwargs): + warnings.warn( + """This class is deprecated. + Please use + `airflow.providers.amazon.aws.operators.redshift_to_s3.RedshiftToS3TransferOperator`.""", + DeprecationWarning, stacklevel=2 + ) + super().__init__(*args, **kwargs) diff --git a/airflow/operators/s3_to_hive_operator.py b/airflow/operators/s3_to_hive_operator.py index 01cb358578090..d353b4e36e629 100644 --- a/airflow/operators/s3_to_hive_operator.py +++ b/airflow/operators/s3_to_hive_operator.py @@ -19,10 +19,24 @@ import warnings -# pylint: disable=unused-import -from airflow.providers.apache.hive.operators.s3_to_hive import S3ToHiveTransfer # noqa +from airflow.providers.apache.hive.operators.s3_to_hive import S3ToHiveTransferOperator warnings.warn( "This module is deprecated. Please use `airflow.providers.apache.hive.operators.s3_to_hive`.", DeprecationWarning, stacklevel=2 ) + + +class S3ToHiveTransfer(S3ToHiveTransferOperator): + """ + This class is deprecated. + Please use `airflow.providers.apache.hive.operators.s3_to_hive.S3ToHiveTransferOperator`. + """ + + def __init__(self, *args, **kwargs): + warnings.warn( + """This class is deprecated. + Please use `airflow.providers.apache.hive.operators.s3_to_hive.S3ToHiveTransferOperator`.""", + DeprecationWarning, stacklevel=2 + ) + super().__init__(*args, **kwargs) diff --git a/airflow/operators/s3_to_redshift_operator.py b/airflow/operators/s3_to_redshift_operator.py index 1bad5c19622e2..74d37da84db36 100644 --- a/airflow/operators/s3_to_redshift_operator.py +++ b/airflow/operators/s3_to_redshift_operator.py @@ -19,10 +19,25 @@ import warnings -# pylint: disable=unused-import -from airflow.providers.amazon.aws.operators.s3_to_redshift import S3ToRedshiftTransfer # noqa +from airflow.providers.amazon.aws.operators.s3_to_redshift import S3ToRedshiftTransferOperator warnings.warn( "This module is deprecated. Please use `airflow.providers.amazon.aws.operators.s3_to_redshift`.", DeprecationWarning, stacklevel=2 ) + + +class S3ToRedshiftTransfer(S3ToRedshiftTransferOperator): + """ + This class is deprecated. + Please use: + `airflow.providers.amazon.aws.operators.s3_to_redshift.S3ToRedshiftTransferOperator`.""" + + def __init__(self, *args, **kwargs): + warnings.warn( + """This class is deprecated. + Please use + `airflow.providers.amazon.aws.operators.s3_to_redshift.S3ToRedshiftTransferOperator`.""", + DeprecationWarning, stacklevel=2 + ) + super().__init__(*args, **kwargs) diff --git a/airflow/providers/amazon/PROVIDERS_CHANGES_2020.05.20.md b/airflow/providers/amazon/PROVIDERS_CHANGES_2020.05.20.md index d85b6353eecab..da8fdaa01bf27 100644 --- a/airflow/providers/amazon/PROVIDERS_CHANGES_2020.05.20.md +++ b/airflow/providers/amazon/PROVIDERS_CHANGES_2020.05.20.md @@ -4,6 +4,9 @@ | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------------------------------------------------------------------------------------------| +| [1d36b0303](https://github.com/apache/airflow/commit/1d36b0303b8632fce6de78ca4e782ae26ee06fea) | 2020-05-23 | Fix references in docs (#8984) | +| [f946f96da](https://github.com/apache/airflow/commit/f946f96da45d8e6101805450d8cab7ccb2774ad0) | 2020-05-23 | Old json boto compat removed from dynamodb_to_s3 operator (#8987) | +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [f4edd90a9](https://github.com/apache/airflow/commit/f4edd90a94b8f91bbefbbbfba367372399559596) | 2020-05-16 | Speed up TestAwsLambdaHook by not actually running a function (#8882) | diff --git a/airflow/providers/amazon/README.md b/airflow/providers/amazon/README.md index 165055f4968cd..89a0f4667a281 100644 --- a/airflow/providers/amazon/README.md +++ b/airflow/providers/amazon/README.md @@ -130,15 +130,15 @@ All classes in Airflow 2.0 are in `airflow.providers.amazon` package. | [aws.operators.emr_create_job_flow.EmrCreateJobFlowOperator](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/operators/emr_create_job_flow.py) | [contrib.operators.emr_create_job_flow_operator.EmrCreateJobFlowOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/emr_create_job_flow_operator.py) | | [aws.operators.emr_terminate_job_flow.EmrTerminateJobFlowOperator](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/operators/emr_terminate_job_flow.py) | [contrib.operators.emr_terminate_job_flow_operator.EmrTerminateJobFlowOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/emr_terminate_job_flow_operator.py) | | [aws.operators.gcs_to_s3.GCSToS3Operator](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/operators/gcs_to_s3.py) | [operators.gcs_to_s3.GCSToS3Operator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/operators/gcs_to_s3.py) | -| [aws.operators.google_api_to_s3_transfer.GoogleApiToS3Transfer](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/operators/google_api_to_s3_transfer.py) | [operators.google_api_to_s3_transfer.GoogleApiToS3Transfer](https://github.com/apache/airflow/blob/v1-10-stable/airflow/operators/google_api_to_s3_transfer.py) | +| [aws.operators.google_api_to_s3_transfer.GoogleApiToS3TransferOperator](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/operators/google_api_to_s3_transfer.py) | [operators.google_api_to_s3_transfer.GoogleApiToS3Transfer](https://github.com/apache/airflow/blob/v1-10-stable/airflow/operators/google_api_to_s3_transfer.py) | | [aws.operators.hive_to_dynamodb.HiveToDynamoDBTransferOperator](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/operators/hive_to_dynamodb.py) | [contrib.operators.hive_to_dynamodb.HiveToDynamoDBTransferOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/hive_to_dynamodb.py) | | [aws.operators.imap_attachment_to_s3.ImapAttachmentToS3Operator](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/operators/imap_attachment_to_s3.py) | [contrib.operators.imap_attachment_to_s3_operator.ImapAttachmentToS3Operator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/imap_attachment_to_s3_operator.py) | | [aws.operators.mongo_to_s3.MongoToS3Operator](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/operators/mongo_to_s3.py) | [contrib.operators.mongo_to_s3.MongoToS3Operator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/mongo_to_s3.py) | -| [aws.operators.redshift_to_s3.RedshiftToS3Transfer](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/operators/redshift_to_s3.py) | [operators.redshift_to_s3_operator.RedshiftToS3Transfer](https://github.com/apache/airflow/blob/v1-10-stable/airflow/operators/redshift_to_s3_operator.py) | +| [aws.operators.redshift_to_s3.RedshiftToS3TransferOperator](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/operators/redshift_to_s3.py) | [operators.redshift_to_s3_operator.RedshiftToS3Transfer](https://github.com/apache/airflow/blob/v1-10-stable/airflow/operators/redshift_to_s3_operator.py) | | [aws.operators.s3_copy_object.S3CopyObjectOperator](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/operators/s3_copy_object.py) | [contrib.operators.s3_copy_object_operator.S3CopyObjectOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/s3_copy_object_operator.py) | | [aws.operators.s3_delete_objects.S3DeleteObjectsOperator](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/operators/s3_delete_objects.py) | [contrib.operators.s3_delete_objects_operator.S3DeleteObjectsOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/s3_delete_objects_operator.py) | | [aws.operators.s3_list.S3ListOperator](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/operators/s3_list.py) | [contrib.operators.s3_list_operator.S3ListOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/s3_list_operator.py) | -| [aws.operators.s3_to_redshift.S3ToRedshiftTransfer](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/operators/s3_to_redshift.py) | [operators.s3_to_redshift_operator.S3ToRedshiftTransfer](https://github.com/apache/airflow/blob/v1-10-stable/airflow/operators/s3_to_redshift_operator.py) | +| [aws.operators.s3_to_redshift.S3ToRedshiftTransferOperator](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/operators/s3_to_redshift.py) | [operators.s3_to_redshift_operator.S3ToRedshiftTransfer](https://github.com/apache/airflow/blob/v1-10-stable/airflow/operators/s3_to_redshift_operator.py) | | [aws.operators.s3_to_sftp.S3ToSFTPOperator](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/operators/s3_to_sftp.py) | [contrib.operators.s3_to_sftp_operator.S3ToSFTPOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/s3_to_sftp_operator.py) | | [aws.operators.sagemaker_base.SageMakerBaseOperator](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/operators/sagemaker_base.py) | [contrib.operators.sagemaker_base_operator.SageMakerBaseOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/sagemaker_base_operator.py) | | [aws.operators.sagemaker_endpoint.SageMakerEndpointOperator](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/operators/sagemaker_endpoint.py) | [contrib.operators.sagemaker_endpoint_operator.SageMakerEndpointOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/sagemaker_endpoint_operator.py) | @@ -195,8 +195,8 @@ All classes in Airflow 2.0 are in `airflow.providers.amazon` package. | New Airflow 2.0 hooks: `airflow.providers.amazon` package | |:-------------------------------------------------------------------------------------------------------------------------------------------------------| -| [aws.hooks.batch_client.AwsBatchClient](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/hooks/batch_client.py) | -| [aws.hooks.batch_waiters.AwsBatchWaiters](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/hooks/batch_waiters.py) | +| [aws.hooks.batch_client.AwsBatchClientHook](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/hooks/batch_client.py) | +| [aws.hooks.batch_waiters.AwsBatchWaitersHook](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/hooks/batch_waiters.py) | | [aws.hooks.cloud_formation.AWSCloudFormationHook](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/hooks/cloud_formation.py) | | [aws.hooks.ec2.EC2Hook](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/hooks/ec2.py) | | [aws.hooks.glue.AwsGlueJobHook](https://github.com/apache/airflow/blob/master/airflow/providers/amazon/aws/hooks/glue.py) | @@ -256,6 +256,9 @@ All classes in Airflow 2.0 are in `airflow.providers.amazon` package. | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------------------------------------------------------------------------------------------| +| [1d36b0303](https://github.com/apache/airflow/commit/1d36b0303b8632fce6de78ca4e782ae26ee06fea) | 2020-05-23 | Fix references in docs (#8984) | +| [f946f96da](https://github.com/apache/airflow/commit/f946f96da45d8e6101805450d8cab7ccb2774ad0) | 2020-05-23 | Old json boto compat removed from dynamodb_to_s3 operator (#8987) | +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [f4edd90a9](https://github.com/apache/airflow/commit/f4edd90a94b8f91bbefbbbfba367372399559596) | 2020-05-16 | Speed up TestAwsLambdaHook by not actually running a function (#8882) | diff --git a/airflow/providers/amazon/aws/example_dags/example_google_api_to_s3_transfer_advanced.py b/airflow/providers/amazon/aws/example_dags/example_google_api_to_s3_transfer_advanced.py index 0c91d182f0688..6dd9117bcae2d 100644 --- a/airflow/providers/amazon/aws/example_dags/example_google_api_to_s3_transfer_advanced.py +++ b/airflow/providers/amazon/aws/example_dags/example_google_api_to_s3_transfer_advanced.py @@ -38,7 +38,7 @@ from airflow import DAG from airflow.operators.dummy_operator import DummyOperator from airflow.operators.python import BranchPythonOperator -from airflow.providers.amazon.aws.operators.google_api_to_s3_transfer import GoogleApiToS3Transfer +from airflow.providers.amazon.aws.operators.google_api_to_s3_transfer import GoogleApiToS3TransferOperator from airflow.utils.dates import days_ago # [START howto_operator_google_api_to_s3_transfer_advanced_env_variables] @@ -79,7 +79,7 @@ def _check_and_transform_video_ids(xcom_key, task_ids, task_instance, **kwargs): tags=['example'] ) as dag: # [START howto_operator_google_api_to_s3_transfer_advanced_task_1] - task_video_ids_to_s3 = GoogleApiToS3Transfer( + task_video_ids_to_s3 = GoogleApiToS3TransferOperator( gcp_conn_id=YOUTUBE_CONN_ID, google_api_service_name='youtube', google_api_service_version='v3', @@ -109,7 +109,7 @@ def _check_and_transform_video_ids(xcom_key, task_ids, task_instance, **kwargs): ) # [END howto_operator_google_api_to_s3_transfer_advanced_task_1_1] # [START howto_operator_google_api_to_s3_transfer_advanced_task_2] - task_video_data_to_s3 = GoogleApiToS3Transfer( + task_video_data_to_s3 = GoogleApiToS3TransferOperator( gcp_conn_id=YOUTUBE_CONN_ID, google_api_service_name='youtube', google_api_service_version='v3', diff --git a/airflow/providers/amazon/aws/example_dags/example_google_api_to_s3_transfer_basic.py b/airflow/providers/amazon/aws/example_dags/example_google_api_to_s3_transfer_basic.py index 5c5d3d2e33ac1..f329f1d890e7b 100644 --- a/airflow/providers/amazon/aws/example_dags/example_google_api_to_s3_transfer_basic.py +++ b/airflow/providers/amazon/aws/example_dags/example_google_api_to_s3_transfer_basic.py @@ -23,7 +23,7 @@ from os import getenv from airflow import DAG -from airflow.providers.amazon.aws.operators.google_api_to_s3_transfer import GoogleApiToS3Transfer +from airflow.providers.amazon.aws.operators.google_api_to_s3_transfer import GoogleApiToS3TransferOperator from airflow.utils.dates import days_ago # [START howto_operator_google_api_to_s3_transfer_basic_env_variables] @@ -41,7 +41,7 @@ tags=['example'] ) as dag: # [START howto_operator_google_api_to_s3_transfer_basic_task_1] - task_google_sheets_values_to_s3 = GoogleApiToS3Transfer( + task_google_sheets_values_to_s3 = GoogleApiToS3TransferOperator( google_api_service_name='sheets', google_api_service_version='v4', google_api_endpoint_path='sheets.spreadsheets.values.get', diff --git a/airflow/providers/amazon/aws/hooks/batch_client.py b/airflow/providers/amazon/aws/hooks/batch_client.py index 9477b95c4ea1e..653854eb53e98 100644 --- a/airflow/providers/amazon/aws/hooks/batch_client.py +++ b/airflow/providers/amazon/aws/hooks/batch_client.py @@ -153,7 +153,7 @@ def terminate_job(self, jobId: str, reason: str) -> Dict: # pylint: enable=invalid-name, unused-argument -class AwsBatchClient(AwsBaseHook): +class AwsBatchClientHook(AwsBaseHook): """ A client for AWS batch services. @@ -486,9 +486,9 @@ def delay(delay: Union[int, float, None] = None): when many concurrent tasks request job-descriptions. """ if delay is None: - delay = uniform(AwsBatchClient.DEFAULT_DELAY_MIN, AwsBatchClient.DEFAULT_DELAY_MAX) + delay = uniform(AwsBatchClientHook.DEFAULT_DELAY_MIN, AwsBatchClientHook.DEFAULT_DELAY_MAX) else: - delay = AwsBatchClient.add_jitter(delay) + delay = AwsBatchClientHook.add_jitter(delay) sleep(delay) @staticmethod diff --git a/airflow/providers/amazon/aws/hooks/batch_waiters.py b/airflow/providers/amazon/aws/hooks/batch_waiters.py index 864375330bbac..e407f25286a65 100644 --- a/airflow/providers/amazon/aws/hooks/batch_waiters.py +++ b/airflow/providers/amazon/aws/hooks/batch_waiters.py @@ -37,10 +37,10 @@ import botocore.waiter from airflow.exceptions import AirflowException -from airflow.providers.amazon.aws.hooks.batch_client import AwsBatchClient +from airflow.providers.amazon.aws.hooks.batch_client import AwsBatchClientHook -class AwsBatchWaiters(AwsBatchClient): +class AwsBatchWaitersHook(AwsBatchClientHook): """ A utility to manage waiters for AWS batch services. diff --git a/airflow/providers/amazon/aws/operators/batch.py b/airflow/providers/amazon/aws/operators/batch.py index 2b94b88e4a637..27bfda44c4cec 100644 --- a/airflow/providers/amazon/aws/operators/batch.py +++ b/airflow/providers/amazon/aws/operators/batch.py @@ -30,11 +30,11 @@ from airflow.exceptions import AirflowException from airflow.models import BaseOperator -from airflow.providers.amazon.aws.hooks.batch_client import AwsBatchClient +from airflow.providers.amazon.aws.hooks.batch_client import AwsBatchClientHook from airflow.utils.decorators import apply_defaults -class AwsBatchOperator(BaseOperator, AwsBatchClient): +class AwsBatchOperator(BaseOperator, AwsBatchClientHook): """ Execute a job on AWS Batch @@ -116,7 +116,7 @@ def __init__( ): # pylint: disable=too-many-arguments BaseOperator.__init__(self, **kwargs) - AwsBatchClient.__init__( + AwsBatchClientHook.__init__( self, max_retries=max_retries, status_retries=status_retries, diff --git a/airflow/providers/amazon/aws/operators/google_api_to_s3_transfer.py b/airflow/providers/amazon/aws/operators/google_api_to_s3_transfer.py index 98069c72f7384..e0f13e5becd7d 100644 --- a/airflow/providers/amazon/aws/operators/google_api_to_s3_transfer.py +++ b/airflow/providers/amazon/aws/operators/google_api_to_s3_transfer.py @@ -29,7 +29,7 @@ from airflow.utils.decorators import apply_defaults -class GoogleApiToS3Transfer(BaseOperator): +class GoogleApiToS3TransferOperator(BaseOperator): """ Basic class for transferring data from a Google API endpoint into a S3 Bucket. diff --git a/airflow/providers/amazon/aws/operators/redshift_to_s3.py b/airflow/providers/amazon/aws/operators/redshift_to_s3.py index aa44375aba98f..a456560e0c820 100644 --- a/airflow/providers/amazon/aws/operators/redshift_to_s3.py +++ b/airflow/providers/amazon/aws/operators/redshift_to_s3.py @@ -26,7 +26,7 @@ from airflow.utils.decorators import apply_defaults -class RedshiftToS3Transfer(BaseOperator): +class RedshiftToS3TransferOperator(BaseOperator): """ Executes an UNLOAD command to s3 as a CSV with headers diff --git a/airflow/providers/amazon/aws/operators/s3_to_redshift.py b/airflow/providers/amazon/aws/operators/s3_to_redshift.py index f6c8010730b7e..5a32af50c435b 100644 --- a/airflow/providers/amazon/aws/operators/s3_to_redshift.py +++ b/airflow/providers/amazon/aws/operators/s3_to_redshift.py @@ -23,7 +23,7 @@ from airflow.utils.decorators import apply_defaults -class S3ToRedshiftTransfer(BaseOperator): +class S3ToRedshiftTransferOperator(BaseOperator): """ Executes an COPY command to load files from s3 to Redshift diff --git a/airflow/providers/apache/cassandra/PROVIDERS_CHANGES_2020.05.20.md b/airflow/providers/apache/cassandra/PROVIDERS_CHANGES_2020.05.20.md index b6e3a61a19474..4453add65984a 100644 --- a/airflow/providers/apache/cassandra/PROVIDERS_CHANGES_2020.05.20.md +++ b/airflow/providers/apache/cassandra/PROVIDERS_CHANGES_2020.05.20.md @@ -4,6 +4,7 @@ | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:---------------------------------------------------------------------------------| +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/apache/cassandra/README.md b/airflow/providers/apache/cassandra/README.md index ea78886682713..ba238298aaff0 100644 --- a/airflow/providers/apache/cassandra/README.md +++ b/airflow/providers/apache/cassandra/README.md @@ -105,6 +105,7 @@ All classes in Airflow 2.0 are in `airflow.providers.apache.cassandra` package. | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:---------------------------------------------------------------------------------| +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/apache/druid/PROVIDERS_CHANGES_2020.05.20.md b/airflow/providers/apache/druid/PROVIDERS_CHANGES_2020.05.20.md index 620bb6147f8f3..663ba2ec662e8 100644 --- a/airflow/providers/apache/druid/PROVIDERS_CHANGES_2020.05.20.md +++ b/airflow/providers/apache/druid/PROVIDERS_CHANGES_2020.05.20.md @@ -4,6 +4,7 @@ | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:--------------------------------------------------------------------------------------------| +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/apache/druid/README.md b/airflow/providers/apache/druid/README.md index c5faf3da2ef36..5825f72e13c8a 100644 --- a/airflow/providers/apache/druid/README.md +++ b/airflow/providers/apache/druid/README.md @@ -92,11 +92,11 @@ All classes in Airflow 2.0 are in `airflow.providers.apache.druid` package. ### Moved operators -| Airflow 2.0 operators: `airflow.providers.apache.druid` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:-------------------------------------------------------------------------------------------------------------------------------------------------------|:---------------------------------------------------------------------------------------------------------------------------------------------------| -| [operators.druid.DruidOperator](https://github.com/apache/airflow/blob/master/airflow/providers/apache/druid/operators/druid.py) | [contrib.operators.druid_operator.DruidOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/druid_operator.py) | -| [operators.druid_check.DruidCheckOperator](https://github.com/apache/airflow/blob/master/airflow/providers/apache/druid/operators/druid_check.py) | [operators.druid_check_operator.DruidCheckOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/operators/druid_check_operator.py) | -| [operators.hive_to_druid.HiveToDruidTransfer](https://github.com/apache/airflow/blob/master/airflow/providers/apache/druid/operators/hive_to_druid.py) | [operators.hive_to_druid.HiveToDruidTransfer](https://github.com/apache/airflow/blob/v1-10-stable/airflow/operators/hive_to_druid.py) | +| Airflow 2.0 operators: `airflow.providers.apache.druid` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | +|:---------------------------------------------------------------------------------------------------------------------------------------------------------------|:---------------------------------------------------------------------------------------------------------------------------------------------------| +| [operators.druid.DruidOperator](https://github.com/apache/airflow/blob/master/airflow/providers/apache/druid/operators/druid.py) | [contrib.operators.druid_operator.DruidOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/druid_operator.py) | +| [operators.druid_check.DruidCheckOperator](https://github.com/apache/airflow/blob/master/airflow/providers/apache/druid/operators/druid_check.py) | [operators.druid_check_operator.DruidCheckOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/operators/druid_check_operator.py) | +| [operators.hive_to_druid.HiveToDruidTransferOperator](https://github.com/apache/airflow/blob/master/airflow/providers/apache/druid/operators/hive_to_druid.py) | [operators.hive_to_druid.HiveToDruidTransfer](https://github.com/apache/airflow/blob/v1-10-stable/airflow/operators/hive_to_druid.py) | @@ -124,6 +124,7 @@ All classes in Airflow 2.0 are in `airflow.providers.apache.druid` package. | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:--------------------------------------------------------------------------------------------| +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/apache/druid/operators/hive_to_druid.py b/airflow/providers/apache/druid/operators/hive_to_druid.py index cfd3adc216534..d021a88bfd016 100644 --- a/airflow/providers/apache/druid/operators/hive_to_druid.py +++ b/airflow/providers/apache/druid/operators/hive_to_druid.py @@ -31,7 +31,7 @@ DEFAULT_TARGET_PARTITION_SIZE = 5000000 -class HiveToDruidTransfer(BaseOperator): +class HiveToDruidTransferOperator(BaseOperator): """ Moves data from Hive to Druid, [del]note that for now the data is loaded into memory before being pushed to Druid, so this operator should diff --git a/airflow/providers/apache/hdfs/PROVIDERS_CHANGES_2020.05.20.md b/airflow/providers/apache/hdfs/PROVIDERS_CHANGES_2020.05.20.md index 9ee72f302628b..86bb657a392f1 100644 --- a/airflow/providers/apache/hdfs/PROVIDERS_CHANGES_2020.05.20.md +++ b/airflow/providers/apache/hdfs/PROVIDERS_CHANGES_2020.05.20.md @@ -4,6 +4,7 @@ | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/apache/hdfs/README.md b/airflow/providers/apache/hdfs/README.md index d5db433b2bc34..231306d7b1af0 100644 --- a/airflow/providers/apache/hdfs/README.md +++ b/airflow/providers/apache/hdfs/README.md @@ -62,7 +62,7 @@ For full compatibility and test status of the backport packages check | PIP package | Version required | |:--------------|:-------------------| -| snakebite | >=2.7.8 | +| snakebite-py3 | | # Provider class summary @@ -79,9 +79,9 @@ All classes in Airflow 2.0 are in `airflow.providers.apache.hdfs` package. | Airflow 2.0 sensors: `airflow.providers.apache.hdfs` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | |:----------------------------------------------------------------------------------------------------------------------------------|:-------------------------------------------------------------------------------------------------------------------------------------------| +| [sensors.hdfs.HdfsFolderSensor](https://github.com/apache/airflow/blob/master/airflow/providers/apache/hdfs/sensors/hdfs.py) | [contrib.sensors.hdfs_sensor.HdfsSensorFolder](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/sensors/hdfs_sensor.py) | +| [sensors.hdfs.HdfsRegexSensor](https://github.com/apache/airflow/blob/master/airflow/providers/apache/hdfs/sensors/hdfs.py) | [contrib.sensors.hdfs_sensor.HdfsSensorRegex](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/sensors/hdfs_sensor.py) | | [sensors.hdfs.HdfsSensor](https://github.com/apache/airflow/blob/master/airflow/providers/apache/hdfs/sensors/hdfs.py) | [sensors.hdfs_sensor.HdfsSensor](https://github.com/apache/airflow/blob/v1-10-stable/airflow/sensors/hdfs_sensor.py) | -| [sensors.hdfs.HdfsSensorFolder](https://github.com/apache/airflow/blob/master/airflow/providers/apache/hdfs/sensors/hdfs.py) | [contrib.sensors.hdfs_sensor.HdfsSensorFolder](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/sensors/hdfs_sensor.py) | -| [sensors.hdfs.HdfsSensorRegex](https://github.com/apache/airflow/blob/master/airflow/providers/apache/hdfs/sensors/hdfs.py) | [contrib.sensors.hdfs_sensor.HdfsSensorRegex](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/sensors/hdfs_sensor.py) | | [sensors.web_hdfs.WebHdfsSensor](https://github.com/apache/airflow/blob/master/airflow/providers/apache/hdfs/sensors/web_hdfs.py) | [sensors.web_hdfs_sensor.WebHdfsSensor](https://github.com/apache/airflow/blob/v1-10-stable/airflow/sensors/web_hdfs_sensor.py) | @@ -108,6 +108,7 @@ All classes in Airflow 2.0 are in `airflow.providers.apache.hdfs` package. | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/apache/hdfs/sensors/hdfs.py b/airflow/providers/apache/hdfs/sensors/hdfs.py index 8452c856573a2..1ca8ca3d650f2 100644 --- a/airflow/providers/apache/hdfs/sensors/hdfs.py +++ b/airflow/providers/apache/hdfs/sensors/hdfs.py @@ -121,7 +121,7 @@ def poke(self, context): return False -class HdfsSensorRegex(HdfsSensor): +class HdfsRegexSensor(HdfsSensor): """ Waits for matching files by matching on regex """ @@ -151,7 +151,7 @@ def poke(self, context): return bool(result) -class HdfsSensorFolder(HdfsSensor): +class HdfsFolderSensor(HdfsSensor): """ Waits for a non-empty directory """ diff --git a/airflow/providers/apache/hive/PROVIDERS_CHANGES_2020.05.20.md b/airflow/providers/apache/hive/PROVIDERS_CHANGES_2020.05.20.md index e43ae5301654e..785e71f21a945 100644 --- a/airflow/providers/apache/hive/PROVIDERS_CHANGES_2020.05.20.md +++ b/airflow/providers/apache/hive/PROVIDERS_CHANGES_2020.05.20.md @@ -4,6 +4,7 @@ | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------------------------------------------------------------------------------------------| +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/apache/hive/README.md b/airflow/providers/apache/hive/README.md index 5519d05ec7149..2745bdffd273f 100644 --- a/airflow/providers/apache/hive/README.md +++ b/airflow/providers/apache/hive/README.md @@ -100,16 +100,16 @@ All classes in Airflow 2.0 are in `airflow.providers.apache.hive` package. ### Moved operators -| Airflow 2.0 operators: `airflow.providers.apache.hive` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:------------------------------------------------------------------------------------------------------------------------------------------------------------|:------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [operators.hive.HiveOperator](https://github.com/apache/airflow/blob/master/airflow/providers/apache/hive/operators/hive.py) | [operators.hive_operator.HiveOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/operators/hive_operator.py) | -| [operators.hive_stats.HiveStatsCollectionOperator](https://github.com/apache/airflow/blob/master/airflow/providers/apache/hive/operators/hive_stats.py) | [operators.hive_stats_operator.HiveStatsCollectionOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/operators/hive_stats_operator.py) | -| [operators.hive_to_mysql.HiveToMySqlTransfer](https://github.com/apache/airflow/blob/master/airflow/providers/apache/hive/operators/hive_to_mysql.py) | [operators.hive_to_mysql.HiveToMySqlTransfer](https://github.com/apache/airflow/blob/v1-10-stable/airflow/operators/hive_to_mysql.py) | -| [operators.hive_to_samba.Hive2SambaOperator](https://github.com/apache/airflow/blob/master/airflow/providers/apache/hive/operators/hive_to_samba.py) | [operators.hive_to_samba_operator.Hive2SambaOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/operators/hive_to_samba_operator.py) | -| [operators.mssql_to_hive.MsSqlToHiveTransfer](https://github.com/apache/airflow/blob/master/airflow/providers/apache/hive/operators/mssql_to_hive.py) | [operators.mssql_to_hive.MsSqlToHiveTransfer](https://github.com/apache/airflow/blob/v1-10-stable/airflow/operators/mssql_to_hive.py) | -| [operators.mysql_to_hive.MySqlToHiveTransfer](https://github.com/apache/airflow/blob/master/airflow/providers/apache/hive/operators/mysql_to_hive.py) | [operators.mysql_to_hive.MySqlToHiveTransfer](https://github.com/apache/airflow/blob/v1-10-stable/airflow/operators/mysql_to_hive.py) | -| [operators.s3_to_hive.S3ToHiveTransfer](https://github.com/apache/airflow/blob/master/airflow/providers/apache/hive/operators/s3_to_hive.py) | [operators.s3_to_hive_operator.S3ToHiveTransfer](https://github.com/apache/airflow/blob/v1-10-stable/airflow/operators/s3_to_hive_operator.py) | -| [operators.vertica_to_hive.VerticaToHiveTransfer](https://github.com/apache/airflow/blob/master/airflow/providers/apache/hive/operators/vertica_to_hive.py) | [contrib.operators.vertica_to_hive.VerticaToHiveTransfer](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/vertica_to_hive.py) | +| Airflow 2.0 operators: `airflow.providers.apache.hive` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | +|:--------------------------------------------------------------------------------------------------------------------------------------------------------------------|:------------------------------------------------------------------------------------------------------------------------------------------------------------| +| [operators.hive.HiveOperator](https://github.com/apache/airflow/blob/master/airflow/providers/apache/hive/operators/hive.py) | [operators.hive_operator.HiveOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/operators/hive_operator.py) | +| [operators.hive_stats.HiveStatsCollectionOperator](https://github.com/apache/airflow/blob/master/airflow/providers/apache/hive/operators/hive_stats.py) | [operators.hive_stats_operator.HiveStatsCollectionOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/operators/hive_stats_operator.py) | +| [operators.hive_to_mysql.HiveToMySqlTransferOperator](https://github.com/apache/airflow/blob/master/airflow/providers/apache/hive/operators/hive_to_mysql.py) | [operators.hive_to_mysql.HiveToMySqlTransfer](https://github.com/apache/airflow/blob/v1-10-stable/airflow/operators/hive_to_mysql.py) | +| [operators.hive_to_samba.Hive2SambaOperator](https://github.com/apache/airflow/blob/master/airflow/providers/apache/hive/operators/hive_to_samba.py) | [operators.hive_to_samba_operator.Hive2SambaOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/operators/hive_to_samba_operator.py) | +| [operators.mssql_to_hive.MsSqlToHiveTransferOperator](https://github.com/apache/airflow/blob/master/airflow/providers/apache/hive/operators/mssql_to_hive.py) | [operators.mssql_to_hive.MsSqlToHiveTransfer](https://github.com/apache/airflow/blob/v1-10-stable/airflow/operators/mssql_to_hive.py) | +| [operators.mysql_to_hive.MySqlToHiveTransferOperator](https://github.com/apache/airflow/blob/master/airflow/providers/apache/hive/operators/mysql_to_hive.py) | [operators.mysql_to_hive.MySqlToHiveTransfer](https://github.com/apache/airflow/blob/v1-10-stable/airflow/operators/mysql_to_hive.py) | +| [operators.s3_to_hive.S3ToHiveTransferOperator](https://github.com/apache/airflow/blob/master/airflow/providers/apache/hive/operators/s3_to_hive.py) | [operators.s3_to_hive_operator.S3ToHiveTransfer](https://github.com/apache/airflow/blob/v1-10-stable/airflow/operators/s3_to_hive_operator.py) | +| [operators.vertica_to_hive.VerticaToHiveTransferOperator](https://github.com/apache/airflow/blob/master/airflow/providers/apache/hive/operators/vertica_to_hive.py) | [contrib.operators.vertica_to_hive.VerticaToHiveTransfer](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/vertica_to_hive.py) | @@ -151,6 +151,7 @@ All classes in Airflow 2.0 are in `airflow.providers.apache.hive` package. | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------------------------------------------------------------------------------------------| +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/apache/hive/operators/hive_to_mysql.py b/airflow/providers/apache/hive/operators/hive_to_mysql.py index 16305652e4d2b..d46c800e8ddc9 100644 --- a/airflow/providers/apache/hive/operators/hive_to_mysql.py +++ b/airflow/providers/apache/hive/operators/hive_to_mysql.py @@ -29,7 +29,7 @@ from airflow.utils.operator_helpers import context_to_airflow_vars -class HiveToMySqlTransfer(BaseOperator): +class HiveToMySqlTransferOperator(BaseOperator): """ Moves data from Hive to MySQL, note that for now the data is loaded into memory before being pushed to MySQL, so this operator should diff --git a/airflow/providers/apache/hive/operators/mssql_to_hive.py b/airflow/providers/apache/hive/operators/mssql_to_hive.py index e8dbd436bc15b..fba48db996f27 100644 --- a/airflow/providers/apache/hive/operators/mssql_to_hive.py +++ b/airflow/providers/apache/hive/operators/mssql_to_hive.py @@ -33,7 +33,7 @@ from airflow.utils.decorators import apply_defaults -class MsSqlToHiveTransfer(BaseOperator): +class MsSqlToHiveTransferOperator(BaseOperator): """ Moves data from Microsoft SQL Server to Hive. The operator runs your query against Microsoft SQL Server, stores the file locally diff --git a/airflow/providers/apache/hive/operators/mysql_to_hive.py b/airflow/providers/apache/hive/operators/mysql_to_hive.py index 3b076e1ad4a18..1d4461182c2bd 100644 --- a/airflow/providers/apache/hive/operators/mysql_to_hive.py +++ b/airflow/providers/apache/hive/operators/mysql_to_hive.py @@ -33,7 +33,7 @@ from airflow.utils.decorators import apply_defaults -class MySqlToHiveTransfer(BaseOperator): +class MySqlToHiveTransferOperator(BaseOperator): """ Moves data from MySql to Hive. The operator runs your query against MySQL, stores the file locally before loading it into a Hive table. diff --git a/airflow/providers/apache/hive/operators/s3_to_hive.py b/airflow/providers/apache/hive/operators/s3_to_hive.py index a15daa901b500..2e353213ce3a4 100644 --- a/airflow/providers/apache/hive/operators/s3_to_hive.py +++ b/airflow/providers/apache/hive/operators/s3_to_hive.py @@ -35,7 +35,7 @@ from airflow.utils.decorators import apply_defaults -class S3ToHiveTransfer(BaseOperator): # pylint: disable=too-many-instance-attributes +class S3ToHiveTransferOperator(BaseOperator): # pylint: disable=too-many-instance-attributes """ Moves data from S3 to Hive. The operator downloads a file from S3, stores the file locally before loading it into a Hive table. diff --git a/airflow/providers/apache/hive/operators/vertica_to_hive.py b/airflow/providers/apache/hive/operators/vertica_to_hive.py index 7bcff70332934..5bd7314436708 100644 --- a/airflow/providers/apache/hive/operators/vertica_to_hive.py +++ b/airflow/providers/apache/hive/operators/vertica_to_hive.py @@ -31,7 +31,7 @@ from airflow.utils.decorators import apply_defaults -class VerticaToHiveTransfer(BaseOperator): +class VerticaToHiveTransferOperator(BaseOperator): """ Moves data from Vertica to Hive. The operator runs your query against Vertica, stores the file locally diff --git a/airflow/providers/apache/livy/PROVIDERS_CHANGES_2020.05.20.md b/airflow/providers/apache/livy/PROVIDERS_CHANGES_2020.05.20.md index 119be73093916..c03f735dccd6e 100644 --- a/airflow/providers/apache/livy/PROVIDERS_CHANGES_2020.05.20.md +++ b/airflow/providers/apache/livy/PROVIDERS_CHANGES_2020.05.20.md @@ -4,6 +4,7 @@ | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------------------------------------------------------------------------------------------| +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/apache/livy/README.md b/airflow/providers/apache/livy/README.md index 3ce6cd7026175..4b33a89ef63e0 100644 --- a/airflow/providers/apache/livy/README.md +++ b/airflow/providers/apache/livy/README.md @@ -127,6 +127,7 @@ All classes in Airflow 2.0 are in `airflow.providers.apache.livy` package. | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------------------------------------------------------------------------------------------| +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/apache/pig/PROVIDERS_CHANGES_2020.05.20.md b/airflow/providers/apache/pig/PROVIDERS_CHANGES_2020.05.20.md index eab9026f3b389..b1b1a12e35306 100644 --- a/airflow/providers/apache/pig/PROVIDERS_CHANGES_2020.05.20.md +++ b/airflow/providers/apache/pig/PROVIDERS_CHANGES_2020.05.20.md @@ -4,6 +4,7 @@ | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:-----------------------------------------------------------------------------------------| +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/apache/pig/README.md b/airflow/providers/apache/pig/README.md index 584983da4e424..b69d101fd49ba 100644 --- a/airflow/providers/apache/pig/README.md +++ b/airflow/providers/apache/pig/README.md @@ -98,6 +98,7 @@ All classes in Airflow 2.0 are in `airflow.providers.apache.pig` package. | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:-----------------------------------------------------------------------------------------| +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/apache/pinot/PROVIDERS_CHANGES_2020.05.20.md b/airflow/providers/apache/pinot/PROVIDERS_CHANGES_2020.05.20.md index 91c5b8980d016..2145ab3ec661c 100644 --- a/airflow/providers/apache/pinot/PROVIDERS_CHANGES_2020.05.20.md +++ b/airflow/providers/apache/pinot/PROVIDERS_CHANGES_2020.05.20.md @@ -4,6 +4,7 @@ | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/apache/pinot/README.md b/airflow/providers/apache/pinot/README.md index dc9d49267995b..10f213cc21293 100644 --- a/airflow/providers/apache/pinot/README.md +++ b/airflow/providers/apache/pinot/README.md @@ -92,6 +92,7 @@ All classes in Airflow 2.0 are in `airflow.providers.apache.pinot` package. | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/apache/spark/PROVIDERS_CHANGES_2020.05.20.md b/airflow/providers/apache/spark/PROVIDERS_CHANGES_2020.05.20.md index 0f143cc631870..f1dd1db7a9672 100644 --- a/airflow/providers/apache/spark/PROVIDERS_CHANGES_2020.05.20.md +++ b/airflow/providers/apache/spark/PROVIDERS_CHANGES_2020.05.20.md @@ -4,6 +4,7 @@ | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------------------------| +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/apache/spark/README.md b/airflow/providers/apache/spark/README.md index d33688dbb8b75..b0520b30de5e0 100644 --- a/airflow/providers/apache/spark/README.md +++ b/airflow/providers/apache/spark/README.md @@ -109,6 +109,7 @@ All classes in Airflow 2.0 are in `airflow.providers.apache.spark` package. | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------------------------| +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/apache/sqoop/PROVIDERS_CHANGES_2020.05.20.md b/airflow/providers/apache/sqoop/PROVIDERS_CHANGES_2020.05.20.md index c4808c9d814cf..a3b0cd546a742 100644 --- a/airflow/providers/apache/sqoop/PROVIDERS_CHANGES_2020.05.20.md +++ b/airflow/providers/apache/sqoop/PROVIDERS_CHANGES_2020.05.20.md @@ -4,6 +4,7 @@ | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/apache/sqoop/README.md b/airflow/providers/apache/sqoop/README.md index 960e476029b59..1cdbbbde48fed 100644 --- a/airflow/providers/apache/sqoop/README.md +++ b/airflow/providers/apache/sqoop/README.md @@ -98,6 +98,7 @@ All classes in Airflow 2.0 are in `airflow.providers.apache.sqoop` package. | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------| +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/celery/PROVIDERS_CHANGES_2020.05.20.md b/airflow/providers/celery/PROVIDERS_CHANGES_2020.05.20.md index c91a7eec262d0..88f76b259bc7f 100644 --- a/airflow/providers/celery/PROVIDERS_CHANGES_2020.05.20.md +++ b/airflow/providers/celery/PROVIDERS_CHANGES_2020.05.20.md @@ -4,6 +4,7 @@ | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:------------------------------------------------------------------------| +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/celery/README.md b/airflow/providers/celery/README.md index b0c9ffcd59a5b..f2ae2ed3688ff 100644 --- a/airflow/providers/celery/README.md +++ b/airflow/providers/celery/README.md @@ -93,6 +93,7 @@ All classes in Airflow 2.0 are in `airflow.providers.celery` package. | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:------------------------------------------------------------------------| +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/cloudant/PROVIDERS_CHANGES_2020.05.20.md b/airflow/providers/cloudant/PROVIDERS_CHANGES_2020.05.20.md index 1953ce07568dc..05694deb1a869 100644 --- a/airflow/providers/cloudant/PROVIDERS_CHANGES_2020.05.20.md +++ b/airflow/providers/cloudant/PROVIDERS_CHANGES_2020.05.20.md @@ -4,6 +4,7 @@ | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:----------------------------------------------------------------------------------------| +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/cloudant/README.md b/airflow/providers/cloudant/README.md index 0cb3295ba9207..747c8857212b7 100644 --- a/airflow/providers/cloudant/README.md +++ b/airflow/providers/cloudant/README.md @@ -91,6 +91,7 @@ All classes in Airflow 2.0 are in `airflow.providers.cloudant` package. | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:----------------------------------------------------------------------------------------| +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/databricks/PROVIDERS_CHANGES_2020.05.20.md b/airflow/providers/databricks/PROVIDERS_CHANGES_2020.05.20.md index d35f13b8b61ec..e717fc8b66fd6 100644 --- a/airflow/providers/databricks/PROVIDERS_CHANGES_2020.05.20.md +++ b/airflow/providers/databricks/PROVIDERS_CHANGES_2020.05.20.md @@ -4,6 +4,8 @@ | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------------------------------------------------------------------------------------------| +| [f1073381e](https://github.com/apache/airflow/commit/f1073381ed764a218b2502d15ca28a5b326f9f2d) | 2020-05-22 | Add support for spark python and submit tasks in Databricks operator(#8846) | +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/databricks/README.md b/airflow/providers/databricks/README.md index 79c0e519add27..20960f4613a58 100644 --- a/airflow/providers/databricks/README.md +++ b/airflow/providers/databricks/README.md @@ -106,6 +106,8 @@ All classes in Airflow 2.0 are in `airflow.providers.databricks` package. | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------------------------------------------------------------------------------------------| +| [f1073381e](https://github.com/apache/airflow/commit/f1073381ed764a218b2502d15ca28a5b326f9f2d) | 2020-05-22 | Add support for spark python and submit tasks in Databricks operator(#8846) | +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/datadog/PROVIDERS_CHANGES_2020.05.20.md b/airflow/providers/datadog/PROVIDERS_CHANGES_2020.05.20.md index 9e0ca3e399e1b..4b3a6cecf1a46 100644 --- a/airflow/providers/datadog/PROVIDERS_CHANGES_2020.05.20.md +++ b/airflow/providers/datadog/PROVIDERS_CHANGES_2020.05.20.md @@ -4,6 +4,7 @@ | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------| +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/datadog/README.md b/airflow/providers/datadog/README.md index 322f3f060ce48..78c00246feff7 100644 --- a/airflow/providers/datadog/README.md +++ b/airflow/providers/datadog/README.md @@ -104,6 +104,7 @@ All classes in Airflow 2.0 are in `airflow.providers.datadog` package. | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------| +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/dingding/PROVIDERS_CHANGES_2020.05.20.md b/airflow/providers/dingding/PROVIDERS_CHANGES_2020.05.20.md index 200d9814bfad0..35f0c23f25bb0 100644 --- a/airflow/providers/dingding/PROVIDERS_CHANGES_2020.05.20.md +++ b/airflow/providers/dingding/PROVIDERS_CHANGES_2020.05.20.md @@ -4,6 +4,7 @@ | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------------------------------------------------------------------------------------------| +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/dingding/README.md b/airflow/providers/dingding/README.md index 42bc457c05c73..322bf72f1e180 100644 --- a/airflow/providers/dingding/README.md +++ b/airflow/providers/dingding/README.md @@ -114,6 +114,7 @@ All classes in Airflow 2.0 are in `airflow.providers.dingding` package. | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------------------------------------------------------------------------------------------| +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/discord/PROVIDERS_CHANGES_2020.05.20.md b/airflow/providers/discord/PROVIDERS_CHANGES_2020.05.20.md index ef43ef9fd6651..fe42b35e52c39 100644 --- a/airflow/providers/discord/PROVIDERS_CHANGES_2020.05.20.md +++ b/airflow/providers/discord/PROVIDERS_CHANGES_2020.05.20.md @@ -4,6 +4,7 @@ | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:---------------------------------------------------------------------------| +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/discord/README.md b/airflow/providers/discord/README.md index 53755103bee77..a40d71ca9e10d 100644 --- a/airflow/providers/discord/README.md +++ b/airflow/providers/discord/README.md @@ -114,6 +114,7 @@ All classes in Airflow 2.0 are in `airflow.providers.discord` package. | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:---------------------------------------------------------------------------| +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/docker/PROVIDERS_CHANGES_2020.05.20.md b/airflow/providers/docker/PROVIDERS_CHANGES_2020.05.20.md index 1e24e682d098d..5aebe52818680 100644 --- a/airflow/providers/docker/PROVIDERS_CHANGES_2020.05.20.md +++ b/airflow/providers/docker/PROVIDERS_CHANGES_2020.05.20.md @@ -4,6 +4,7 @@ | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------------------------------------------------------------------------------------------| +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/docker/README.md b/airflow/providers/docker/README.md index 1f5efc76ec760..5d7a5aacefefc 100644 --- a/airflow/providers/docker/README.md +++ b/airflow/providers/docker/README.md @@ -106,6 +106,7 @@ All classes in Airflow 2.0 are in `airflow.providers.docker` package. | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------------------------------------------------------------------------------------------| +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/elasticsearch/PROVIDERS_CHANGES_2020.05.20.md b/airflow/providers/elasticsearch/PROVIDERS_CHANGES_2020.05.20.md index 4d731fa610964..0198b994e5b81 100644 --- a/airflow/providers/elasticsearch/PROVIDERS_CHANGES_2020.05.20.md +++ b/airflow/providers/elasticsearch/PROVIDERS_CHANGES_2020.05.20.md @@ -4,6 +4,7 @@ | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:------------------------------------------------------------------------| +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/elasticsearch/README.md b/airflow/providers/elasticsearch/README.md index 4cb7f7cf3b5c2..e828d9c2b10b1 100644 --- a/airflow/providers/elasticsearch/README.md +++ b/airflow/providers/elasticsearch/README.md @@ -84,6 +84,7 @@ All classes in Airflow 2.0 are in `airflow.providers.elasticsearch` package. | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:------------------------------------------------------------------------| +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/email/PROVIDERS_CHANGES_2020.05.20.md b/airflow/providers/email/PROVIDERS_CHANGES_2020.05.20.md index 186e1c88946b5..327eeabd1ac23 100644 --- a/airflow/providers/email/PROVIDERS_CHANGES_2020.05.20.md +++ b/airflow/providers/email/PROVIDERS_CHANGES_2020.05.20.md @@ -4,6 +4,7 @@ | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:---------------------------------------------------------------------------| +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/email/README.md b/airflow/providers/email/README.md index 111489558e233..8dd949058e9d1 100644 --- a/airflow/providers/email/README.md +++ b/airflow/providers/email/README.md @@ -85,6 +85,7 @@ All classes in Airflow 2.0 are in `airflow.providers.email` package. | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:---------------------------------------------------------------------------| +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/exasol/PROVIDERS_CHANGES_2020.05.20.md b/airflow/providers/exasol/PROVIDERS_CHANGES_2020.05.20.md index cedee738898ac..149fe58ef1338 100644 --- a/airflow/providers/exasol/PROVIDERS_CHANGES_2020.05.20.md +++ b/airflow/providers/exasol/PROVIDERS_CHANGES_2020.05.20.md @@ -4,6 +4,8 @@ | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:------------------------------------------------------------------------| +| [1d36b0303](https://github.com/apache/airflow/commit/1d36b0303b8632fce6de78ca4e782ae26ee06fea) | 2020-05-23 | Fix references in docs (#8984) | +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/exasol/README.md b/airflow/providers/exasol/README.md index 793782bc56d47..bc9fa86f2aee2 100644 --- a/airflow/providers/exasol/README.md +++ b/airflow/providers/exasol/README.md @@ -105,6 +105,8 @@ All classes in Airflow 2.0 are in `airflow.providers.exasol` package. | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:------------------------------------------------------------------------| +| [1d36b0303](https://github.com/apache/airflow/commit/1d36b0303b8632fce6de78ca4e782ae26ee06fea) | 2020-05-23 | Fix references in docs (#8984) | +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/facebook/PROVIDERS_CHANGES_2020.05.20.md b/airflow/providers/facebook/PROVIDERS_CHANGES_2020.05.20.md index 6c534c970ccd2..6ec177ea88349 100644 --- a/airflow/providers/facebook/PROVIDERS_CHANGES_2020.05.20.md +++ b/airflow/providers/facebook/PROVIDERS_CHANGES_2020.05.20.md @@ -4,6 +4,7 @@ | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:------------------------------------------------------------------------| +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/facebook/README.md b/airflow/providers/facebook/README.md index 87239f2afe098..41ec0c861d8ec 100644 --- a/airflow/providers/facebook/README.md +++ b/airflow/providers/facebook/README.md @@ -91,6 +91,7 @@ All classes in Airflow 2.0 are in `airflow.providers.facebook` package. | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:------------------------------------------------------------------------| +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/ftp/PROVIDERS_CHANGES_2020.05.20.md b/airflow/providers/ftp/PROVIDERS_CHANGES_2020.05.20.md index a4155940bd4ca..baf8e1b80962d 100644 --- a/airflow/providers/ftp/PROVIDERS_CHANGES_2020.05.20.md +++ b/airflow/providers/ftp/PROVIDERS_CHANGES_2020.05.20.md @@ -4,6 +4,7 @@ | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:---------------------------------------------------------------------------| +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/ftp/README.md b/airflow/providers/ftp/README.md index 849a6b9a87f55..83b14f7328196 100644 --- a/airflow/providers/ftp/README.md +++ b/airflow/providers/ftp/README.md @@ -99,6 +99,7 @@ All classes in Airflow 2.0 are in `airflow.providers.ftp` package. | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:---------------------------------------------------------------------------| +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/google/PROVIDERS_CHANGES_2020.05.20.md b/airflow/providers/google/PROVIDERS_CHANGES_2020.05.20.md index 82aceb3de6f54..d10fb27cd433d 100644 --- a/airflow/providers/google/PROVIDERS_CHANGES_2020.05.20.md +++ b/airflow/providers/google/PROVIDERS_CHANGES_2020.05.20.md @@ -4,6 +4,11 @@ | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------------------------------------------------------------------------------------------| +| [1d36b0303](https://github.com/apache/airflow/commit/1d36b0303b8632fce6de78ca4e782ae26ee06fea) | 2020-05-23 | Fix references in docs (#8984) | +| [cf5cf45e1](https://github.com/apache/airflow/commit/cf5cf45e1c0dff9a40e02f0dc221542f974831a7) | 2020-05-23 | Support YAML input for CloudBuildCreateOperator (#8808) | +| [499493c5c](https://github.com/apache/airflow/commit/499493c5c5cf324ab8452ead80a10b71ce0c3b14) | 2020-05-19 | [AIRFLOW-6586] Improvements to gcs sensor (#7197) | +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | +| [841d81664](https://github.com/apache/airflow/commit/841d81664737c25d73d095a7dab5de80d369c87c) | 2020-05-19 | Allow setting the pooling time in DLPHook (#8824) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [15273f0ea](https://github.com/apache/airflow/commit/15273f0ea05ec579c631ce26b5d620233ebdc4d2) | 2020-05-16 | Check for same task instead of Equality to detect Duplicate Tasks (#8828) | diff --git a/airflow/providers/google/README.md b/airflow/providers/google/README.md index 9010d644eb0c1..d929ca53cc42f 100644 --- a/airflow/providers/google/README.md +++ b/airflow/providers/google/README.md @@ -86,7 +86,7 @@ For full compatibility and test status of the backport packages check | google-cloud-bigquery-datatransfer | >=0.4.0 | | google-cloud-bigtable | >=1.0.0 | | google-cloud-container | >=0.1.1 | -| google-cloud-datacatalog | >=0.5.0 | +| google-cloud-datacatalog | >=0.5.0,<0.8 | | google-cloud-dataproc | >=0.5.0 | | google-cloud-dlp | >=0.11.0 | | google-cloud-kms | >=1.2.1 | @@ -210,7 +210,7 @@ All classes in Airflow 2.0 are in `airflow.providers.google` package. | [cloud.operators.functions.CloudFunctionInvokeFunctionOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/functions.py) | | [cloud.operators.gcs.GCSDeleteBucketOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/gcs.py) | | [cloud.operators.gcs.GCSFileTransformOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/gcs.py) | -| [cloud.operators.gcs_to_gcs.GCSSynchronizeBuckets](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/gcs_to_gcs.py) | +| [cloud.operators.gcs_to_gcs.GCSSynchronizeBucketsOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/gcs_to_gcs.py) | | [cloud.operators.gcs_to_sftp.GCSToSFTPOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/gcs_to_sftp.py) | | [cloud.operators.life_sciences.LifeSciencesRunPipelineOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/life_sciences.py) | | [cloud.operators.mlengine.MLEngineCreateModelOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/cloud/operators/mlengine.py) | @@ -272,7 +272,7 @@ All classes in Airflow 2.0 are in `airflow.providers.google` package. | [marketing_platform.operators.search_ads.GoogleSearchAdsDownloadReportOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/marketing_platform/operators/search_ads.py) | | [marketing_platform.operators.search_ads.GoogleSearchAdsInsertReportOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/marketing_platform/operators/search_ads.py) | | [suite.operators.gcs_to_sheets.GCSToGoogleSheetsOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/suite/operators/gcs_to_sheets.py) | -| [suite.operators.sheets.GoogleSheetsCreateSpreadsheet](https://github.com/apache/airflow/blob/master/airflow/providers/google/suite/operators/sheets.py) | +| [suite.operators.sheets.GoogleSheetsCreateSpreadsheetOperator](https://github.com/apache/airflow/blob/master/airflow/providers/google/suite/operators/sheets.py) | @@ -531,6 +531,11 @@ All classes in Airflow 2.0 are in `airflow.providers.google` package. | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------------------------------------------------------------------------------------------| +| [1d36b0303](https://github.com/apache/airflow/commit/1d36b0303b8632fce6de78ca4e782ae26ee06fea) | 2020-05-23 | Fix references in docs (#8984) | +| [cf5cf45e1](https://github.com/apache/airflow/commit/cf5cf45e1c0dff9a40e02f0dc221542f974831a7) | 2020-05-23 | Support YAML input for CloudBuildCreateOperator (#8808) | +| [499493c5c](https://github.com/apache/airflow/commit/499493c5c5cf324ab8452ead80a10b71ce0c3b14) | 2020-05-19 | [AIRFLOW-6586] Improvements to gcs sensor (#7197) | +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | +| [841d81664](https://github.com/apache/airflow/commit/841d81664737c25d73d095a7dab5de80d369c87c) | 2020-05-19 | Allow setting the pooling time in DLPHook (#8824) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [15273f0ea](https://github.com/apache/airflow/commit/15273f0ea05ec579c631ce26b5d620233ebdc4d2) | 2020-05-16 | Check for same task instead of Equality to detect Duplicate Tasks (#8828) | diff --git a/airflow/providers/google/cloud/example_dags/example_gcs_to_gcs.py b/airflow/providers/google/cloud/example_dags/example_gcs_to_gcs.py index 27d5449e56abc..30a542fab5a33 100644 --- a/airflow/providers/google/cloud/example_dags/example_gcs_to_gcs.py +++ b/airflow/providers/google/cloud/example_dags/example_gcs_to_gcs.py @@ -22,7 +22,9 @@ import os from airflow import models -from airflow.providers.google.cloud.operators.gcs_to_gcs import GCSSynchronizeBuckets, GCSToGCSOperator +from airflow.providers.google.cloud.operators.gcs_to_gcs import ( + GCSSynchronizeBucketsOperator, GCSToGCSOperator, +) from airflow.utils.dates import days_ago default_args = {"start_date": days_ago(1)} @@ -43,7 +45,7 @@ "example_gcs_to_gcs", default_args=default_args, schedule_interval=None, tags=['example'] ) as dag: # [START howto_synch_bucket] - sync_bucket = GCSSynchronizeBuckets( + sync_bucket = GCSSynchronizeBucketsOperator( task_id="sync_bucket", source_bucket=BUCKET_1_SRC, destination_bucket=BUCKET_1_DST @@ -51,7 +53,7 @@ # [END howto_synch_bucket] # [START howto_synch_full_bucket] - sync_full_bucket = GCSSynchronizeBuckets( + sync_full_bucket = GCSSynchronizeBucketsOperator( task_id="sync_full_bucket", source_bucket=BUCKET_1_SRC, destination_bucket=BUCKET_1_DST, @@ -61,7 +63,7 @@ # [END howto_synch_full_bucket] # [START howto_synch_to_subdir] - sync_to_subdirectory = GCSSynchronizeBuckets( + sync_to_subdirectory = GCSSynchronizeBucketsOperator( task_id="sync_to_subdirectory", source_bucket=BUCKET_1_SRC, destination_bucket=BUCKET_1_DST, @@ -70,7 +72,7 @@ # [END howto_synch_to_subdir] # [START howto_sync_from_subdir] - sync_from_subdirectory = GCSSynchronizeBuckets( + sync_from_subdirectory = GCSSynchronizeBucketsOperator( task_id="sync_from_subdirectory", source_bucket=BUCKET_1_SRC, source_object="subdir/", diff --git a/airflow/providers/google/cloud/operators/gcs_to_gcs.py b/airflow/providers/google/cloud/operators/gcs_to_gcs.py index 80494cc3e74b0..207a535261fcd 100644 --- a/airflow/providers/google/cloud/operators/gcs_to_gcs.py +++ b/airflow/providers/google/cloud/operators/gcs_to_gcs.py @@ -344,7 +344,7 @@ def _copy_single_object(self, hook, source_object, destination_object): hook.delete(self.source_bucket, source_object) -class GCSSynchronizeBuckets(BaseOperator): +class GCSSynchronizeBucketsOperator(BaseOperator): """ Synchronizes the contents of the buckets or bucket's directories in the Google Cloud Services. diff --git a/airflow/providers/google/suite/example_dags/example_sheets.py b/airflow/providers/google/suite/example_dags/example_sheets.py index ec4d4f528810c..e5a51b7756c1f 100644 --- a/airflow/providers/google/suite/example_dags/example_sheets.py +++ b/airflow/providers/google/suite/example_dags/example_sheets.py @@ -22,7 +22,7 @@ from airflow.operators.bash import BashOperator from airflow.providers.google.cloud.operators.sheets_to_gcs import GoogleSheetsToGCSOperator from airflow.providers.google.suite.operators.gcs_to_sheets import GCSToGoogleSheetsOperator -from airflow.providers.google.suite.operators.sheets import GoogleSheetsCreateSpreadsheet +from airflow.providers.google.suite.operators.sheets import GoogleSheetsCreateSpreadsheetOperator from airflow.utils.dates import days_ago GCS_BUCKET = os.environ.get("SHEETS_GCS_BUCKET", "test28397ye") @@ -51,7 +51,7 @@ # [END upload_sheet_to_gcs] # [START create_spreadsheet] - create_spreadsheet = GoogleSheetsCreateSpreadsheet( + create_spreadsheet = GoogleSheetsCreateSpreadsheetOperator( task_id="create_spreadsheet", spreadsheet=SPREADSHEET ) # [END create_spreadsheet] diff --git a/airflow/providers/google/suite/operators/sheets.py b/airflow/providers/google/suite/operators/sheets.py index 9453f006b4443..1dfe3dac61777 100644 --- a/airflow/providers/google/suite/operators/sheets.py +++ b/airflow/providers/google/suite/operators/sheets.py @@ -21,13 +21,13 @@ from airflow.providers.google.suite.hooks.sheets import GSheetsHook -class GoogleSheetsCreateSpreadsheet(BaseOperator): +class GoogleSheetsCreateSpreadsheetOperator(BaseOperator): """ Creates a new spreadsheet. .. seealso:: For more information on how to use this operator, take a look at the guide: - :ref:`howto/operator:GoogleSheetsCreateSpreadsheet` + :ref:`howto/operator:GoogleSheetsCreateSpreadsheetOperator` :param spreadsheet: an instance of Spreadsheet https://developers.google.com/sheets/api/reference/rest/v4/spreadsheets#Spreadsheet diff --git a/airflow/providers/grpc/PROVIDERS_CHANGES_2020.05.20.md b/airflow/providers/grpc/PROVIDERS_CHANGES_2020.05.20.md index a42506f3b496f..c1096f3d212e2 100644 --- a/airflow/providers/grpc/PROVIDERS_CHANGES_2020.05.20.md +++ b/airflow/providers/grpc/PROVIDERS_CHANGES_2020.05.20.md @@ -4,6 +4,7 @@ | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:------------------------------------------------------------------------------| +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/grpc/README.md b/airflow/providers/grpc/README.md index 8d279eb927ab4..e63f4043fb494 100644 --- a/airflow/providers/grpc/README.md +++ b/airflow/providers/grpc/README.md @@ -60,9 +60,11 @@ For full compatibility and test status of the backport packages check ## PIP requirements -| PIP package | Version required | -|:--------------|:-------------------| -| grpcio | >=1.15.0 | +| PIP package | Version required | +|:---------------------|:-------------------| +| google-auth | >=1.0.0, <2.0.0dev | +| google-auth-httplib2 | >=0.0.1 | +| grpcio | >=1.15.0 | # Provider class summary @@ -105,6 +107,7 @@ All classes in Airflow 2.0 are in `airflow.providers.grpc` package. | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:------------------------------------------------------------------------------| +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/hashicorp/PROVIDERS_CHANGES_2020.05.20.md b/airflow/providers/hashicorp/PROVIDERS_CHANGES_2020.05.20.md index 6df2c79027b28..0e3b60585190c 100644 --- a/airflow/providers/hashicorp/PROVIDERS_CHANGES_2020.05.20.md +++ b/airflow/providers/hashicorp/PROVIDERS_CHANGES_2020.05.20.md @@ -4,6 +4,7 @@ | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:--------------------------------------------------------------------------| +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/hashicorp/README.md b/airflow/providers/hashicorp/README.md index 169a10eb5fff5..cb8d152819039 100644 --- a/airflow/providers/hashicorp/README.md +++ b/airflow/providers/hashicorp/README.md @@ -107,6 +107,7 @@ All classes in Airflow 2.0 are in `airflow.providers.hashicorp` package. | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:--------------------------------------------------------------------------| +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/http/PROVIDERS_CHANGES_2020.05.20.md b/airflow/providers/http/PROVIDERS_CHANGES_2020.05.20.md index 779b363f55474..4c8ebc0c886f5 100644 --- a/airflow/providers/http/PROVIDERS_CHANGES_2020.05.20.md +++ b/airflow/providers/http/PROVIDERS_CHANGES_2020.05.20.md @@ -4,6 +4,7 @@ | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------------------------------------------------------------------------------------------| +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/http/README.md b/airflow/providers/http/README.md index 0a8fda43af47f..73143f7ebe955 100644 --- a/airflow/providers/http/README.md +++ b/airflow/providers/http/README.md @@ -111,6 +111,7 @@ All classes in Airflow 2.0 are in `airflow.providers.http` package. | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------------------------------------------------------------------------------------------| +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/imap/PROVIDERS_CHANGES_2020.05.20.md b/airflow/providers/imap/PROVIDERS_CHANGES_2020.05.20.md index 237827d148178..e669484beae97 100644 --- a/airflow/providers/imap/PROVIDERS_CHANGES_2020.05.20.md +++ b/airflow/providers/imap/PROVIDERS_CHANGES_2020.05.20.md @@ -4,6 +4,8 @@ | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------------------------------------------------------------------------------------------| +| [1d36b0303](https://github.com/apache/airflow/commit/1d36b0303b8632fce6de78ca4e782ae26ee06fea) | 2020-05-23 | Fix references in docs (#8984) | +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/imap/README.md b/airflow/providers/imap/README.md index b25c519373790..cdd50ff7c0c58 100644 --- a/airflow/providers/imap/README.md +++ b/airflow/providers/imap/README.md @@ -97,6 +97,8 @@ All classes in Airflow 2.0 are in `airflow.providers.imap` package. | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------------------------------------------------------------------------------------------| +| [1d36b0303](https://github.com/apache/airflow/commit/1d36b0303b8632fce6de78ca4e782ae26ee06fea) | 2020-05-23 | Fix references in docs (#8984) | +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/jdbc/PROVIDERS_CHANGES_2020.05.20.md b/airflow/providers/jdbc/PROVIDERS_CHANGES_2020.05.20.md index c4932f154d8e7..45f32fdba3f15 100644 --- a/airflow/providers/jdbc/PROVIDERS_CHANGES_2020.05.20.md +++ b/airflow/providers/jdbc/PROVIDERS_CHANGES_2020.05.20.md @@ -4,6 +4,8 @@ | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:---------------------------------------------------------------------------| +| [1d36b0303](https://github.com/apache/airflow/commit/1d36b0303b8632fce6de78ca4e782ae26ee06fea) | 2020-05-23 | Fix references in docs (#8984) | +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/jdbc/README.md b/airflow/providers/jdbc/README.md index 0a4517ba70c6b..dc21e6b13e1c3 100644 --- a/airflow/providers/jdbc/README.md +++ b/airflow/providers/jdbc/README.md @@ -105,6 +105,8 @@ All classes in Airflow 2.0 are in `airflow.providers.jdbc` package. | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:---------------------------------------------------------------------------| +| [1d36b0303](https://github.com/apache/airflow/commit/1d36b0303b8632fce6de78ca4e782ae26ee06fea) | 2020-05-23 | Fix references in docs (#8984) | +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/jenkins/PROVIDERS_CHANGES_2020.05.20.md b/airflow/providers/jenkins/PROVIDERS_CHANGES_2020.05.20.md index 295cdff71c055..906fc15bd61a4 100644 --- a/airflow/providers/jenkins/PROVIDERS_CHANGES_2020.05.20.md +++ b/airflow/providers/jenkins/PROVIDERS_CHANGES_2020.05.20.md @@ -4,6 +4,7 @@ | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------------------------------------------------------------------------------------------| +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/jenkins/README.md b/airflow/providers/jenkins/README.md index fd308131c8e12..ed8277e68bd27 100644 --- a/airflow/providers/jenkins/README.md +++ b/airflow/providers/jenkins/README.md @@ -105,6 +105,7 @@ All classes in Airflow 2.0 are in `airflow.providers.jenkins` package. | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------------------------------------------------------------------------------------------| +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/jira/PROVIDERS_CHANGES_2020.05.20.md b/airflow/providers/jira/PROVIDERS_CHANGES_2020.05.20.md index c8cb5f3f36f79..f0349ab242351 100644 --- a/airflow/providers/jira/PROVIDERS_CHANGES_2020.05.20.md +++ b/airflow/providers/jira/PROVIDERS_CHANGES_2020.05.20.md @@ -4,6 +4,7 @@ | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:------------------------------------------------------------------------| +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/jira/README.md b/airflow/providers/jira/README.md index 6532c7e30aeee..1ba4264e16279 100644 --- a/airflow/providers/jira/README.md +++ b/airflow/providers/jira/README.md @@ -119,6 +119,7 @@ All classes in Airflow 2.0 are in `airflow.providers.jira` package. | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:------------------------------------------------------------------------| +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/microsoft/azure/PROVIDERS_CHANGES_2020.05.20.md b/airflow/providers/microsoft/azure/PROVIDERS_CHANGES_2020.05.20.md index 86e14ac249f3e..7f7c773f475ef 100644 --- a/airflow/providers/microsoft/azure/PROVIDERS_CHANGES_2020.05.20.md +++ b/airflow/providers/microsoft/azure/PROVIDERS_CHANGES_2020.05.20.md @@ -4,6 +4,7 @@ | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------------------------------------------------------------------------------------------| +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/microsoft/azure/README.md b/airflow/providers/microsoft/azure/README.md index d777861ebfac3..01a3a45989a43 100644 --- a/airflow/providers/microsoft/azure/README.md +++ b/airflow/providers/microsoft/azure/README.md @@ -69,7 +69,7 @@ For full compatibility and test status of the backport packages check | PIP package | Version required | |:-----------------------------|:-------------------| | azure-batch | >=8.0.0 | -| azure-cosmos | >=3.0.1 | +| azure-cosmos | >=3.0.1,<4 | | azure-datalake-store | >=0.0.45 | | azure-kusto-data | >=0.0.43 | | azure-mgmt-containerinstance | >=1.5.0 | @@ -112,14 +112,14 @@ All classes in Airflow 2.0 are in `airflow.providers.microsoft.azure` package. ### Moved operators -| Airflow 2.0 operators: `airflow.providers.microsoft.azure` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|:------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [operators.adls_list.AzureDataLakeStorageListOperator](https://github.com/apache/airflow/blob/master/airflow/providers/microsoft/azure/operators/adls_list.py) | [contrib.operators.adls_list_operator.AzureDataLakeStorageListOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/adls_list_operator.py) | -| [operators.azure_container_instances.AzureContainerInstancesOperator](https://github.com/apache/airflow/blob/master/airflow/providers/microsoft/azure/operators/azure_container_instances.py) | [contrib.operators.azure_container_instances_operator.AzureContainerInstancesOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/azure_container_instances_operator.py) | -| [operators.azure_cosmos.AzureCosmosInsertDocumentOperator](https://github.com/apache/airflow/blob/master/airflow/providers/microsoft/azure/operators/azure_cosmos.py) | [contrib.operators.azure_cosmos_operator.AzureCosmosInsertDocumentOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/azure_cosmos_operator.py) | -| [operators.file_to_wasb.FileToWasbOperator](https://github.com/apache/airflow/blob/master/airflow/providers/microsoft/azure/operators/file_to_wasb.py) | [contrib.operators.file_to_wasb.FileToWasbOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/file_to_wasb.py) | -| [operators.oracle_to_azure_data_lake_transfer.OracleToAzureDataLakeTransfer](https://github.com/apache/airflow/blob/master/airflow/providers/microsoft/azure/operators/oracle_to_azure_data_lake_transfer.py) | [contrib.operators.oracle_to_azure_data_lake_transfer.OracleToAzureDataLakeTransfer](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/oracle_to_azure_data_lake_transfer.py) | -| [operators.wasb_delete_blob.WasbDeleteBlobOperator](https://github.com/apache/airflow/blob/master/airflow/providers/microsoft/azure/operators/wasb_delete_blob.py) | [contrib.operators.wasb_delete_blob_operator.WasbDeleteBlobOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/wasb_delete_blob_operator.py) | +| Airflow 2.0 operators: `airflow.providers.microsoft.azure` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | +|:----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|:------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------| +| [operators.adls_list.AzureDataLakeStorageListOperator](https://github.com/apache/airflow/blob/master/airflow/providers/microsoft/azure/operators/adls_list.py) | [contrib.operators.adls_list_operator.AzureDataLakeStorageListOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/adls_list_operator.py) | +| [operators.azure_container_instances.AzureContainerInstancesOperator](https://github.com/apache/airflow/blob/master/airflow/providers/microsoft/azure/operators/azure_container_instances.py) | [contrib.operators.azure_container_instances_operator.AzureContainerInstancesOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/azure_container_instances_operator.py) | +| [operators.azure_cosmos.AzureCosmosInsertDocumentOperator](https://github.com/apache/airflow/blob/master/airflow/providers/microsoft/azure/operators/azure_cosmos.py) | [contrib.operators.azure_cosmos_operator.AzureCosmosInsertDocumentOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/azure_cosmos_operator.py) | +| [operators.file_to_wasb.FileToWasbOperator](https://github.com/apache/airflow/blob/master/airflow/providers/microsoft/azure/operators/file_to_wasb.py) | [contrib.operators.file_to_wasb.FileToWasbOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/file_to_wasb.py) | +| [operators.oracle_to_azure_data_lake_transfer.OracleToAzureDataLakeTransferOperator](https://github.com/apache/airflow/blob/master/airflow/providers/microsoft/azure/operators/oracle_to_azure_data_lake_transfer.py) | [contrib.operators.oracle_to_azure_data_lake_transfer.OracleToAzureDataLakeTransferOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/oracle_to_azure_data_lake_transfer.py) | +| [operators.wasb_delete_blob.WasbDeleteBlobOperator](https://github.com/apache/airflow/blob/master/airflow/providers/microsoft/azure/operators/wasb_delete_blob.py) | [contrib.operators.wasb_delete_blob_operator.WasbDeleteBlobOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/wasb_delete_blob_operator.py) | @@ -177,6 +177,7 @@ All classes in Airflow 2.0 are in `airflow.providers.microsoft.azure` package. | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------------------------------------------------------------------------------------------| +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/microsoft/azure/operators/oracle_to_azure_data_lake_transfer.py b/airflow/providers/microsoft/azure/operators/oracle_to_azure_data_lake_transfer.py index 452543c64ca60..5f59030d01083 100644 --- a/airflow/providers/microsoft/azure/operators/oracle_to_azure_data_lake_transfer.py +++ b/airflow/providers/microsoft/azure/operators/oracle_to_azure_data_lake_transfer.py @@ -27,7 +27,7 @@ from airflow.utils.decorators import apply_defaults -class OracleToAzureDataLakeTransfer(BaseOperator): +class OracleToAzureDataLakeTransferOperator(BaseOperator): """ Moves data from Oracle to Azure Data Lake. The operator runs the query against Oracle and stores the file locally before loading it into Azure Data Lake. diff --git a/airflow/providers/microsoft/mssql/PROVIDERS_CHANGES_2020.05.20.md b/airflow/providers/microsoft/mssql/PROVIDERS_CHANGES_2020.05.20.md index 3a7519787d872..e12cc8342bb50 100644 --- a/airflow/providers/microsoft/mssql/PROVIDERS_CHANGES_2020.05.20.md +++ b/airflow/providers/microsoft/mssql/PROVIDERS_CHANGES_2020.05.20.md @@ -4,6 +4,8 @@ | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------------------------------------------------------------------------------------------| +| [1d36b0303](https://github.com/apache/airflow/commit/1d36b0303b8632fce6de78ca4e782ae26ee06fea) | 2020-05-23 | Fix references in docs (#8984) | +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/microsoft/mssql/README.md b/airflow/providers/microsoft/mssql/README.md index cdcf4ee9113a8..482bc77587645 100644 --- a/airflow/providers/microsoft/mssql/README.md +++ b/airflow/providers/microsoft/mssql/README.md @@ -121,6 +121,8 @@ All classes in Airflow 2.0 are in `airflow.providers.microsoft.mssql` package. | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------------------------------------------------------------------------------------------| +| [1d36b0303](https://github.com/apache/airflow/commit/1d36b0303b8632fce6de78ca4e782ae26ee06fea) | 2020-05-23 | Fix references in docs (#8984) | +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/microsoft/winrm/PROVIDERS_CHANGES_2020.05.20.md b/airflow/providers/microsoft/winrm/PROVIDERS_CHANGES_2020.05.20.md index 1fcd98ca8cd36..a80b43e7add01 100644 --- a/airflow/providers/microsoft/winrm/PROVIDERS_CHANGES_2020.05.20.md +++ b/airflow/providers/microsoft/winrm/PROVIDERS_CHANGES_2020.05.20.md @@ -4,6 +4,7 @@ | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:---------------------------------------------------------------------------------| +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/microsoft/winrm/README.md b/airflow/providers/microsoft/winrm/README.md index bf298ea0903af..958cbb6c87afb 100644 --- a/airflow/providers/microsoft/winrm/README.md +++ b/airflow/providers/microsoft/winrm/README.md @@ -105,6 +105,7 @@ All classes in Airflow 2.0 are in `airflow.providers.microsoft.winrm` package. | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:---------------------------------------------------------------------------------| +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/mongo/PROVIDERS_CHANGES_2020.05.20.md b/airflow/providers/mongo/PROVIDERS_CHANGES_2020.05.20.md index c7b6f49b00211..d302a8738d33e 100644 --- a/airflow/providers/mongo/PROVIDERS_CHANGES_2020.05.20.md +++ b/airflow/providers/mongo/PROVIDERS_CHANGES_2020.05.20.md @@ -4,6 +4,7 @@ | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:------------------------------------------------------------------------| +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/mongo/README.md b/airflow/providers/mongo/README.md index 9e52a1e7aa185..11dc0e7a8574f 100644 --- a/airflow/providers/mongo/README.md +++ b/airflow/providers/mongo/README.md @@ -105,6 +105,7 @@ All classes in Airflow 2.0 are in `airflow.providers.mongo` package. | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:------------------------------------------------------------------------| +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/mysql/PROVIDERS_CHANGES_2020.05.20.md b/airflow/providers/mysql/PROVIDERS_CHANGES_2020.05.20.md index 139fff0dd93e3..11b61e4ca1225 100644 --- a/airflow/providers/mysql/PROVIDERS_CHANGES_2020.05.20.md +++ b/airflow/providers/mysql/PROVIDERS_CHANGES_2020.05.20.md @@ -4,6 +4,8 @@ | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:--------------------------------------------------------------------------------------------| +| [1d36b0303](https://github.com/apache/airflow/commit/1d36b0303b8632fce6de78ca4e782ae26ee06fea) | 2020-05-23 | Fix references in docs (#8984) | +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/mysql/README.md b/airflow/providers/mysql/README.md index e948122d55127..e71a5ec2cb25c 100644 --- a/airflow/providers/mysql/README.md +++ b/airflow/providers/mysql/README.md @@ -94,19 +94,19 @@ All classes in Airflow 2.0 are in `airflow.providers.mysql` package. ### New operators -| New Airflow 2.0 operators: `airflow.providers.mysql` package | -|:------------------------------------------------------------------------------------------------------------------------------------------| -| [operators.s3_to_mysql.S3ToMySqlTransfer](https://github.com/apache/airflow/blob/master/airflow/providers/mysql/operators/s3_to_mysql.py) | +| New Airflow 2.0 operators: `airflow.providers.mysql` package | +|:--------------------------------------------------------------------------------------------------------------------------------------------------| +| [operators.s3_to_mysql.S3ToMySqlTransferOperator](https://github.com/apache/airflow/blob/master/airflow/providers/mysql/operators/s3_to_mysql.py) | ### Moved operators -| Airflow 2.0 operators: `airflow.providers.mysql` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:---------------------------------------------------------------------------------------------------------------------------------------------------------|:---------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [operators.mysql.MySqlOperator](https://github.com/apache/airflow/blob/master/airflow/providers/mysql/operators/mysql.py) | [operators.mysql_operator.MySqlOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/operators/mysql_operator.py) | -| [operators.presto_to_mysql.PrestoToMySqlTransfer](https://github.com/apache/airflow/blob/master/airflow/providers/mysql/operators/presto_to_mysql.py) | [operators.presto_to_mysql.PrestoToMySqlTransfer](https://github.com/apache/airflow/blob/v1-10-stable/airflow/operators/presto_to_mysql.py) | -| [operators.vertica_to_mysql.VerticaToMySqlTransfer](https://github.com/apache/airflow/blob/master/airflow/providers/mysql/operators/vertica_to_mysql.py) | [contrib.operators.vertica_to_mysql.VerticaToMySqlTransfer](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/vertica_to_mysql.py) | +| Airflow 2.0 operators: `airflow.providers.mysql` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | +|:-----------------------------------------------------------------------------------------------------------------------------------------------------------------|:---------------------------------------------------------------------------------------------------------------------------------------------------------------| +| [operators.mysql.MySqlOperator](https://github.com/apache/airflow/blob/master/airflow/providers/mysql/operators/mysql.py) | [operators.mysql_operator.MySqlOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/operators/mysql_operator.py) | +| [operators.presto_to_mysql.PrestoToMySqlTransferOperator](https://github.com/apache/airflow/blob/master/airflow/providers/mysql/operators/presto_to_mysql.py) | [operators.presto_to_mysql.PrestoToMySqlTransfer](https://github.com/apache/airflow/blob/v1-10-stable/airflow/operators/presto_to_mysql.py) | +| [operators.vertica_to_mysql.VerticaToMySqlTransferOperator](https://github.com/apache/airflow/blob/master/airflow/providers/mysql/operators/vertica_to_mysql.py) | [contrib.operators.vertica_to_mysql.VerticaToMySqlTransfer](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/vertica_to_mysql.py) | @@ -133,6 +133,8 @@ All classes in Airflow 2.0 are in `airflow.providers.mysql` package. | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:--------------------------------------------------------------------------------------------| +| [1d36b0303](https://github.com/apache/airflow/commit/1d36b0303b8632fce6de78ca4e782ae26ee06fea) | 2020-05-23 | Fix references in docs (#8984) | +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/mysql/operators/presto_to_mysql.py b/airflow/providers/mysql/operators/presto_to_mysql.py index 787ed29c82da5..c727fb9368df9 100644 --- a/airflow/providers/mysql/operators/presto_to_mysql.py +++ b/airflow/providers/mysql/operators/presto_to_mysql.py @@ -23,7 +23,7 @@ from airflow.utils.decorators import apply_defaults -class PrestoToMySqlTransfer(BaseOperator): +class PrestoToMySqlTransferOperator(BaseOperator): """ Moves data from Presto to MySQL, note that for now the data is loaded into memory before being pushed to MySQL, so this operator should diff --git a/airflow/providers/mysql/operators/s3_to_mysql.py b/airflow/providers/mysql/operators/s3_to_mysql.py index b02f2e567213e..e8a3415f4cdca 100644 --- a/airflow/providers/mysql/operators/s3_to_mysql.py +++ b/airflow/providers/mysql/operators/s3_to_mysql.py @@ -24,7 +24,7 @@ from airflow.utils.decorators import apply_defaults -class S3ToMySqlTransfer(BaseOperator): +class S3ToMySqlTransferOperator(BaseOperator): """ Loads a file from S3 into a MySQL table. diff --git a/airflow/providers/mysql/operators/vertica_to_mysql.py b/airflow/providers/mysql/operators/vertica_to_mysql.py index 6f9d5c7e8d601..7e952b86a2ebc 100644 --- a/airflow/providers/mysql/operators/vertica_to_mysql.py +++ b/airflow/providers/mysql/operators/vertica_to_mysql.py @@ -28,7 +28,7 @@ from airflow.utils.decorators import apply_defaults -class VerticaToMySqlTransfer(BaseOperator): +class VerticaToMySqlTransferOperator(BaseOperator): """ Moves data from Vertica to MySQL. diff --git a/airflow/providers/odbc/PROVIDERS_CHANGES_2020.05.20.md b/airflow/providers/odbc/PROVIDERS_CHANGES_2020.05.20.md index e06ddaec9c130..2ec6f3a9f8af3 100644 --- a/airflow/providers/odbc/PROVIDERS_CHANGES_2020.05.20.md +++ b/airflow/providers/odbc/PROVIDERS_CHANGES_2020.05.20.md @@ -4,6 +4,7 @@ | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:------------------------------------------------------------------------| +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/odbc/README.md b/airflow/providers/odbc/README.md index e201ec0859270..a7e72a85f710a 100644 --- a/airflow/providers/odbc/README.md +++ b/airflow/providers/odbc/README.md @@ -91,6 +91,7 @@ All classes in Airflow 2.0 are in `airflow.providers.odbc` package. | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:------------------------------------------------------------------------| +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/openfaas/PROVIDERS_CHANGES_2020.05.20.md b/airflow/providers/openfaas/PROVIDERS_CHANGES_2020.05.20.md index f7a0dc9c6f915..0e9f40637f0cf 100644 --- a/airflow/providers/openfaas/PROVIDERS_CHANGES_2020.05.20.md +++ b/airflow/providers/openfaas/PROVIDERS_CHANGES_2020.05.20.md @@ -4,6 +4,7 @@ | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:------------------------------------------------------------------------| +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/openfaas/README.md b/airflow/providers/openfaas/README.md index cbf5c6b427c8a..08f7d9462f434 100644 --- a/airflow/providers/openfaas/README.md +++ b/airflow/providers/openfaas/README.md @@ -84,6 +84,7 @@ All classes in Airflow 2.0 are in `airflow.providers.openfaas` package. | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:------------------------------------------------------------------------| +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/opsgenie/PROVIDERS_CHANGES_2020.05.20.md b/airflow/providers/opsgenie/PROVIDERS_CHANGES_2020.05.20.md index 6093e31c2a9a6..9de4e056ea0d0 100644 --- a/airflow/providers/opsgenie/PROVIDERS_CHANGES_2020.05.20.md +++ b/airflow/providers/opsgenie/PROVIDERS_CHANGES_2020.05.20.md @@ -4,6 +4,7 @@ | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------------------------------------------------------------------------------------------| +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/opsgenie/README.md b/airflow/providers/opsgenie/README.md index 79e5c6ec76b91..0c6557a4ce050 100644 --- a/airflow/providers/opsgenie/README.md +++ b/airflow/providers/opsgenie/README.md @@ -114,6 +114,7 @@ All classes in Airflow 2.0 are in `airflow.providers.opsgenie` package. | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------------------------------------------------------------------------------------------| +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/oracle/PROVIDERS_CHANGES_2020.05.20.md b/airflow/providers/oracle/PROVIDERS_CHANGES_2020.05.20.md index c0a13788bc777..6a300326c773a 100644 --- a/airflow/providers/oracle/PROVIDERS_CHANGES_2020.05.20.md +++ b/airflow/providers/oracle/PROVIDERS_CHANGES_2020.05.20.md @@ -4,6 +4,8 @@ | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:--------------------------------------------------------------------------------------------| +| [1d36b0303](https://github.com/apache/airflow/commit/1d36b0303b8632fce6de78ca4e782ae26ee06fea) | 2020-05-23 | Fix references in docs (#8984) | +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/oracle/README.md b/airflow/providers/oracle/README.md index 97a06a4df3e34..a244269b73b46 100644 --- a/airflow/providers/oracle/README.md +++ b/airflow/providers/oracle/README.md @@ -76,10 +76,10 @@ All classes in Airflow 2.0 are in `airflow.providers.oracle` package. ### Moved operators -| Airflow 2.0 operators: `airflow.providers.oracle` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | -|:----------------------------------------------------------------------------------------------------------------------------------------------------------------------------|:---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------| -| [operators.oracle.OracleOperator](https://github.com/apache/airflow/blob/master/airflow/providers/oracle/operators/oracle.py) | [operators.oracle_operator.OracleOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/operators/oracle_operator.py) | -| [operators.oracle_to_oracle_transfer.OracleToOracleTransfer](https://github.com/apache/airflow/blob/master/airflow/providers/oracle/operators/oracle_to_oracle_transfer.py) | [contrib.operators.oracle_to_oracle_transfer.OracleToOracleTransfer](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/oracle_to_oracle_transfer.py) | +| Airflow 2.0 operators: `airflow.providers.oracle` package | Airflow 1.10.* previous location (usually `airflow.contrib`) | +|:------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|:---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------| +| [operators.oracle.OracleOperator](https://github.com/apache/airflow/blob/master/airflow/providers/oracle/operators/oracle.py) | [operators.oracle_operator.OracleOperator](https://github.com/apache/airflow/blob/v1-10-stable/airflow/operators/oracle_operator.py) | +| [operators.oracle_to_oracle_transfer.OracleToOracleTransferOperator](https://github.com/apache/airflow/blob/master/airflow/providers/oracle/operators/oracle_to_oracle_transfer.py) | [contrib.operators.oracle_to_oracle_transfer.OracleToOracleTransfer](https://github.com/apache/airflow/blob/v1-10-stable/airflow/contrib/operators/oracle_to_oracle_transfer.py) | @@ -106,6 +106,8 @@ All classes in Airflow 2.0 are in `airflow.providers.oracle` package. | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:--------------------------------------------------------------------------------------------| +| [1d36b0303](https://github.com/apache/airflow/commit/1d36b0303b8632fce6de78ca4e782ae26ee06fea) | 2020-05-23 | Fix references in docs (#8984) | +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/oracle/operators/oracle_to_oracle_transfer.py b/airflow/providers/oracle/operators/oracle_to_oracle_transfer.py index 25424060c14f8..7973e4af9a6ca 100644 --- a/airflow/providers/oracle/operators/oracle_to_oracle_transfer.py +++ b/airflow/providers/oracle/operators/oracle_to_oracle_transfer.py @@ -21,7 +21,7 @@ from airflow.utils.decorators import apply_defaults -class OracleToOracleTransfer(BaseOperator): +class OracleToOracleTransferOperator(BaseOperator): """ Moves data from Oracle to Oracle. diff --git a/airflow/providers/pagerduty/PROVIDERS_CHANGES_2020.05.20.md b/airflow/providers/pagerduty/PROVIDERS_CHANGES_2020.05.20.md index fa6205ceb10b1..212c614160289 100644 --- a/airflow/providers/pagerduty/PROVIDERS_CHANGES_2020.05.20.md +++ b/airflow/providers/pagerduty/PROVIDERS_CHANGES_2020.05.20.md @@ -4,6 +4,8 @@ | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------| +| [1d36b0303](https://github.com/apache/airflow/commit/1d36b0303b8632fce6de78ca4e782ae26ee06fea) | 2020-05-23 | Fix references in docs (#8984) | +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/pagerduty/README.md b/airflow/providers/pagerduty/README.md index 70d36099b9bec..d18f23b1de1af 100644 --- a/airflow/providers/pagerduty/README.md +++ b/airflow/providers/pagerduty/README.md @@ -91,6 +91,8 @@ All classes in Airflow 2.0 are in `airflow.providers.pagerduty` package. | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------| +| [1d36b0303](https://github.com/apache/airflow/commit/1d36b0303b8632fce6de78ca4e782ae26ee06fea) | 2020-05-23 | Fix references in docs (#8984) | +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/papermill/ADDITIONAL_INFO.md b/airflow/providers/papermill/ADDITIONAL_INFO.md index f76f3335b4567..d9dc56a6f3d28 100644 --- a/airflow/providers/papermill/ADDITIONAL_INFO.md +++ b/airflow/providers/papermill/ADDITIONAL_INFO.md @@ -19,6 +19,5 @@ ## Additional notes -Papermill operator is the only one that work with AUTO inlets for now (for lineage support). -However since AUTO inlets is a feature of Airflow 2 and is not bacported, -when back-porting to 1.10 AUTO inlets are not supported. +Papermill operator is the only one to work with AUTO inlets for now (for lineage support). +However, since AUTO inlets is a feature of Airflow 2 not backported to 1.10.*. diff --git a/airflow/providers/papermill/PROVIDERS_CHANGES_2020.05.20.md b/airflow/providers/papermill/PROVIDERS_CHANGES_2020.05.20.md index 3bed83b20cb37..8bfe3985e0750 100644 --- a/airflow/providers/papermill/PROVIDERS_CHANGES_2020.05.20.md +++ b/airflow/providers/papermill/PROVIDERS_CHANGES_2020.05.20.md @@ -4,6 +4,7 @@ | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:---------------------------------------------------------------------------------| +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/papermill/README.md b/airflow/providers/papermill/README.md index 9ef81670d7658..f6e773bf0bcc2 100644 --- a/airflow/providers/papermill/README.md +++ b/airflow/providers/papermill/README.md @@ -45,6 +45,11 @@ While Airflow 1.10.* continues to support Python 2.7+ - you need to upgrade pyth want to use this backport package. +## Additional notes + +Papermill operator is the only one to work with AUTO inlets for now (for lineage support). +However, since AUTO inlets is a feature of Airflow 2 not backported to 1.10.*. + ## Installation @@ -93,6 +98,7 @@ All classes in Airflow 2.0 are in `airflow.providers.papermill` package. | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:---------------------------------------------------------------------------------| +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/postgres/PROVIDERS_CHANGES_2020.05.20.md b/airflow/providers/postgres/PROVIDERS_CHANGES_2020.05.20.md index 4a27cba047d2f..c176f9a1c6a97 100644 --- a/airflow/providers/postgres/PROVIDERS_CHANGES_2020.05.20.md +++ b/airflow/providers/postgres/PROVIDERS_CHANGES_2020.05.20.md @@ -4,6 +4,8 @@ | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:-----------------------------------------------------------------------------------------| +| [1d36b0303](https://github.com/apache/airflow/commit/1d36b0303b8632fce6de78ca4e782ae26ee06fea) | 2020-05-23 | Fix references in docs (#8984) | +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/postgres/README.md b/airflow/providers/postgres/README.md index faca552faad2d..e810775bba3fe 100644 --- a/airflow/providers/postgres/README.md +++ b/airflow/providers/postgres/README.md @@ -121,6 +121,8 @@ All classes in Airflow 2.0 are in `airflow.providers.postgres` package. | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:-----------------------------------------------------------------------------------------| +| [1d36b0303](https://github.com/apache/airflow/commit/1d36b0303b8632fce6de78ca4e782ae26ee06fea) | 2020-05-23 | Fix references in docs (#8984) | +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/presto/PROVIDERS_CHANGES_2020.05.20.md b/airflow/providers/presto/PROVIDERS_CHANGES_2020.05.20.md index a680d509bc0ca..a21fc82f882c5 100644 --- a/airflow/providers/presto/PROVIDERS_CHANGES_2020.05.20.md +++ b/airflow/providers/presto/PROVIDERS_CHANGES_2020.05.20.md @@ -4,6 +4,7 @@ | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:------------------------------------------------------------------------| +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/presto/README.md b/airflow/providers/presto/README.md index 8de3c6b66957f..2f17126755ec0 100644 --- a/airflow/providers/presto/README.md +++ b/airflow/providers/presto/README.md @@ -91,6 +91,7 @@ All classes in Airflow 2.0 are in `airflow.providers.presto` package. | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:------------------------------------------------------------------------| +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/qubole/PROVIDERS_CHANGES_2020.05.20.md b/airflow/providers/qubole/PROVIDERS_CHANGES_2020.05.20.md index a45d6c969260a..a0b2595e74734 100644 --- a/airflow/providers/qubole/PROVIDERS_CHANGES_2020.05.20.md +++ b/airflow/providers/qubole/PROVIDERS_CHANGES_2020.05.20.md @@ -4,6 +4,8 @@ | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------------------------------------------------------------------------------------------| +| [1d36b0303](https://github.com/apache/airflow/commit/1d36b0303b8632fce6de78ca4e782ae26ee06fea) | 2020-05-23 | Fix references in docs (#8984) | +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/qubole/README.md b/airflow/providers/qubole/README.md index e94a520b14502..d778bd70d189e 100644 --- a/airflow/providers/qubole/README.md +++ b/airflow/providers/qubole/README.md @@ -123,6 +123,8 @@ All classes in Airflow 2.0 are in `airflow.providers.qubole` package. | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------------------------------------------------------------------------------------------| +| [1d36b0303](https://github.com/apache/airflow/commit/1d36b0303b8632fce6de78ca4e782ae26ee06fea) | 2020-05-23 | Fix references in docs (#8984) | +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/redis/PROVIDERS_CHANGES_2020.05.20.md b/airflow/providers/redis/PROVIDERS_CHANGES_2020.05.20.md index 8cea0c1de0f6a..a811bbfdb5446 100644 --- a/airflow/providers/redis/PROVIDERS_CHANGES_2020.05.20.md +++ b/airflow/providers/redis/PROVIDERS_CHANGES_2020.05.20.md @@ -4,6 +4,7 @@ | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:------------------------------------------------------------------------| +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/redis/README.md b/airflow/providers/redis/README.md index af04ca981c90c..895ee61e95eba 100644 --- a/airflow/providers/redis/README.md +++ b/airflow/providers/redis/README.md @@ -119,6 +119,7 @@ All classes in Airflow 2.0 are in `airflow.providers.redis` package. | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:------------------------------------------------------------------------| +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/salesforce/PROVIDERS_CHANGES_2020.05.20.md b/airflow/providers/salesforce/PROVIDERS_CHANGES_2020.05.20.md index 7e2fb3787411d..04064ae30793c 100644 --- a/airflow/providers/salesforce/PROVIDERS_CHANGES_2020.05.20.md +++ b/airflow/providers/salesforce/PROVIDERS_CHANGES_2020.05.20.md @@ -4,6 +4,8 @@ | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:---------------------------------------------------------------------------------| +| [1d36b0303](https://github.com/apache/airflow/commit/1d36b0303b8632fce6de78ca4e782ae26ee06fea) | 2020-05-23 | Fix references in docs (#8984) | +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [ff342fc23](https://github.com/apache/airflow/commit/ff342fc230982dc5d88acfd5e5eab75187256b58) | 2020-05-17 | Added SalesforceHook missing method to return only dataframe (#8565) (#8644) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | diff --git a/airflow/providers/salesforce/README.md b/airflow/providers/salesforce/README.md index f09980ea0b908..74e2b28afd185 100644 --- a/airflow/providers/salesforce/README.md +++ b/airflow/providers/salesforce/README.md @@ -125,6 +125,8 @@ All classes in Airflow 2.0 are in `airflow.providers.salesforce` package. | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:---------------------------------------------------------------------------------| +| [1d36b0303](https://github.com/apache/airflow/commit/1d36b0303b8632fce6de78ca4e782ae26ee06fea) | 2020-05-23 | Fix references in docs (#8984) | +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [ff342fc23](https://github.com/apache/airflow/commit/ff342fc230982dc5d88acfd5e5eab75187256b58) | 2020-05-17 | Added SalesforceHook missing method to return only dataframe (#8565) (#8644) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | diff --git a/airflow/providers/samba/PROVIDERS_CHANGES_2020.05.20.md b/airflow/providers/samba/PROVIDERS_CHANGES_2020.05.20.md index 2ae98a52679af..fa53d025f5bf6 100644 --- a/airflow/providers/samba/PROVIDERS_CHANGES_2020.05.20.md +++ b/airflow/providers/samba/PROVIDERS_CHANGES_2020.05.20.md @@ -4,6 +4,7 @@ | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:------------------------------------------------------------------------| +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/samba/README.md b/airflow/providers/samba/README.md index ba8e4e16d7659..39a7faf122d7a 100644 --- a/airflow/providers/samba/README.md +++ b/airflow/providers/samba/README.md @@ -91,6 +91,7 @@ All classes in Airflow 2.0 are in `airflow.providers.samba` package. | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:------------------------------------------------------------------------| +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/segment/PROVIDERS_CHANGES_2020.05.20.md b/airflow/providers/segment/PROVIDERS_CHANGES_2020.05.20.md index 9e0ca3e399e1b..4b3a6cecf1a46 100644 --- a/airflow/providers/segment/PROVIDERS_CHANGES_2020.05.20.md +++ b/airflow/providers/segment/PROVIDERS_CHANGES_2020.05.20.md @@ -4,6 +4,7 @@ | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------| +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/segment/README.md b/airflow/providers/segment/README.md index 3a35cfe672096..64c32772630cf 100644 --- a/airflow/providers/segment/README.md +++ b/airflow/providers/segment/README.md @@ -105,6 +105,7 @@ All classes in Airflow 2.0 are in `airflow.providers.segment` package. | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------| +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/sftp/PROVIDERS_CHANGES_2020.05.20.md b/airflow/providers/sftp/PROVIDERS_CHANGES_2020.05.20.md index c000f2f3723d6..c5e8eb5331434 100644 --- a/airflow/providers/sftp/PROVIDERS_CHANGES_2020.05.20.md +++ b/airflow/providers/sftp/PROVIDERS_CHANGES_2020.05.20.md @@ -4,6 +4,7 @@ | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:---------------------------------------------------------------------------| +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/sftp/README.md b/airflow/providers/sftp/README.md index 173a8a6d84143..516238c300c0d 100644 --- a/airflow/providers/sftp/README.md +++ b/airflow/providers/sftp/README.md @@ -136,6 +136,7 @@ All classes in Airflow 2.0 are in `airflow.providers.sftp` package. | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:---------------------------------------------------------------------------| +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/singularity/PROVIDERS_CHANGES_2020.05.20.md b/airflow/providers/singularity/PROVIDERS_CHANGES_2020.05.20.md index 2cf4865d7524e..bdac55d23332d 100644 --- a/airflow/providers/singularity/PROVIDERS_CHANGES_2020.05.20.md +++ b/airflow/providers/singularity/PROVIDERS_CHANGES_2020.05.20.md @@ -4,6 +4,8 @@ | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:---------------------------------------------------------------------------------| +| [e742ef7c7](https://github.com/apache/airflow/commit/e742ef7c704c18bf69b7a7235adb7f75e742f902) | 2020-05-23 | Fix typo in test_project_structure (#8978) | +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/singularity/README.md b/airflow/providers/singularity/README.md index 66e0f0926c96a..a330005fbe84d 100644 --- a/airflow/providers/singularity/README.md +++ b/airflow/providers/singularity/README.md @@ -92,6 +92,8 @@ All classes in Airflow 2.0 are in `airflow.providers.singularity` package. | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:---------------------------------------------------------------------------------| +| [e742ef7c7](https://github.com/apache/airflow/commit/e742ef7c704c18bf69b7a7235adb7f75e742f902) | 2020-05-23 | Fix typo in test_project_structure (#8978) | +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/slack/PROVIDERS_CHANGES_2020.05.20.md b/airflow/providers/slack/PROVIDERS_CHANGES_2020.05.20.md index ef21820c60f76..4573ccccf03a1 100644 --- a/airflow/providers/slack/PROVIDERS_CHANGES_2020.05.20.md +++ b/airflow/providers/slack/PROVIDERS_CHANGES_2020.05.20.md @@ -4,6 +4,8 @@ | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:------------------------------------------------------------------------------| +| [427257c2e](https://github.com/apache/airflow/commit/427257c2e2ffc886ef9f516e9c4d015a4ede9bbd) | 2020-05-24 | Remove defunct code from setup.py (#8982) | +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/slack/README.md b/airflow/providers/slack/README.md index 1f40fa98e3448..15b62e0f5e507 100644 --- a/airflow/providers/slack/README.md +++ b/airflow/providers/slack/README.md @@ -124,6 +124,8 @@ All classes in Airflow 2.0 are in `airflow.providers.slack` package. | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:------------------------------------------------------------------------------| +| [427257c2e](https://github.com/apache/airflow/commit/427257c2e2ffc886ef9f516e9c4d015a4ede9bbd) | 2020-05-24 | Remove defunct code from setup.py (#8982) | +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/snowflake/PROVIDERS_CHANGES_2020.05.20.md b/airflow/providers/snowflake/PROVIDERS_CHANGES_2020.05.20.md index 0dd1a13f7276b..002268596045d 100644 --- a/airflow/providers/snowflake/PROVIDERS_CHANGES_2020.05.20.md +++ b/airflow/providers/snowflake/PROVIDERS_CHANGES_2020.05.20.md @@ -4,6 +4,8 @@ | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:------------------------------------------------------------------------| +| [1d36b0303](https://github.com/apache/airflow/commit/1d36b0303b8632fce6de78ca4e782ae26ee06fea) | 2020-05-23 | Fix references in docs (#8984) | +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [a546a10b1](https://github.com/apache/airflow/commit/a546a10b13b1f7a119071d8d2001cb17ccdcbbf7) | 2020-05-16 | Add Snowflake system test (#8422) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | diff --git a/airflow/providers/snowflake/README.md b/airflow/providers/snowflake/README.md index 0797ad46c707b..c437a0cda22a4 100644 --- a/airflow/providers/snowflake/README.md +++ b/airflow/providers/snowflake/README.md @@ -75,10 +75,10 @@ All classes in Airflow 2.0 are in `airflow.providers.snowflake` package. ### New operators -| New Airflow 2.0 operators: `airflow.providers.snowflake` package | -|:----------------------------------------------------------------------------------------------------------------------------------------------------------| -| [operators.s3_to_snowflake.S3ToSnowflakeTransfer](https://github.com/apache/airflow/blob/master/airflow/providers/snowflake/operators/s3_to_snowflake.py) | -| [operators.snowflake.SnowflakeOperator](https://github.com/apache/airflow/blob/master/airflow/providers/snowflake/operators/snowflake.py) | +| New Airflow 2.0 operators: `airflow.providers.snowflake` package | +|:------------------------------------------------------------------------------------------------------------------------------------------------------------------| +| [operators.s3_to_snowflake.S3ToSnowflakeTransferOperator](https://github.com/apache/airflow/blob/master/airflow/providers/snowflake/operators/s3_to_snowflake.py) | +| [operators.snowflake.SnowflakeOperator](https://github.com/apache/airflow/blob/master/airflow/providers/snowflake/operators/snowflake.py) | @@ -107,6 +107,8 @@ All classes in Airflow 2.0 are in `airflow.providers.snowflake` package. | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:------------------------------------------------------------------------| +| [1d36b0303](https://github.com/apache/airflow/commit/1d36b0303b8632fce6de78ca4e782ae26ee06fea) | 2020-05-23 | Fix references in docs (#8984) | +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [a546a10b1](https://github.com/apache/airflow/commit/a546a10b13b1f7a119071d8d2001cb17ccdcbbf7) | 2020-05-16 | Add Snowflake system test (#8422) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | diff --git a/airflow/providers/snowflake/example_dags/example_snowflake.py b/airflow/providers/snowflake/example_dags/example_snowflake.py index 69ef18796d1b5..f22444b11e6e2 100644 --- a/airflow/providers/snowflake/example_dags/example_snowflake.py +++ b/airflow/providers/snowflake/example_dags/example_snowflake.py @@ -21,7 +21,7 @@ import os from airflow import DAG -from airflow.providers.snowflake.operators.s3_to_snowflake import S3ToSnowflakeTransfer +from airflow.providers.snowflake.operators.s3_to_snowflake import S3ToSnowflakeTransferOperator from airflow.providers.snowflake.operators.snowflake import SnowflakeOperator from airflow.utils.dates import days_ago @@ -67,7 +67,7 @@ dag=dag, ) -copy_into_table = S3ToSnowflakeTransfer( +copy_into_table = S3ToSnowflakeTransferOperator( task_id='copy_into_table', snowflake_conn_id=SNOWFLAKE_CONN_ID, s3_keys=[SNOWFLAKE_LOAD_JSON_PATH], diff --git a/airflow/providers/snowflake/operators/s3_to_snowflake.py b/airflow/providers/snowflake/operators/s3_to_snowflake.py index 165c5dc878b36..4f2cc816490c2 100644 --- a/airflow/providers/snowflake/operators/s3_to_snowflake.py +++ b/airflow/providers/snowflake/operators/s3_to_snowflake.py @@ -25,7 +25,7 @@ from airflow.utils.decorators import apply_defaults -class S3ToSnowflakeTransfer(BaseOperator): +class S3ToSnowflakeTransferOperator(BaseOperator): """ Executes an COPY command to load files from s3 to Snowflake diff --git a/airflow/providers/sqlite/PROVIDERS_CHANGES_2020.05.20.md b/airflow/providers/sqlite/PROVIDERS_CHANGES_2020.05.20.md index 86b0dc499f420..33d9828b62111 100644 --- a/airflow/providers/sqlite/PROVIDERS_CHANGES_2020.05.20.md +++ b/airflow/providers/sqlite/PROVIDERS_CHANGES_2020.05.20.md @@ -4,6 +4,8 @@ | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:------------------------------------------------------------------------| +| [1d36b0303](https://github.com/apache/airflow/commit/1d36b0303b8632fce6de78ca4e782ae26ee06fea) | 2020-05-23 | Fix references in docs (#8984) | +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/sqlite/README.md b/airflow/providers/sqlite/README.md index ba25f2ee48ce5..b1aaf8d3ea573 100644 --- a/airflow/providers/sqlite/README.md +++ b/airflow/providers/sqlite/README.md @@ -98,6 +98,8 @@ All classes in Airflow 2.0 are in `airflow.providers.sqlite` package. | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:------------------------------------------------------------------------| +| [1d36b0303](https://github.com/apache/airflow/commit/1d36b0303b8632fce6de78ca4e782ae26ee06fea) | 2020-05-23 | Fix references in docs (#8984) | +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/ssh/PROVIDERS_CHANGES_2020.05.20.md b/airflow/providers/ssh/PROVIDERS_CHANGES_2020.05.20.md index 6494a37bfc880..9e343cb4f28c8 100644 --- a/airflow/providers/ssh/PROVIDERS_CHANGES_2020.05.20.md +++ b/airflow/providers/ssh/PROVIDERS_CHANGES_2020.05.20.md @@ -4,6 +4,7 @@ | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:---------------------------------------------------------------------------| +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/ssh/README.md b/airflow/providers/ssh/README.md index a6d37ce936d07..f8321846be870 100644 --- a/airflow/providers/ssh/README.md +++ b/airflow/providers/ssh/README.md @@ -107,6 +107,7 @@ All classes in Airflow 2.0 are in `airflow.providers.ssh` package. | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:---------------------------------------------------------------------------| +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/vertica/PROVIDERS_CHANGES_2020.05.20.md b/airflow/providers/vertica/PROVIDERS_CHANGES_2020.05.20.md index 577248dcaeef7..62fa96fdf92f9 100644 --- a/airflow/providers/vertica/PROVIDERS_CHANGES_2020.05.20.md +++ b/airflow/providers/vertica/PROVIDERS_CHANGES_2020.05.20.md @@ -4,6 +4,7 @@ | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------| +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/vertica/README.md b/airflow/providers/vertica/README.md index 731bc11f26a17..bab52710db29c 100644 --- a/airflow/providers/vertica/README.md +++ b/airflow/providers/vertica/README.md @@ -105,6 +105,7 @@ All classes in Airflow 2.0 are in `airflow.providers.vertica` package. | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------| +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/yandex/PROVIDERS_CHANGES_2020.05.20.md b/airflow/providers/yandex/PROVIDERS_CHANGES_2020.05.20.md index 028fdda8ca596..fe08dc5c1b3ff 100644 --- a/airflow/providers/yandex/PROVIDERS_CHANGES_2020.05.20.md +++ b/airflow/providers/yandex/PROVIDERS_CHANGES_2020.05.20.md @@ -4,6 +4,8 @@ | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------------------------------------------------------------------------------------------| +| [1d36b0303](https://github.com/apache/airflow/commit/1d36b0303b8632fce6de78ca4e782ae26ee06fea) | 2020-05-23 | Fix references in docs (#8984) | +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/yandex/README.md b/airflow/providers/yandex/README.md index 6c29be1da3cb1..67ca904d8ed8c 100644 --- a/airflow/providers/yandex/README.md +++ b/airflow/providers/yandex/README.md @@ -111,6 +111,8 @@ All classes in Airflow 2.0 are in `airflow.providers.yandex` package. | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------------------------------------------------------------------------------------------------| +| [1d36b0303](https://github.com/apache/airflow/commit/1d36b0303b8632fce6de78ca4e782ae26ee06fea) | 2020-05-23 | Fix references in docs (#8984) | +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/zendesk/PROVIDERS_CHANGES_2020.05.20.md b/airflow/providers/zendesk/PROVIDERS_CHANGES_2020.05.20.md index 9e0ca3e399e1b..4b3a6cecf1a46 100644 --- a/airflow/providers/zendesk/PROVIDERS_CHANGES_2020.05.20.md +++ b/airflow/providers/zendesk/PROVIDERS_CHANGES_2020.05.20.md @@ -4,6 +4,7 @@ | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------| +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/airflow/providers/zendesk/README.md b/airflow/providers/zendesk/README.md index 5bb3e45dc9d73..62c7fec53cbaf 100644 --- a/airflow/providers/zendesk/README.md +++ b/airflow/providers/zendesk/README.md @@ -91,6 +91,7 @@ All classes in Airflow 2.0 are in `airflow.providers.zendesk` package. | Commit | Committed | Subject | |:-----------------------------------------------------------------------------------------------|:------------|:-------------------------------------------------------------------------| +| [375d1ca22](https://github.com/apache/airflow/commit/375d1ca229464617780623c61c6e8a1bf570c87f) | 2020-05-19 | Release candidate 2 for backport packages 2020.05.20 (#8898) | | [12c5e5d8a](https://github.com/apache/airflow/commit/12c5e5d8ae25fa633efe63ccf4db389e2b796d79) | 2020-05-17 | Prepare release candidate for backport packages (#8891) | | [f3521fb0e](https://github.com/apache/airflow/commit/f3521fb0e36733d8bd356123e56a453fd37a6dca) | 2020-05-16 | Regenerate readme files for backport package release (#8886) | | [92585ca4c](https://github.com/apache/airflow/commit/92585ca4cb375ac879f4ab331b3a063106eb7b92) | 2020-05-15 | Added automated release notes generation for backport operators (#8807) | diff --git a/backport_packages/setup_backport_packages.py b/backport_packages/setup_backport_packages.py index 6120097ca50b9..236cffe775009 100644 --- a/backport_packages/setup_backport_packages.py +++ b/backport_packages/setup_backport_packages.py @@ -24,9 +24,12 @@ import re import subprocess import sys +import tempfile import textwrap +from datetime import datetime, timedelta from os import listdir from os.path import dirname +from shutil import copyfile from typing import Any, Dict, Iterable, List, Optional, Set, Tuple, Type from backport_packages.import_all_provider_classes import import_all_provider_classes @@ -510,11 +513,13 @@ def get_package_class_summary(full_package_name: str, imported_classes: List[str protocols = find_all_subclasses( imported_classes=imported_classes, expected_package=full_package_name, - expected_ancestor=Protocol) + expected_ancestor=Protocol, + ) secrets = find_all_subclasses( imported_classes=imported_classes, expected_package=full_package_name, - expected_ancestor=BaseSecretsBackend) + expected_ancestor=BaseSecretsBackend, + ) new_operators, moved_operators = get_new_and_moved_classes(operators, MOVED_OPERATORS_DICT) new_sensors, moved_sensors = get_new_and_moved_classes(sensors, MOVED_SENSORS_DICT) new_hooks, moved_hooks = get_new_and_moved_classes(hooks, MOVED_HOOKS_DICT) @@ -531,6 +536,12 @@ def get_package_class_summary(full_package_name: str, imported_classes: List[str "MOVED_PROTOCOLS": moved_protocols, "NEW_SECRETS": new_secrets, "MOVED_SECRETS": moved_secrets, + "OPERATORS": operators, + "HOOKS": hooks, + "SENSORS": sensors, + "PROTOCOLS": protocols, + "SECRETS": secrets, + } for from_name, to_name, object_type in [ ("NEW_OPERATORS", "NEW_OPERATORS_TABLE", "operators"), @@ -707,19 +718,19 @@ def get_latest_release(provider_package_path: str) -> ReleaseInfo: return get_all_releases(provider_package_path=provider_package_path)[0] -def get_previous_release_info(last_release_version: str, +def get_previous_release_info(previous_release_version: str, past_releases: List[ReleaseInfo], current_release_version: str) -> Optional[str]: """ Find previous release. In case we are re-running current release we assume that last release was the previous one. This is needed so that we can generate list of changes since the previous release. - :param last_release_version: known last release version + :param previous_release_version: known last release version :param past_releases: list of past releases :param current_release_version: release that we are working on currently :return: """ previous_release = None - if last_release_version == current_release_version: + if previous_release_version == current_release_version: # Re-running for current release - use previous release as base for git log if len(past_releases) > 1: previous_release = past_releases[1].last_commit_hash @@ -729,19 +740,27 @@ def get_previous_release_info(last_release_version: str, def check_if_release_version_ok( - past_releases: List[ReleaseInfo], current_release_version: str) -> Optional[str]: + past_releases: List[ReleaseInfo], + current_release_version: str, + package_id: str) -> Tuple[str, Optional[str]]: """ Check if the release version passed is not later than the last release version :param past_releases: all past releases (if there are any) :param current_release_version: release version to check - :return: last_release (might be None if there are no past releases) + :param package_id: package id + :return: Tuple of current/previous_release (previous might be None if there are no releases) """ - last_release = past_releases[0].release_version if past_releases else None - if last_release and last_release > current_release_version: + previous_release_version = past_releases[0].release_version if past_releases else None + if current_release_version == '': + if previous_release_version: + current_release_version = previous_release_version + else: + current_release_version = (datetime.today() + timedelta(days=5)).strftime('%Y-%m-%d') + if previous_release_version and previous_release_version > current_release_version: print(f"The release {current_release_version} must be not less than " - f"{last_release} - last release for the package", file=sys.stderr) + f"{previous_release_version} - last release for the package", file=sys.stderr) sys.exit(2) - return last_release + return current_release_version, previous_release_version def get_cross_provider_dependent_packages(provider_package_id: str) -> List[str]: @@ -755,7 +774,7 @@ def get_cross_provider_dependent_packages(provider_package_id: str) -> List[str] return dependent_packages -def make_sure_remote_apache_exists(): +def make_sure_remote_apache_exists_and_fetch(): """ Make sure that apache remote exist in git. We need to take a log from the master of apache repository - not locally - because when we commit this change and run it, our log will include the @@ -765,14 +784,16 @@ def make_sure_remote_apache_exists(): :return: """ try: - subprocess.check_call(["git", "remote", "add", "apache", "https://github.com/apache/airflow.git"]) + subprocess.check_call(["git", "remote", "add", "apache", "https://github.com/apache/airflow.git"], + stdout=subprocess.DEVNULL, stderr=subprocess.DEVNULL) except subprocess.CalledProcessError as e: if e.returncode == 128: print("The remote `apache` already exists. If you have trouble running " "git log delete the remote", file=sys.stderr) else: raise - subprocess.check_call(["git", "fetch", "apache"]) + subprocess.check_call(["git", "fetch", "apache"], + stdout=subprocess.DEVNULL, stderr=subprocess.DEVNULL) def get_git_command(base_commit: Optional[str]) -> List[str]: @@ -839,36 +860,77 @@ def get_additional_package_info(provider_package_path: str) -> str: return "" +EXPECTED_SUFFIXES: Dict[str, str] = { + "OPERATORS": "Operator", + "HOOKS": "Hook", + "SENSORS": "Sensor", + "PROTOCOLS": "Protocol", + "SECRETS": "Backend", +} + + +def is_camel_case_with_acronyms(s: str): + """ + Checks if the string passed is Camel Case (with capitalised acronyms allowed). + :param s: string to check + :return: true if the name looks cool as Class name. + """ + return s != s.lower() and s != s.upper() and "_" not in s and s[0].upper() == s[0] + + +def check_if_classes_are_properly_named(class_summary: Dict[str, List[str]]) -> Tuple[int, int]: + """ + Check if all classes in the dictionary are named properly. It prints names at the output + and returns the status of class names. + + :param class_summary: dictionary of class names to check, grouped by types. + :return: Tuple of 2 ints = total number of classes and number of badly named classes + """ + total_class_number = 0 + badly_named_class_number = 0 + for key, class_suffix in EXPECTED_SUFFIXES.items(): + for class_full_name in class_summary[key]: + module_name, class_name = class_full_name.rsplit(".", maxsplit=1) + error_encountered = False + if not is_camel_case_with_acronyms(class_name): + print(f"The class {class_full_name} is wrongly named. The " + f"class name should be CamelCaseWithACRONYMS !") + error_encountered = True + if not class_name.endswith(class_suffix): + print(f"The class {class_full_name} is wrongly named. It is one of the {key} so " + f"it should end with {class_suffix}") + error_encountered = True + total_class_number += 1 + if error_encountered: + badly_named_class_number += 1 + return total_class_number, badly_named_class_number + + def update_release_notes_for_package(provider_package_id: str, current_release_version: str, - imported_classes: List[str]) -> None: + imported_classes: List[str]) -> Tuple[int, int]: """ - Updates release notes (README.md) for the package. + Updates release notes (README.md) for the package. returns Tuple of total number of classes + and badly named classes. :param provider_package_id: id of the package :param current_release_version: release version :param imported_classes - classes that have been imported from providers + + :return: Tuple of total/bad number of classes """ full_package_name = f"airflow.providers.{provider_package_id}" provider_package_path = get_package_path(provider_package_id) class_summary = get_package_class_summary(full_package_name, imported_classes) past_releases = get_all_releases(provider_package_path=provider_package_path) - last_release = check_if_release_version_ok(past_releases, current_release_version) + current_release_version, previous_release = check_if_release_version_ok( + past_releases, current_release_version, provider_package_id) cross_providers_dependencies = \ get_cross_provider_dependent_packages(provider_package_id=provider_package_id) - previous_release = get_previous_release_info(last_release_version=last_release, + previous_release = get_previous_release_info(previous_release_version=previous_release, past_releases=past_releases, current_release_version=current_release_version) git_cmd = get_git_command(previous_release) changes = subprocess.check_output(git_cmd, cwd=provider_package_path, universal_newlines=True) - if changes == "": - print(f"No change since {last_release}") - print("Skipping generating README.") - return - if len(changes.splitlines()) == 1: - print(f"Only one change since {last_release}") - print(f"The change is about committing the README: ${changes}.") - print("Skipping generating README.") - return changes_table = convert_git_changes_to_table( changes, base_url="https://github.com/apache/airflow/commit/") @@ -903,11 +965,28 @@ def update_release_notes_for_package(provider_package_id: str, current_release_v for a_release in all_releases: readme += a_release.content readme_file_path = os.path.join(provider_package_path, "README.md") - with open(readme_file_path, "wt") as readme_file: - readme_file.write(readme) - print() - print(f"Generated {readme_file_path} file for the {provider_package_id} provider") - print() + old_text = "" + if os.path.isfile(readme_file_path): + with open(readme_file_path, "rt") as readme_file_read: + old_text = readme_file_read.read() + if old_text != readme: + file, temp_file_path = tempfile.mkstemp(".md") + try: + copyfile(readme_file_path, temp_file_path) + with open(readme_file_path, "wt") as readme_file: + readme_file.write(readme) + print() + print(f"Generated {readme_file_path} file for the {provider_package_id} provider") + print() + subprocess.call(["diff", "--color=always", temp_file_path, readme_file_path]) + finally: + os.remove(temp_file_path) + total, bad = check_if_classes_are_properly_named(class_summary) + if bad != 0: + print() + print(f"ERROR! There are {bad} classes badly named out of {total} classes for {provider_package_id}") + print() + return total, bad def update_release_notes_for_packages(provider_ids: List[str], release_version: str): @@ -918,12 +997,32 @@ def update_release_notes_for_packages(provider_ids: List[str], release_version: :return: """ imported_classes = import_all_provider_classes( - source_path=SOURCE_DIR_PATH, provider_ids=provider_ids, print_imports=True) - make_sure_remote_apache_exists() + source_path=SOURCE_DIR_PATH, provider_ids=provider_ids, print_imports=False) + make_sure_remote_apache_exists_and_fetch() if len(provider_ids) == 0: provider_ids = get_all_backportable_providers() + total = 0 + bad = 0 + print() + print("Generating README files and checking if classes are correctly named.") + print() + print("Providers to generate:") + for provider_id in provider_ids: + print(provider_id) + print() for package in provider_ids: - update_release_notes_for_package(package, release_version, imported_classes) + inc_total, inc_bad = update_release_notes_for_package(package, release_version, imported_classes) + total += inc_total + bad += inc_bad + if bad == 0: + print() + print(f"All good! All {total} classes are properly named") + print() + else: + print() + print(f"ERROR! There are in total: {bad} classes badly named out of {total} classes ") + print() + exit(1) def get_all_backportable_providers() -> List[str]: @@ -987,11 +1086,20 @@ def get_all_backportable_providers() -> List[str]: print(provider) exit(0) elif sys.argv[1] == UPDATE_PACKAGE_RELEASE_NOTES: - if len(sys.argv) == 2 or not re.match(r'\d{4}\.\d{2}\.\d{2}', sys.argv[2]): - print("Please provide release tag as parameter in the form of YYYY.MM.DD", file=sys.stderr) - sys.exit(1) - release = sys.argv[2] - update_release_notes_for_packages(sys.argv[3:], release_version=release) + release_ver = "" + if len(sys.argv) > 2 and re.match(r'\d{4}\.\d{2}\.\d{2}', sys.argv[2]): + release_ver = sys.argv[2] + print() + print() + print(f"Preparing release version: {release_ver}") + package_list = sys.argv[3:] + else: + print() + print() + print("Updating latest release version.") + package_list = sys.argv[2:] + print() + update_release_notes_for_packages(package_list, release_version=release_ver) exit(0) provider_package = sys.argv[1] diff --git a/breeze b/breeze index b70c862e17822..3674c7074cffc 100755 --- a/breeze +++ b/breeze @@ -1192,7 +1192,7 @@ $(flag_verbosity) DETAILED_USAGE_PREPARE_BACKPORT_README=" Prepares README.md files for backport packages. You can provide (after --) optional version in the form of YYYY.MM.DD, optionally followed by the list of packages to generate readme for. - If the first parameter is not formatted as a date, then today is used as version. + If the first parameter is not formatted as a date, then today is regenerated. If no packages are specified, readme for all packages are generated. If no date is specified, current date + 3 days is used (allowing for PMC votes to pass). diff --git a/dev/BACKPORT_PACKAGES.md b/dev/BACKPORT_PACKAGES.md index 5f447938c6158..860faaa4571ea 100644 --- a/dev/BACKPORT_PACKAGES.md +++ b/dev/BACKPORT_PACKAGES.md @@ -70,28 +70,39 @@ separately. When you want to prepare release notes for a package, you need to run: ``` -./breeze prepare-backport-readme -- YYYY.MM.DD ... +./breeze prepare-backport-readme -- [YYYY.MM.DD] ... ``` * YYYY.MM.DD - is the CALVER version of the package to prepare. Note that this date cannot be earlier than the already released version (the script will fail if it will be). It can be set in the future - anticipating the future release date. If you do not specify it - current date +3 days will be used. + anticipating the future release date. If you do not specify date, the date will be taken from the last + generated readme - the last generated CHANGES file will be updated. * is usually directory in the `airflow/providers` folder (for example `google` but in several cases, it might be one level deeper separated with `.` for example `apache.hive` You can run the script with multiple package names if you want to prepare several packages at the same time. -You can also re-run the script with the same version (date) - this way - in case you have any bug fixes -merged in the master, they will be automatically taken into account. +Before you specify a new version, the last released version is update in case you have any bug fixes +merged in the master recently, they will be automatically taken into account. + +Typically, the first time you run release before release, you run it with target release.date: + +``` +./breeze prepare-backport-readme -- 2020.05.20 google +``` + +Then while you iterate with merges and release candidates you update the release date wihout providing +the date (to update the existing release notes) + +``` +./breeze prepare-backport-readme -- google +``` + Whenever you are satisfied with the release notes generated you can commit generated changes/new files to the repository. -Before preparing the release, you must also update the version to release in the -`backport_packages/setup_backport_packages.py` - this is needed because you should add rc1/rc2 etc. -before releasing final version and only when you are ready, the final version should be released and updated -in the `backport_packages/setup_backport_packages.py`. # Content of the release notes diff --git a/docs/concepts.rst b/docs/concepts.rst index 27c03ea6a5060..387cacda9b687 100644 --- a/docs/concepts.rst +++ b/docs/concepts.rst @@ -278,7 +278,7 @@ Airflow provides operators for many common tasks, including: In addition to these basic building blocks, there are many more specific operators: :class:`~airflow.providers.docker.operators.docker.DockerOperator`, :class:`~airflow.providers.apache.hive.operators.hive.HiveOperator`, :class:`~airflow.providers.amazon.aws.operators.s3_file_transform.S3FileTransformOperator`, -:class:`~airflow.providers.mysql.operators.presto_to_mysql.PrestoToMySqlTransfer`, +:class:`~airflow.providers.mysql.operators.presto_to_mysql.PrestoToMySqlTransferOperator`, :class:`~airflow.providers.slack.operators.slack.SlackAPIOperator`... you get the idea! Operators are only loaded by Airflow if they are assigned to a DAG. diff --git a/docs/howto/operator/gcp/sheets.rst b/docs/howto/operator/gcp/sheets.rst index 6ebc56f9b40e9..280984ea6bafd 100644 --- a/docs/howto/operator/gcp/sheets.rst +++ b/docs/howto/operator/gcp/sheets.rst @@ -41,13 +41,13 @@ Prerequisite Tasks .. include:: _partials/prerequisite_tasks.rst -.. _howto/operator:GoogleSheetsCreateSpreadsheet: +.. _howto/operator:GoogleSheetsCreateSpreadsheetOperator: Create spreadsheet ^^^^^^^^^^^^^^^^^^ To create new spreadsheet you can use the -:class:`~airflow.providers.google.suite.operators.sheets.GoogleSheetsCreateSpreadsheet`. +:class:`~airflow.providers.google.suite.operators.sheets.GoogleSheetsCreateSpreadsheetOperator`. .. exampleinclude:: ../../../../airflow/providers/google/suite/example_dags/example_sheets.py :language: python @@ -56,7 +56,7 @@ To create new spreadsheet you can use the :end-before: [END create_spreadsheet] You can use :ref:`Jinja templating ` with -:template-fields:`airflow.providers.google.suite.operators.sheets.GoogleSheetsCreateSpreadsheet`. +:template-fields:`airflow.providers.google.suite.operators.sheets.GoogleSheetsCreateSpreadsheetOperator`. To get the URL of newly created spreadsheet use XCom value: diff --git a/scripts/ci/in_container/run_prepare_backport_readme.sh b/scripts/ci/in_container/run_prepare_backport_readme.sh index bad6c4f006309..4c2e741eb8669 100755 --- a/scripts/ci/in_container/run_prepare_backport_readme.sh +++ b/scripts/ci/in_container/run_prepare_backport_readme.sh @@ -18,6 +18,8 @@ # shellcheck source=scripts/ci/in_container/_in_container_script_init.sh . "$( dirname "${BASH_SOURCE[0]}" )/_in_container_script_init.sh" +OUT_FILE=$(mktemp) + # adding trap to exiting trap HANDLERS="$( trap -p EXIT | cut -f2 -d \' )" # shellcheck disable=SC2064 @@ -28,22 +30,18 @@ cd "${AIRFLOW_SOURCES}" || exit 1 # install extra packages missing in devel_ci export PYTHONPATH="${AIRFLOW_SOURCES}" -pip install ".[all]" - -cd "${AIRFLOW_SOURCES}/backport_packages" || exit 1 +echo +echo "Installing remaining packages from 'all' extras" +echo +pip install ".[all]" >>"${OUT_FILE}" 2>&1 -if [[ ${1:-} =~ [0-9]{4}.[0-9]{2}\.[0-9]{2} ]]; then - DATE_OF_RELEASE="${1}" - shift -else - DATE_OF_RELEASE="$(date "+%Y.%m.%d" -d "+5 days")" -fi +echo > "${OUT_FILE}" -echo "Preparing readme for date of release: ${DATE_OF_RELEASE}" +cd "${AIRFLOW_SOURCES}/backport_packages" || exit 1 -python3 setup_backport_packages.py update-package-release-notes "${DATE_OF_RELEASE}" "$@" +python3 setup_backport_packages.py update-package-release-notes "$@" -AIRFLOW_BACKPORT_README_TGZ_FILE="/dist/airflow-backport-readme-${DATE_OF_RELEASE}.tar.gz" +AIRFLOW_BACKPORT_README_TGZ_FILE="/dist/airflow-backport-readme-$(date +"%Y-%m-%d-%H.%M.%S").tar.gz" cd "${AIRFLOW_SOURCES}" || exit 1 diff --git a/tests/providers/amazon/aws/hooks/test_batch_client.py b/tests/providers/amazon/aws/hooks/test_batch_client.py index bec2325368b5f..0eb8242e4dcfa 100644 --- a/tests/providers/amazon/aws/hooks/test_batch_client.py +++ b/tests/providers/amazon/aws/hooks/test_batch_client.py @@ -25,7 +25,7 @@ from parameterized import parameterized from airflow.exceptions import AirflowException -from airflow.providers.amazon.aws.hooks.batch_client import AwsBatchClient +from airflow.providers.amazon.aws.hooks.batch_client import AwsBatchClientHook # Use dummy AWS credentials AWS_REGION = "eu-west-1" @@ -46,7 +46,7 @@ class TestAwsBatchClient(unittest.TestCase): @mock.patch("airflow.providers.amazon.aws.hooks.batch_client.AwsBaseHook.get_client_type") def setUp(self, get_client_type_mock): self.get_client_type_mock = get_client_type_mock - self.batch_client = AwsBatchClient( + self.batch_client = AwsBatchClientHook( max_retries=self.MAX_RETRIES, status_retries=self.STATUS_RETRIES, aws_conn_id='airflow_test', @@ -253,7 +253,7 @@ class TestAwsBatchClientDelays(unittest.TestCase): @mock.patch.dict("os.environ", AWS_ACCESS_KEY_ID=AWS_ACCESS_KEY_ID) @mock.patch.dict("os.environ", AWS_SECRET_ACCESS_KEY=AWS_SECRET_ACCESS_KEY) def setUp(self): - self.batch_client = AwsBatchClient( + self.batch_client = AwsBatchClientHook( aws_conn_id='airflow_test', region_name=AWS_REGION) @@ -273,12 +273,12 @@ def test_add_jitter(self): @mock.patch("airflow.providers.amazon.aws.hooks.batch_client.uniform") @mock.patch("airflow.providers.amazon.aws.hooks.batch_client.sleep") def test_delay_defaults(self, mock_sleep, mock_uniform): - self.assertEqual(AwsBatchClient.DEFAULT_DELAY_MIN, 1) - self.assertEqual(AwsBatchClient.DEFAULT_DELAY_MAX, 10) + self.assertEqual(AwsBatchClientHook.DEFAULT_DELAY_MIN, 1) + self.assertEqual(AwsBatchClientHook.DEFAULT_DELAY_MAX, 10) mock_uniform.return_value = 0 self.batch_client.delay() mock_uniform.assert_called_once_with( - AwsBatchClient.DEFAULT_DELAY_MIN, AwsBatchClient.DEFAULT_DELAY_MAX + AwsBatchClientHook.DEFAULT_DELAY_MIN, AwsBatchClientHook.DEFAULT_DELAY_MAX ) mock_sleep.assert_called_once_with(0) diff --git a/tests/providers/amazon/aws/hooks/test_batch_waiters.py b/tests/providers/amazon/aws/hooks/test_batch_waiters.py index f94c001f39b1a..951792d74d830 100644 --- a/tests/providers/amazon/aws/hooks/test_batch_waiters.py +++ b/tests/providers/amazon/aws/hooks/test_batch_waiters.py @@ -45,7 +45,7 @@ from moto import mock_batch, mock_ec2, mock_ecs, mock_iam, mock_logs from airflow.exceptions import AirflowException -from airflow.providers.amazon.aws.hooks.batch_waiters import AwsBatchWaiters +from airflow.providers.amazon.aws.hooks.batch_waiters import AwsBatchWaitersHook # Use dummy AWS credentials AWS_REGION = "eu-west-1" @@ -225,9 +225,9 @@ def batch_infrastructure( def test_aws_batch_waiters(aws_region): - assert inspect.isclass(AwsBatchWaiters) - batch_waiters = AwsBatchWaiters(region_name=aws_region) - assert isinstance(batch_waiters, AwsBatchWaiters) + assert inspect.isclass(AwsBatchWaitersHook) + batch_waiters = AwsBatchWaitersHook(region_name=aws_region) + assert isinstance(batch_waiters, AwsBatchWaitersHook) @mock_batch @@ -254,7 +254,7 @@ def test_aws_batch_job_waiting(aws_clients, aws_region, job_queue_name, job_defi aws_resources = batch_infrastructure( aws_clients, aws_region, job_queue_name, job_definition_name ) - batch_waiters = AwsBatchWaiters(region_name=aws_resources.aws_region) + batch_waiters = AwsBatchWaitersHook(region_name=aws_resources.aws_region) job_exists_waiter = batch_waiters.get_waiter("JobExists") assert job_exists_waiter @@ -339,7 +339,7 @@ def setUp(self, get_client_type_mock): self.job_id = "8ba9d676-4108-4474-9dca-8bbac1da9b19" self.region_name = AWS_REGION - self.batch_waiters = AwsBatchWaiters(region_name=self.region_name) + self.batch_waiters = AwsBatchWaitersHook(region_name=self.region_name) self.assertEqual(self.batch_waiters.aws_conn_id, 'aws_default') self.assertEqual(self.batch_waiters.region_name, self.region_name) diff --git a/tests/providers/amazon/aws/operators/test_google_api_to_s3_transfer.py b/tests/providers/amazon/aws/operators/test_google_api_to_s3_transfer.py index 38077b8403dde..8fdac2f8c62ab 100644 --- a/tests/providers/amazon/aws/operators/test_google_api_to_s3_transfer.py +++ b/tests/providers/amazon/aws/operators/test_google_api_to_s3_transfer.py @@ -22,7 +22,7 @@ from airflow import models from airflow.configuration import load_test_config from airflow.models.xcom import MAX_XCOM_SIZE -from airflow.providers.amazon.aws.operators.google_api_to_s3_transfer import GoogleApiToS3Transfer +from airflow.providers.amazon.aws.operators.google_api_to_s3_transfer import GoogleApiToS3TransferOperator from airflow.utils import db @@ -71,7 +71,7 @@ def setUp(self): def test_execute(self, mock_json_dumps, mock_s3_hook_load_string, mock_google_api_hook_query): context = {'task_instance': Mock()} - GoogleApiToS3Transfer(**self.kwargs).execute(context) + GoogleApiToS3TransferOperator(**self.kwargs).execute(context) mock_google_api_hook_query.assert_called_once_with( endpoint=self.kwargs['google_api_endpoint_path'], @@ -100,7 +100,7 @@ def test_execute_with_xcom(self, mock_json_dumps, mock_s3_hook_load_string, mock } context['task_instance'].xcom_pull.return_value = {} - GoogleApiToS3Transfer(**self.kwargs, **xcom_kwargs).execute(context) + GoogleApiToS3TransferOperator(**self.kwargs, **xcom_kwargs).execute(context) mock_google_api_hook_query.assert_called_once_with( endpoint=self.kwargs['google_api_endpoint_path'], @@ -145,7 +145,8 @@ def test_execute_with_xcom_exceeded_max_xcom_size( } context['task_instance'].xcom_pull.return_value = {} - self.assertRaises(RuntimeError, GoogleApiToS3Transfer(**self.kwargs, **xcom_kwargs).execute, context) + self.assertRaises(RuntimeError, + GoogleApiToS3TransferOperator(**self.kwargs, **xcom_kwargs).execute, context) mock_google_api_hook_query.assert_called_once_with( endpoint=self.kwargs['google_api_endpoint_path'], diff --git a/tests/providers/amazon/aws/operators/test_redshift_to_s3.py b/tests/providers/amazon/aws/operators/test_redshift_to_s3.py index 25fe8d6de5625..f1ee3e2e40905 100644 --- a/tests/providers/amazon/aws/operators/test_redshift_to_s3.py +++ b/tests/providers/amazon/aws/operators/test_redshift_to_s3.py @@ -23,7 +23,7 @@ from boto3.session import Session from parameterized import parameterized -from airflow.providers.amazon.aws.operators.redshift_to_s3 import RedshiftToS3Transfer +from airflow.providers.amazon.aws.operators.redshift_to_s3 import RedshiftToS3TransferOperator from tests.test_utils.asserts import assert_equal_ignore_multiple_spaces @@ -45,7 +45,7 @@ def test_execute(self, table_as_file_name, expected_s3_key, mock_run, mock_sessi s3_key = "key" unload_options = ['HEADER', ] - RedshiftToS3Transfer( + RedshiftToS3TransferOperator( schema=schema, table=table, s3_bucket=s3_bucket, diff --git a/tests/providers/amazon/aws/operators/test_s3_to_redshift.py b/tests/providers/amazon/aws/operators/test_s3_to_redshift.py index 9907452f1d348..992c1330c0676 100644 --- a/tests/providers/amazon/aws/operators/test_s3_to_redshift.py +++ b/tests/providers/amazon/aws/operators/test_s3_to_redshift.py @@ -22,7 +22,7 @@ from boto3.session import Session -from airflow.providers.amazon.aws.operators.s3_to_redshift import S3ToRedshiftTransfer +from airflow.providers.amazon.aws.operators.s3_to_redshift import S3ToRedshiftTransferOperator from tests.test_utils.asserts import assert_equal_ignore_multiple_spaces @@ -41,7 +41,7 @@ def test_execute(self, mock_run, mock_session): s3_key = "key" copy_options = "" - op = S3ToRedshiftTransfer( + op = S3ToRedshiftTransferOperator( schema=schema, table=table, s3_bucket=s3_bucket, diff --git a/tests/providers/apache/druid/operators/test_hive_to_druid.py b/tests/providers/apache/druid/operators/test_hive_to_druid.py index a5a4a01f9eba1..11433e74f9f20 100644 --- a/tests/providers/apache/druid/operators/test_hive_to_druid.py +++ b/tests/providers/apache/druid/operators/test_hive_to_druid.py @@ -23,7 +23,7 @@ import requests_mock from airflow.models.dag import DAG -from airflow.providers.apache.druid.operators.hive_to_druid import HiveToDruidTransfer +from airflow.providers.apache.druid.operators.hive_to_druid import HiveToDruidTransferOperator class TestDruidHook(unittest.TestCase): @@ -74,7 +74,7 @@ def setUp(self): session.mount('mock', adapter) def test_construct_ingest_query(self): - operator = HiveToDruidTransfer( + operator = HiveToDruidTransferOperator( task_id='hive_to_druid', dag=self.dag, **self.hook_config diff --git a/tests/providers/apache/hdfs/sensors/test_hdfs.py b/tests/providers/apache/hdfs/sensors/test_hdfs.py index 03fa66b69d58a..536122997bc66 100644 --- a/tests/providers/apache/hdfs/sensors/test_hdfs.py +++ b/tests/providers/apache/hdfs/sensors/test_hdfs.py @@ -21,7 +21,7 @@ from datetime import timedelta from airflow.exceptions import AirflowSensorTimeout -from airflow.providers.apache.hdfs.sensors.hdfs import HdfsSensor, HdfsSensorFolder, HdfsSensorRegex +from airflow.providers.apache.hdfs.sensors.hdfs import HdfsFolderSensor, HdfsRegexSensor, HdfsSensor from airflow.utils.timezone import datetime from tests.test_utils.hdfs_utils import FakeHDFSHook @@ -103,7 +103,7 @@ def test_should_be_empty_directory(self): self.log.debug('#' * 10) self.log.debug('Running %s', self._testMethodName) self.log.debug('#' * 10) - task = HdfsSensorFolder(task_id='Should_be_empty_directory', + task = HdfsFolderSensor(task_id='Should_be_empty_directory', filepath='/datadirectory/empty_directory', be_empty=True, timeout=1, @@ -126,7 +126,7 @@ def test_should_be_empty_directory_fail(self): self.log.debug('#' * 10) self.log.debug('Running %s', self._testMethodName) self.log.debug('#' * 10) - task = HdfsSensorFolder(task_id='Should_be_empty_directory_fail', + task = HdfsFolderSensor(task_id='Should_be_empty_directory_fail', filepath='/datadirectory/not_empty_directory', be_empty=True, timeout=1, @@ -148,7 +148,7 @@ def test_should_be_a_non_empty_directory(self): self.log.debug('#' * 10) self.log.debug('Running %s', self._testMethodName) self.log.debug('#' * 10) - task = HdfsSensorFolder(task_id='Should_be_non_empty_directory', + task = HdfsFolderSensor(task_id='Should_be_non_empty_directory', filepath='/datadirectory/not_empty_directory', timeout=1, retry_delay=timedelta(seconds=1), @@ -170,7 +170,7 @@ def test_should_be_non_empty_directory_fail(self): self.log.debug('#' * 10) self.log.debug('Running %s', self._testMethodName) self.log.debug('#' * 10) - task = HdfsSensorFolder(task_id='Should_be_empty_directory_fail', + task = HdfsFolderSensor(task_id='Should_be_empty_directory_fail', filepath='/datadirectory/empty_directory', timeout=1, retry_delay=timedelta(seconds=1), @@ -199,7 +199,7 @@ def test_should_match_regex(self): self.log.debug('Running %s', self._testMethodName) self.log.debug('#' * 10) compiled_regex = re.compile("test[1-2]file") - task = HdfsSensorRegex(task_id='Should_match_the_regex', + task = HdfsRegexSensor(task_id='Should_match_the_regex', filepath='/datadirectory/regex_dir', regex=compiled_regex, timeout=1, @@ -223,7 +223,7 @@ def test_should_not_match_regex(self): self.log.debug('Running %s', self._testMethodName) self.log.debug('#' * 10) compiled_regex = re.compile("^IDoNotExist") - task = HdfsSensorRegex(task_id='Should_not_match_the_regex', + task = HdfsRegexSensor(task_id='Should_not_match_the_regex', filepath='/datadirectory/regex_dir', regex=compiled_regex, timeout=1, @@ -246,7 +246,7 @@ def test_should_match_regex_and_filesize(self): self.log.debug('Running %s', self._testMethodName) self.log.debug('#' * 10) compiled_regex = re.compile("test[1-2]file") - task = HdfsSensorRegex(task_id='Should_match_the_regex_and_filesize', + task = HdfsRegexSensor(task_id='Should_match_the_regex_and_filesize', filepath='/datadirectory/regex_dir', regex=compiled_regex, ignore_copying=True, @@ -273,7 +273,7 @@ def test_should_match_regex_but_filesize(self): self.log.debug('Running %s', self._testMethodName) self.log.debug('#' * 10) compiled_regex = re.compile("test[1-2]file") - task = HdfsSensorRegex(task_id='Should_match_the_regex_but_filesize', + task = HdfsRegexSensor(task_id='Should_match_the_regex_but_filesize', filepath='/datadirectory/regex_dir', regex=compiled_regex, file_size=20, @@ -297,7 +297,7 @@ def test_should_match_regex_but_copyingext(self): self.log.debug('Running %s', self._testMethodName) self.log.debug('#' * 10) compiled_regex = re.compile(r"copying_file_\d+.txt") - task = HdfsSensorRegex(task_id='Should_match_the_regex_but_filesize', + task = HdfsRegexSensor(task_id='Should_match_the_regex_but_filesize', filepath='/datadirectory/regex_dir', regex=compiled_regex, ignored_ext=['_COPYING_', 'sftp'], diff --git a/tests/providers/apache/hive/operators/test_hive_to_mysql.py b/tests/providers/apache/hive/operators/test_hive_to_mysql.py index 437385a1eceb0..532342e3af4d1 100644 --- a/tests/providers/apache/hive/operators/test_hive_to_mysql.py +++ b/tests/providers/apache/hive/operators/test_hive_to_mysql.py @@ -19,7 +19,7 @@ import unittest from unittest.mock import PropertyMock, patch -from airflow.providers.apache.hive.operators.hive_to_mysql import HiveToMySqlTransfer +from airflow.providers.apache.hive.operators.hive_to_mysql import HiveToMySqlTransferOperator from airflow.utils import timezone from airflow.utils.operator_helpers import context_to_airflow_vars from tests.providers.apache.hive import TestHiveEnvironment @@ -42,7 +42,7 @@ def setUp(self): @patch('airflow.providers.apache.hive.operators.hive_to_mysql.MySqlHook') @patch('airflow.providers.apache.hive.operators.hive_to_mysql.HiveServer2Hook') def test_execute(self, mock_hive_hook, mock_mysql_hook): - HiveToMySqlTransfer(**self.kwargs).execute(context={}) + HiveToMySqlTransferOperator(**self.kwargs).execute(context={}) mock_hive_hook.assert_called_once_with(hiveserver2_conn_id=self.kwargs['hiveserver2_conn_id']) mock_hive_hook.return_value.get_records.assert_called_once_with('sql', hive_conf={}) @@ -57,7 +57,7 @@ def test_execute(self, mock_hive_hook, mock_mysql_hook): def test_execute_mysql_preoperator(self, mock_hive_hook, mock_mysql_hook): self.kwargs.update(dict(mysql_preoperator='preoperator')) - HiveToMySqlTransfer(**self.kwargs).execute(context={}) + HiveToMySqlTransferOperator(**self.kwargs).execute(context={}) mock_mysql_hook.return_value.run.assert_called_once_with(self.kwargs['mysql_preoperator']) @@ -66,7 +66,7 @@ def test_execute_mysql_preoperator(self, mock_hive_hook, mock_mysql_hook): def test_execute_with_mysql_postoperator(self, mock_hive_hook, mock_mysql_hook): self.kwargs.update(dict(mysql_postoperator='postoperator')) - HiveToMySqlTransfer(**self.kwargs).execute(context={}) + HiveToMySqlTransferOperator(**self.kwargs).execute(context={}) mock_mysql_hook.return_value.run.assert_called_once_with(self.kwargs['mysql_postoperator']) @@ -78,7 +78,7 @@ def test_execute_bulk_load(self, mock_hive_hook, mock_tmp_file, mock_mysql_hook) context = {} self.kwargs.update(dict(bulk_load=True)) - HiveToMySqlTransfer(**self.kwargs).execute(context=context) + HiveToMySqlTransferOperator(**self.kwargs).execute(context=context) mock_tmp_file.assert_called_once_with() mock_hive_hook.return_value.to_csv.assert_called_once_with( @@ -101,7 +101,7 @@ def test_execute_with_hive_conf(self, mock_hive_hook, mock_mysql_hook): context = {} self.kwargs.update(dict(hive_conf={'mapreduce.job.queuename': 'fake_queue'})) - HiveToMySqlTransfer(**self.kwargs).execute(context=context) + HiveToMySqlTransferOperator(**self.kwargs).execute(context=context) hive_conf = context_to_airflow_vars(context) hive_conf.update(self.kwargs['hive_conf']) @@ -114,7 +114,7 @@ def test_execute_with_hive_conf(self, mock_hive_hook, mock_mysql_hook): 'AIRFLOW_RUNALL_TESTS' not in os.environ, "Skipped because AIRFLOW_RUNALL_TESTS is not set") def test_hive_to_mysql(self): - op = HiveToMySqlTransfer( + op = HiveToMySqlTransferOperator( mysql_conn_id='airflow_db', task_id='hive_to_mysql_check', create=True, diff --git a/tests/providers/apache/hive/operators/test_mssql_to_hive.py b/tests/providers/apache/hive/operators/test_mssql_to_hive.py index ee5cc88d311a7..20ee4009debdf 100644 --- a/tests/providers/apache/hive/operators/test_mssql_to_hive.py +++ b/tests/providers/apache/hive/operators/test_mssql_to_hive.py @@ -20,7 +20,7 @@ from collections import OrderedDict from unittest.mock import Mock, PropertyMock, patch -from airflow.providers.apache.hive.operators.mssql_to_hive import MsSqlToHiveTransfer +from airflow.providers.apache.hive.operators.mssql_to_hive import MsSqlToHiveTransferOperator try: import pymssql @@ -41,25 +41,25 @@ def setUp(self): # pylint: disable=c-extension-no-member def test_type_map_binary(self): - mapped_type = MsSqlToHiveTransfer( + mapped_type = MsSqlToHiveTransferOperator( **self.kwargs).type_map(pymssql.BINARY.value) # pylint: disable=c-extension-no-member self.assertEqual(mapped_type, 'INT') def test_type_map_decimal(self): - mapped_type = MsSqlToHiveTransfer( + mapped_type = MsSqlToHiveTransferOperator( **self.kwargs).type_map(pymssql.DECIMAL.value) # pylint: disable=c-extension-no-member self.assertEqual(mapped_type, 'FLOAT') def test_type_map_number(self): - mapped_type = MsSqlToHiveTransfer( + mapped_type = MsSqlToHiveTransferOperator( **self.kwargs).type_map(pymssql.NUMBER.value) # pylint: disable=c-extension-no-member self.assertEqual(mapped_type, 'INT') def test_type_map_string(self): - mapped_type = MsSqlToHiveTransfer(**self.kwargs).type_map(None) + mapped_type = MsSqlToHiveTransferOperator(**self.kwargs).type_map(None) self.assertEqual(mapped_type, 'STRING') @@ -74,7 +74,7 @@ def test_execute(self, mock_hive_hook, mock_mssql_hook, mock_tmp_file, mock_csv) mock_mssql_hook_cursor = mock_mssql_hook_get_conn.return_value.cursor.return_value.__enter__ mock_mssql_hook_cursor.return_value.description = [('te', 'st')] - mssql_to_hive_transfer = MsSqlToHiveTransfer(**self.kwargs) + mssql_to_hive_transfer = MsSqlToHiveTransferOperator(**self.kwargs) mssql_to_hive_transfer.execute(context={}) mock_mssql_hook_cursor.return_value.execute.assert_called_once_with(mssql_to_hive_transfer.sql) @@ -105,7 +105,7 @@ def test_execute_empty_description_field(self, mock_hive_hook, mock_mssql_hook, mock_mssql_hook_cursor = mock_mssql_hook_get_conn.return_value.cursor.return_value.__enter__ mock_mssql_hook_cursor.return_value.description = [('', '')] - mssql_to_hive_transfer = MsSqlToHiveTransfer(**self.kwargs) + mssql_to_hive_transfer = MsSqlToHiveTransferOperator(**self.kwargs) mssql_to_hive_transfer.execute(context={}) field_dict = OrderedDict() diff --git a/tests/providers/apache/hive/operators/test_mysql_to_hive.py b/tests/providers/apache/hive/operators/test_mysql_to_hive.py index 42ff98b69102d..1d771a0b75609 100644 --- a/tests/providers/apache/hive/operators/test_mysql_to_hive.py +++ b/tests/providers/apache/hive/operators/test_mysql_to_hive.py @@ -24,7 +24,7 @@ from airflow.models.dag import DAG from airflow.providers.apache.hive.hooks.hive import HiveServer2Hook -from airflow.providers.apache.hive.operators.mysql_to_hive import MySqlToHiveTransfer +from airflow.providers.apache.hive.operators.mysql_to_hive import MySqlToHiveTransferOperator from airflow.providers.mysql.hooks.mysql import MySqlHook from airflow.utils import timezone @@ -116,7 +116,7 @@ def tearDown(self): def test_mysql_to_hive(self): sql = "SELECT * FROM baby_names LIMIT 1000;" - op = MySqlToHiveTransfer( + op = MySqlToHiveTransferOperator( task_id='test_m2h', hive_cli_conn_id='hive_cli_default', sql=sql, @@ -128,7 +128,7 @@ def test_mysql_to_hive(self): def test_mysql_to_hive_partition(self): sql = "SELECT * FROM baby_names LIMIT 1000;" - op = MySqlToHiveTransfer( + op = MySqlToHiveTransferOperator( task_id='test_m2h', hive_cli_conn_id='hive_cli_default', sql=sql, @@ -142,7 +142,7 @@ def test_mysql_to_hive_partition(self): def test_mysql_to_hive_tblproperties(self): sql = "SELECT * FROM baby_names LIMIT 1000;" - op = MySqlToHiveTransfer( + op = MySqlToHiveTransferOperator( task_id='test_m2h', hive_cli_conn_id='hive_cli_default', sql=sql, @@ -173,7 +173,7 @@ def test_mysql_to_hive_type_conversion(self, mock_load_file): ) """.format(mysql_table)) - op = MySqlToHiveTransfer( + op = MySqlToHiveTransferOperator( task_id='test_m2h', hive_cli_conn_id='hive_cli_default', sql="SELECT * FROM {}".format(mysql_table), @@ -220,7 +220,7 @@ def test_mysql_to_hive_verify_csv_special_char(self): """.format(mysql_table, *db_record)) import unicodecsv as csv - op = MySqlToHiveTransfer( + op = MySqlToHiveTransferOperator( task_id='test_m2h', hive_cli_conn_id='hive_cli_default', sql="SELECT * FROM {}".format(mysql_table), @@ -282,7 +282,7 @@ def test_mysql_to_hive_verify_loaded_values(self): ) """.format(mysql_table, *minmax)) - op = MySqlToHiveTransfer( + op = MySqlToHiveTransferOperator( task_id='test_m2h', hive_cli_conn_id='hive_cli_default', sql="SELECT * FROM {}".format(mysql_table), diff --git a/tests/providers/apache/hive/operators/test_s3_to_hive.py b/tests/providers/apache/hive/operators/test_s3_to_hive.py index fd4c292b82674..d475b25ed1795 100644 --- a/tests/providers/apache/hive/operators/test_s3_to_hive.py +++ b/tests/providers/apache/hive/operators/test_s3_to_hive.py @@ -30,7 +30,7 @@ import mock from airflow.exceptions import AirflowException -from airflow.providers.apache.hive.operators.s3_to_hive import S3ToHiveTransfer +from airflow.providers.apache.hive.operators.s3_to_hive import S3ToHiveTransferOperator try: import boto3 @@ -156,18 +156,19 @@ def _check_file_equality(fn_1, fn_2, ext): def test_bad_parameters(self): self.kwargs['check_headers'] = True self.kwargs['headers'] = False - self.assertRaisesRegex(AirflowException, "To check_headers.*", S3ToHiveTransfer, **self.kwargs) + self.assertRaisesRegex(AirflowException, "To check_headers.*", + S3ToHiveTransferOperator, **self.kwargs) def test__get_top_row_as_list(self): self.kwargs['delimiter'] = '\t' fn_txt = self._get_fn('.txt', True) - header_list = S3ToHiveTransfer(**self.kwargs). \ + header_list = S3ToHiveTransferOperator(**self.kwargs). \ _get_top_row_as_list(fn_txt) self.assertEqual(header_list, ['Sno', 'Some,Text'], msg="Top row from file doesnt matched expected value") self.kwargs['delimiter'] = ',' - header_list = S3ToHiveTransfer(**self.kwargs). \ + header_list = S3ToHiveTransferOperator(**self.kwargs). \ _get_top_row_as_list(fn_txt) self.assertEqual(header_list, ['Sno\tSome', 'Text'], msg="Top row from file doesnt matched expected value") @@ -175,20 +176,20 @@ def test__get_top_row_as_list(self): def test__match_headers(self): self.kwargs['field_dict'] = OrderedDict([('Sno', 'BIGINT'), ('Some,Text', 'STRING')]) - self.assertTrue(S3ToHiveTransfer(**self.kwargs). + self.assertTrue(S3ToHiveTransferOperator(**self.kwargs). _match_headers(['Sno', 'Some,Text']), msg="Header row doesnt match expected value") # Testing with different column order - self.assertFalse(S3ToHiveTransfer(**self.kwargs). + self.assertFalse(S3ToHiveTransferOperator(**self.kwargs). _match_headers(['Some,Text', 'Sno']), msg="Header row doesnt match expected value") # Testing with extra column in header - self.assertFalse(S3ToHiveTransfer(**self.kwargs). + self.assertFalse(S3ToHiveTransferOperator(**self.kwargs). _match_headers(['Sno', 'Some,Text', 'ExtraColumn']), msg="Header row doesnt match expected value") def test__delete_top_row_and_compress(self): - s32hive = S3ToHiveTransfer(**self.kwargs) + s32hive = S3ToHiveTransferOperator(**self.kwargs) # Testing gz file type fn_txt = self._get_fn('.txt', True) gz_txt_nh = s32hive._delete_top_row_and_compress(fn_txt, @@ -233,7 +234,7 @@ def test_execute(self, mock_hiveclihook): self._check_file_equality(args[0], op_fn, ext), msg='{0} output file not as expected'.format(ext)) # Execute S3ToHiveTransfer - s32hive = S3ToHiveTransfer(**self.kwargs) + s32hive = S3ToHiveTransferOperator(**self.kwargs) s32hive.execute(None) @unittest.skipIf(mock is None, 'mock package not present') @@ -277,7 +278,7 @@ def test_execute_with_select_expression(self, mock_hiveclihook): with mock.patch('airflow.providers.amazon.aws.hooks.s3.S3Hook.select_key', return_value="") as mock_select_key: # Execute S3ToHiveTransfer - s32hive = S3ToHiveTransfer(**self.kwargs) + s32hive = S3ToHiveTransferOperator(**self.kwargs) s32hive.execute(None) mock_select_key.assert_called_once_with( diff --git a/tests/providers/google/cloud/operators/test_gcs_to_gcs.py b/tests/providers/google/cloud/operators/test_gcs_to_gcs.py index 03bac1a7230b2..73815eee7de4c 100644 --- a/tests/providers/google/cloud/operators/test_gcs_to_gcs.py +++ b/tests/providers/google/cloud/operators/test_gcs_to_gcs.py @@ -23,7 +23,7 @@ from airflow.exceptions import AirflowException from airflow.providers.google.cloud.operators.gcs_to_gcs import ( - WILDCARD, GCSSynchronizeBuckets, GCSToGCSOperator, + WILDCARD, GCSSynchronizeBucketsOperator, GCSToGCSOperator, ) TASK_ID = 'test-gcs-to-gcs-operator' @@ -505,7 +505,7 @@ class TestGoogleCloudStorageSync(unittest.TestCase): @mock.patch('airflow.providers.google.cloud.operators.gcs_to_gcs.GCSHook') def test_execute(self, mock_hook): - task = GCSSynchronizeBuckets( + task = GCSSynchronizeBucketsOperator( task_id="task-id", source_bucket="SOURCE_BUCKET", destination_bucket="DESTINATION_BUCKET", diff --git a/tests/providers/google/suite/operators/test_sheets.py b/tests/providers/google/suite/operators/test_sheets.py index 3d1455a540e9f..eb558aa16320e 100644 --- a/tests/providers/google/suite/operators/test_sheets.py +++ b/tests/providers/google/suite/operators/test_sheets.py @@ -17,7 +17,7 @@ import mock -from airflow.providers.google.suite.operators.sheets import GoogleSheetsCreateSpreadsheet +from airflow.providers.google.suite.operators.sheets import GoogleSheetsCreateSpreadsheetOperator GCP_CONN_ID = "test" SPREADSHEET_URL = "https://example/sheets" @@ -27,7 +27,7 @@ class TestGoogleSheetsCreateSpreadsheet: @mock.patch("airflow.providers.google.suite.operators.sheets.GSheetsHook") @mock.patch( - "airflow.providers.google.suite.operators.sheets.GoogleSheetsCreateSpreadsheet.xcom_push" + "airflow.providers.google.suite.operators.sheets.GoogleSheetsCreateSpreadsheetOperator.xcom_push" ) def test_execute(self, mock_xcom, mock_hook): context = {} @@ -36,7 +36,7 @@ def test_execute(self, mock_xcom, mock_hook): "spreadsheetId": SPREADSHEET_ID, "spreadsheetUrl": SPREADSHEET_URL, } - op = GoogleSheetsCreateSpreadsheet( + op = GoogleSheetsCreateSpreadsheetOperator( task_id="test_task", spreadsheet=spreadsheet, gcp_conn_id=GCP_CONN_ID ) op.execute(context) diff --git a/tests/providers/microsoft/azure/operators/test_oracle_to_azure_data_lake_transfer.py b/tests/providers/microsoft/azure/operators/test_oracle_to_azure_data_lake_transfer.py index c6a14dcf82786..06f6a8c1dc121 100644 --- a/tests/providers/microsoft/azure/operators/test_oracle_to_azure_data_lake_transfer.py +++ b/tests/providers/microsoft/azure/operators/test_oracle_to_azure_data_lake_transfer.py @@ -25,7 +25,7 @@ from mock import MagicMock from airflow.providers.microsoft.azure.operators.oracle_to_azure_data_lake_transfer import ( - OracleToAzureDataLakeTransfer, + OracleToAzureDataLakeTransferOperator, ) @@ -52,7 +52,7 @@ def test_write_temp_file(self): mock_cursor.description = cursor_description mock_cursor.__iter__.return_value = cursor_rows - op = OracleToAzureDataLakeTransfer( + op = OracleToAzureDataLakeTransferOperator( task_id=task_id, filename=filename, oracle_conn_id=oracle_conn_id, @@ -107,7 +107,7 @@ def test_execute(self, mock_data_lake_hook, mock_oracle_hook): mock_oracle_conn.cursor().return_value = cursor_mock mock_oracle_hook.get_conn().return_value = mock_oracle_conn - op = OracleToAzureDataLakeTransfer( + op = OracleToAzureDataLakeTransferOperator( task_id=task_id, filename=filename, oracle_conn_id=oracle_conn_id, diff --git a/tests/providers/mysql/operators/test_presto_to_mysql.py b/tests/providers/mysql/operators/test_presto_to_mysql.py index ee877b38d8301..33ead4cac42ad 100644 --- a/tests/providers/mysql/operators/test_presto_to_mysql.py +++ b/tests/providers/mysql/operators/test_presto_to_mysql.py @@ -19,7 +19,7 @@ import unittest from unittest.mock import patch -from airflow.providers.mysql.operators.presto_to_mysql import PrestoToMySqlTransfer +from airflow.providers.mysql.operators.presto_to_mysql import PrestoToMySqlTransferOperator from tests.providers.apache.hive import DEFAULT_DATE, TestHiveEnvironment @@ -36,7 +36,7 @@ def setUp(self): @patch('airflow.providers.mysql.operators.presto_to_mysql.MySqlHook') @patch('airflow.providers.mysql.operators.presto_to_mysql.PrestoHook') def test_execute(self, mock_presto_hook, mock_mysql_hook): - PrestoToMySqlTransfer(**self.kwargs).execute(context={}) + PrestoToMySqlTransferOperator(**self.kwargs).execute(context={}) mock_presto_hook.return_value.get_records.assert_called_once_with(self.kwargs['sql']) mock_mysql_hook.return_value.insert_rows.assert_called_once_with( @@ -47,7 +47,7 @@ def test_execute(self, mock_presto_hook, mock_mysql_hook): def test_execute_with_mysql_preoperator(self, mock_presto_hook, mock_mysql_hook): self.kwargs.update(dict(mysql_preoperator='mysql_preoperator')) - PrestoToMySqlTransfer(**self.kwargs).execute(context={}) + PrestoToMySqlTransferOperator(**self.kwargs).execute(context={}) mock_presto_hook.return_value.get_records.assert_called_once_with(self.kwargs['sql']) mock_mysql_hook.return_value.run.assert_called_once_with(self.kwargs['mysql_preoperator']) @@ -58,7 +58,7 @@ def test_execute_with_mysql_preoperator(self, mock_presto_hook, mock_mysql_hook) 'AIRFLOW_RUNALL_TESTS' not in os.environ, "Skipped because AIRFLOW_RUNALL_TESTS is not set") def test_presto_to_mysql(self): - op = PrestoToMySqlTransfer( + op = PrestoToMySqlTransferOperator( task_id='presto_to_mysql_check', sql=""" SELECT name, count(*) as ccount diff --git a/tests/providers/mysql/operators/test_s3_to_mysql.py b/tests/providers/mysql/operators/test_s3_to_mysql.py index 606a1838b93bc..2d5b82498e2d0 100644 --- a/tests/providers/mysql/operators/test_s3_to_mysql.py +++ b/tests/providers/mysql/operators/test_s3_to_mysql.py @@ -21,7 +21,7 @@ from sqlalchemy import or_ from airflow import configuration, models -from airflow.providers.mysql.operators.s3_to_mysql import S3ToMySqlTransfer +from airflow.providers.mysql.operators.s3_to_mysql import S3ToMySqlTransferOperator from airflow.utils import db from airflow.utils.session import create_session @@ -69,7 +69,7 @@ def setUp(self): @patch('airflow.providers.mysql.operators.s3_to_mysql.MySqlHook.bulk_load_custom') @patch('airflow.providers.mysql.operators.s3_to_mysql.os.remove') def test_execute(self, mock_remove, mock_bulk_load_custom, mock_download_file): - S3ToMySqlTransfer(**self.s3_to_mysql_transfer_kwargs).execute({}) + S3ToMySqlTransferOperator(**self.s3_to_mysql_transfer_kwargs).execute({}) mock_download_file.assert_called_once_with( key=self.s3_to_mysql_transfer_kwargs['s3_source_key'] @@ -88,7 +88,8 @@ def test_execute(self, mock_remove, mock_bulk_load_custom, mock_download_file): def test_execute_exception(self, mock_remove, mock_bulk_load_custom, mock_download_file): mock_bulk_load_custom.side_effect = Exception - self.assertRaises(Exception, S3ToMySqlTransfer(**self.s3_to_mysql_transfer_kwargs).execute, {}) + self.assertRaises(Exception, S3ToMySqlTransferOperator( + **self.s3_to_mysql_transfer_kwargs).execute, {}) mock_download_file.assert_called_once_with( key=self.s3_to_mysql_transfer_kwargs['s3_source_key'] diff --git a/tests/providers/mysql/operators/test_vertica_to_mysql.py b/tests/providers/mysql/operators/test_vertica_to_mysql.py index 8fa964869691a..f9e4f696b943b 100644 --- a/tests/providers/mysql/operators/test_vertica_to_mysql.py +++ b/tests/providers/mysql/operators/test_vertica_to_mysql.py @@ -21,7 +21,7 @@ from unittest import mock from airflow.models.dag import DAG -from airflow.providers.mysql.operators.vertica_to_mysql import VerticaToMySqlTransfer +from airflow.providers.mysql.operators.vertica_to_mysql import VerticaToMySqlTransferOperator def mock_get_conn(): @@ -59,14 +59,14 @@ def test_select_insert_transfer(self, *args): Test check selection from vertica into memory and after that inserting into mysql """ - task = VerticaToMySqlTransfer(task_id='test_task_id', - sql='select a, b, c', - mysql_table='test_table', - vertica_conn_id='test_vertica_conn_id', - mysql_conn_id='test_mysql_conn_id', - params={}, - bulk_load=False, - dag=self.dag) + task = VerticaToMySqlTransferOperator(task_id='test_task_id', + sql='select a, b, c', + mysql_table='test_table', + vertica_conn_id='test_vertica_conn_id', + mysql_conn_id='test_mysql_conn_id', + params={}, + bulk_load=False, + dag=self.dag) task.execute(None) @mock.patch( @@ -78,12 +78,12 @@ def test_select_bulk_insert_transfer(self, *args): Test check selection from vertica into temporary file and after that bulk inserting into mysql """ - task = VerticaToMySqlTransfer(task_id='test_task_id', - sql='select a, b, c', - mysql_table='test_table', - vertica_conn_id='test_vertica_conn_id', - mysql_conn_id='test_mysql_conn_id', - params={}, - bulk_load=True, - dag=self.dag) + task = VerticaToMySqlTransferOperator(task_id='test_task_id', + sql='select a, b, c', + mysql_table='test_table', + vertica_conn_id='test_vertica_conn_id', + mysql_conn_id='test_mysql_conn_id', + params={}, + bulk_load=True, + dag=self.dag) task.execute(None) diff --git a/tests/providers/oracle/operators/test_oracle_to_oracle_transfer.py b/tests/providers/oracle/operators/test_oracle_to_oracle_transfer.py index d55c8c9f6e8f7..72ee0357f2ed8 100644 --- a/tests/providers/oracle/operators/test_oracle_to_oracle_transfer.py +++ b/tests/providers/oracle/operators/test_oracle_to_oracle_transfer.py @@ -21,7 +21,7 @@ from mock import MagicMock -from airflow.providers.oracle.operators.oracle_to_oracle_transfer import OracleToOracleTransfer +from airflow.providers.oracle.operators.oracle_to_oracle_transfer import OracleToOracleTransferOperator class TestOracleToOracleTransfer(unittest.TestCase): @@ -47,7 +47,7 @@ def test_execute(): mock_cursor.description.__iter__.return_value = cursor_description mock_cursor.fetchmany.side_effect = [cursor_rows, []] - op = OracleToOracleTransfer( + op = OracleToOracleTransferOperator( task_id='copy_data', oracle_destination_conn_id=oracle_destination_conn_id, destination_table=destination_table, diff --git a/tests/providers/snowflake/operators/test_s3_to_snowflake.py b/tests/providers/snowflake/operators/test_s3_to_snowflake.py index 4018dc4f645c8..6620e47240b8c 100644 --- a/tests/providers/snowflake/operators/test_s3_to_snowflake.py +++ b/tests/providers/snowflake/operators/test_s3_to_snowflake.py @@ -19,7 +19,7 @@ import unittest from unittest import mock -from airflow.providers.snowflake.operators.s3_to_snowflake import S3ToSnowflakeTransfer +from airflow.providers.snowflake.operators.s3_to_snowflake import S3ToSnowflakeTransferOperator from tests.test_utils.asserts import assert_equal_ignore_multiple_spaces @@ -32,7 +32,7 @@ def test_execute(self, mock_run): file_format = 'file_format' schema = 'schema' - S3ToSnowflakeTransfer( + S3ToSnowflakeTransferOperator( s3_keys=s3_keys, table=table, stage=stage, @@ -76,7 +76,7 @@ def test_execute_with_columns(self, mock_run): schema = 'schema' columns_array = ['col1', 'col2', 'col3'] - S3ToSnowflakeTransfer( + S3ToSnowflakeTransferOperator( s3_keys=s3_keys, table=table, stage=stage, diff --git a/tests/test_core_to_contrib.py b/tests/test_core_to_contrib.py index 2406c0a7b02f2..a7a899c0623d7 100644 --- a/tests/test_core_to_contrib.py +++ b/tests/test_core_to_contrib.py @@ -1111,11 +1111,11 @@ 'airflow.operators.hive_operator.HiveOperator', ), ( - 'airflow.providers.apache.hive.operators.mysql_to_hive.MySqlToHiveTransfer', + 'airflow.providers.apache.hive.operators.mysql_to_hive.MySqlToHiveTransferOperator', 'airflow.operators.mysql_to_hive.MySqlToHiveTransfer', ), ( - 'airflow.providers.apache.hive.operators.s3_to_hive.S3ToHiveTransfer', + 'airflow.providers.apache.hive.operators.s3_to_hive.S3ToHiveTransferOperator', 'airflow.operators.s3_to_hive_operator.S3ToHiveTransfer', ), ( @@ -1380,27 +1380,27 @@ 'airflow.operators.gcs_to_s3.GCSToS3Operator', ), ( - 'airflow.providers.amazon.aws.operators.google_api_to_s3_transfer.GoogleApiToS3Transfer', + 'airflow.providers.amazon.aws.operators.google_api_to_s3_transfer.GoogleApiToS3TransferOperator', 'airflow.operators.google_api_to_s3_transfer.GoogleApiToS3Transfer', ), ( - 'airflow.providers.amazon.aws.operators.redshift_to_s3.RedshiftToS3Transfer', + 'airflow.providers.amazon.aws.operators.redshift_to_s3.RedshiftToS3TransferOperator', 'airflow.operators.redshift_to_s3_operator.RedshiftToS3Transfer', ), ( - 'airflow.providers.amazon.aws.operators.s3_to_redshift.S3ToRedshiftTransfer', + 'airflow.providers.amazon.aws.operators.s3_to_redshift.S3ToRedshiftTransferOperator', 'airflow.operators.s3_to_redshift_operator.S3ToRedshiftTransfer', ), ( - 'airflow.providers.apache.hive.operators.vertica_to_hive.VerticaToHiveTransfer', + 'airflow.providers.apache.hive.operators.vertica_to_hive.VerticaToHiveTransferOperator', 'airflow.contrib.operators.vertica_to_hive.VerticaToHiveTransfer', ), ( - 'airflow.providers.apache.druid.operators.hive_to_druid.HiveToDruidTransfer', + 'airflow.providers.apache.druid.operators.hive_to_druid.HiveToDruidTransferOperator', 'airflow.operators.hive_to_druid.HiveToDruidTransfer', ), ( - 'airflow.providers.apache.hive.operators.hive_to_mysql.HiveToMySqlTransfer', + 'airflow.providers.apache.hive.operators.hive_to_mysql.HiveToMySqlTransferOperator', 'airflow.operators.hive_to_mysql.HiveToMySqlTransfer', ), ( @@ -1408,7 +1408,7 @@ 'airflow.operators.hive_to_samba_operator.Hive2SambaOperator', ), ( - 'airflow.providers.apache.hive.operators.mssql_to_hive.MsSqlToHiveTransfer', + 'airflow.providers.apache.hive.operators.mssql_to_hive.MsSqlToHiveTransferOperator', 'airflow.operators.mssql_to_hive.MsSqlToHiveTransfer', ), ( @@ -1421,11 +1421,11 @@ ), ( 'airflow.providers.microsoft.azure.operators.oracle_to_azure_data_lake_transfer' - '.OracleToAzureDataLakeTransfer', - 'airflow.contrib.operators.oracle_to_azure_data_lake_transfer.OracleToAzureDataLakeTransfer', + '.OracleToAzureDataLakeTransferOperator', + 'airflow.contrib.operators.oracle_to_azure_data_lake_transfer.OracleToAzureDataLakeTransferOperator', ), ( - 'airflow.providers.oracle.operators.oracle_to_oracle_transfer.OracleToOracleTransfer', + 'airflow.providers.oracle.operators.oracle_to_oracle_transfer.OracleToOracleTransferOperator', 'airflow.contrib.operators.oracle_to_oracle_transfer.OracleToOracleTransfer', ), ( @@ -1433,11 +1433,11 @@ 'airflow.contrib.operators.s3_to_gcs_operator.S3ToGCSOperator', ), ( - 'airflow.providers.mysql.operators.vertica_to_mysql.VerticaToMySqlTransfer', + 'airflow.providers.mysql.operators.vertica_to_mysql.VerticaToMySqlTransferOperator', 'airflow.contrib.operators.vertica_to_mysql.VerticaToMySqlTransfer', ), ( - 'airflow.providers.mysql.operators.presto_to_mysql.PrestoToMySqlTransfer', + 'airflow.providers.mysql.operators.presto_to_mysql.PrestoToMySqlTransferOperator', 'airflow.operators.presto_to_mysql.PrestoToMySqlTransfer', ), ( @@ -1575,11 +1575,11 @@ "airflow.contrib.sensors.aws_sqs_sensor.SQSSensor", ), ( - 'airflow.providers.apache.hdfs.sensors.hdfs.HdfsSensorFolder', + 'airflow.providers.apache.hdfs.sensors.hdfs.HdfsFolderSensor', 'airflow.contrib.sensors.hdfs_sensor.HdfsSensorFolder', ), ( - 'airflow.providers.apache.hdfs.sensors.hdfs.HdfsSensorRegex', + 'airflow.providers.apache.hdfs.sensors.hdfs.HdfsRegexSensor', 'airflow.contrib.sensors.hdfs_sensor.HdfsSensorRegex', ), (