Fixes S3ToRedshift COPY query (#10436)

* fix: 🐛 Wrong S3 URI on COPY query The S3 URI on COPY query was appending the target Redshift table to the S3 object key. * test: 💍 Fixed typo on test query The COPY query that the operator used is the same query the test uses.
apache · Aug 22, 2020 · c635804 · c635804
1 parent 0c4f7cd
commit c635804
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/airflow/providers/amazon/aws/transfers/s3_to_redshift.py b/airflow/providers/amazon/aws/transfers/s3_to_redshift.py
@@ -96,7 +96,7 @@ def execute(self, context):
 
         copy_query = """
             COPY {schema}.{table}
-            FROM 's3://{s3_bucket}/{s3_key}/{table}'
+            FROM 's3://{s3_bucket}/{s3_key}'
             with credentials
             'aws_access_key_id={access_key};aws_secret_access_key={secret_key}'
             {copy_options};

diff --git a/tests/providers/amazon/aws/transfers/test_s3_to_redshift.py b/tests/providers/amazon/aws/transfers/test_s3_to_redshift.py
@@ -55,7 +55,7 @@ def test_execute(self, mock_run, mock_session):
 
         copy_query = """
             COPY {schema}.{table}
-            FROM 's3://{s3_bucket}/{s3_key}/{table}'
+            FROM 's3://{s3_bucket}/{s3_key}'
             with credentials
             'aws_access_key_id={access_key};aws_secret_access_key={secret_key}'
             {copy_options};