Update qubole_hook to not remove pool as an arg for qubole_operator (#…

…10820)
apache · Sep 11, 2020 · c58d606 · c58d606
1 parent b9dc3c5
commit c58d606
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 1 deletion.
diff --git a/airflow/providers/qubole/hooks/qubole.py b/airflow/providers/qubole/hooks/qubole.py
@@ -70,7 +70,7 @@ def flatten_list(list_of_lists):
 
 def filter_options(options):
     """Remove options from the list"""
-    options_to_remove = ["help", "print-logs-live", "print-logs"]
+    options_to_remove = ["help", "print-logs-live", "print-logs", "pool"]
     return [option for option in options if option not in options_to_remove]
 
 

diff --git a/tests/providers/qubole/operators/test_qubole.py b/tests/providers/qubole/operators/test_qubole.py
@@ -177,3 +177,8 @@ def test_extra_serialized_field(self):
         # check for negative case
         url2 = simple_task.get_extra_links(datetime(2017, 1, 2), 'Go to QDS')
         self.assertEqual(url2, '')
+
+    def test_parameter_pool_passed(self):
+        test_pool = 'test_pool'
+        op = QuboleOperator(task_id=TASK_ID, pool=test_pool)
+        self.assertEqual(op.pool, test_pool)