Skip to content

Commit

Permalink
E731: replace lambda by a def method in Airflow providers (#33757)
Browse files Browse the repository at this point in the history
  • Loading branch information
hussein-awala committed Aug 26, 2023
1 parent a1d4a20 commit 2a00f18
Show file tree
Hide file tree
Showing 3 changed files with 17 additions and 7 deletions.
13 changes: 10 additions & 3 deletions airflow/providers/apache/hive/macros/hive.py
Expand Up @@ -61,9 +61,16 @@ def _closest_date(target_dt, date_list, before_target=None) -> datetime.date | N
:param before_target: closest before or after the target
:returns: The closest date
"""
time_before = lambda d: target_dt - d if d <= target_dt else datetime.timedelta.max
time_after = lambda d: d - target_dt if d >= target_dt else datetime.timedelta.max
any_time = lambda d: target_dt - d if d < target_dt else d - target_dt

def time_before(d):
return target_dt - d if d <= target_dt else datetime.timedelta.max

def time_after(d):
return d - target_dt if d >= target_dt else datetime.timedelta.max

def any_time(d):
return target_dt - d if d < target_dt else d - target_dt

if before_target is None:
return min(date_list, key=any_time).date()
if before_target:
Expand Down
4 changes: 3 additions & 1 deletion airflow/providers/google/cloud/operators/dataflow.py
Expand Up @@ -1188,7 +1188,9 @@ def execute(self, context: Context):
pipeline_options.update(self.options)

# Convert argument names from lowerCamelCase to snake case.
camel_to_snake = lambda name: re.sub(r"[A-Z]", lambda x: "_" + x.group(0).lower(), name)
def camel_to_snake(name):
return re.sub("[A-Z]", lambda x: "_" + x.group(0).lower(), name)

formatted_pipeline_options = {camel_to_snake(key): pipeline_options[key] for key in pipeline_options}

def set_current_job_id(job_id):
Expand Down
7 changes: 4 additions & 3 deletions airflow/providers/ssh/hooks/ssh.py
Expand Up @@ -338,9 +338,10 @@ def get_conn(self) -> paramiko.SSHClient:
if self.disabled_algorithms:
connect_kwargs.update(disabled_algorithms=self.disabled_algorithms)

log_before_sleep = lambda retry_state: self.log.info(
"Failed to connect. Sleeping before retry attempt %d", retry_state.attempt_number
)
def log_before_sleep(retry_state):
return self.log.info(
"Failed to connect. Sleeping before retry attempt %d", retry_state.attempt_number
)

for attempt in Retrying(
reraise=True,
Expand Down

0 comments on commit 2a00f18

Please sign in to comment.