Skip to content

Commit

Permalink
Refactor ObjectStorage into a Path (#35612)
Browse files Browse the repository at this point in the history
  • Loading branch information
bolkedebruin committed Nov 18, 2023
1 parent f30d5b8 commit 2fc8d2a
Show file tree
Hide file tree
Showing 11 changed files with 564 additions and 843 deletions.
4 changes: 2 additions & 2 deletions airflow/example_dags/tutorial_objectstorage.py
Original file line number Diff line number Diff line change
Expand Up @@ -23,7 +23,7 @@
import requests

from airflow.decorators import dag, task
from airflow.io.store.path import ObjectStoragePath
from airflow.io.path import ObjectStoragePath

# [END import_module]

Expand Down Expand Up @@ -93,7 +93,7 @@ def get_air_quality_data(**kwargs) -> ObjectStoragePath:
response.raise_for_status()

# ensure the bucket exists
base.mkdir(exists_ok=True)
base.mkdir(exist_ok=True)

formatted_date = execution_date.format("YYYYMMDD")
path = base / f"air_quality_{formatted_date}.parquet"
Expand Down
Loading

0 comments on commit 2fc8d2a

Please sign in to comment.