Skip to content

Commit

Permalink
Uses new OCLC tasks in transmission DAG
Browse files Browse the repository at this point in the history
  • Loading branch information
jermnelson committed May 9, 2024
1 parent 4690525 commit b63d978
Showing 1 changed file with 14 additions and 5 deletions.
19 changes: 14 additions & 5 deletions libsys_airflow/dags/data_exports/oclc_transmission.py
Original file line number Diff line number Diff line change
Expand Up @@ -6,9 +6,9 @@
from airflow.operators.empty import EmptyOperator

from libsys_airflow.plugins.data_exports.transmission_tasks import (
gather_files_task,
transmit_data_ftp_task,
archive_transmitted_data_task,
gather_oclc_files_task,
transmit_data_oclc_api_task,
)

logger = logging.getLogger(__name__)
Expand All @@ -35,9 +35,18 @@ def send_oclc_records():

end = EmptyOperator(task_id="end")

gather_files = gather_files_task(vendor="oclc")

transmit_data = transmit_data_ftp_task("google", gather_files)
gather_files = gather_oclc_files_task()

transmit_data = transmit_data_oclc_api_task(
[
"http-web.oclc-Business",
"http-web.oclc-Hoover",
"http-web.oclc-Lane",
"http-web.oclc-Law",
"http-web.oclc-SUL",
],
gather_files,
)

archive_data = archive_transmitted_data_task(transmit_data['success'])

Expand Down

0 comments on commit b63d978

Please sign in to comment.