Merge pull request #147 from sul-dlss/tsv-dates-xcom

Corrects Task references in DAG

.github/workflows/python-app.yml

@@ -16,10 +16,10 @@ jobs:
     runs-on: macos-11
     steps:
     - uses: actions/checkout@v2
-    - name: Set up Python 3.9
+    - name: Set up Python 3.10
       uses: actions/setup-python@v2
       with:
-        python-version: "3.9"
+        python-version: "3.10"
     - name: Install airflow dependencies
       run: |
         pip install -r requirements.txt

dags/bib_records.py

@@ -104,7 +104,7 @@ def marc_only(*args, **kwargs):
             task_id="move-marc-files",
             python_callable=move_marc_files,
             op_kwargs={
-                "marc_filepath": "{{ ti.xcom_pull('bib-file-groups', key='marc-file') }}"
+                "marc_filepath": "{{ ti.xcom_pull('bib-files-group', key='marc-file') }}"
             },
         )
 
@@ -118,7 +118,7 @@ def marc_only(*args, **kwargs):
                     # Strips out spaces from barcode
                     ("BARCODE", lambda x: x.strip() if isinstance(x, str) else x),
                 ],
-                "tsv_files": "{{ ti.xcom_pull('bib-file-groups', key='tsv-files') }}",  # noqa
+                "tsv_files": "{{ ti.xcom_pull('bib-files-group', key='tsv-files') }}",  # noqa
             },
         )
 
@@ -146,7 +146,7 @@ def marc_only(*args, **kwargs):
             op_kwargs={
                 "library_config": sul_config,
                 "marc_stem": """{{ ti.xcom_pull('move-transform.move-marc-files') }}""",  # noqa
-                "dates_tsv": "{{ ti.xcom_pull('bib-file-groups', key='tsv-dates') }}"
+                "dates_tsv": "{{ ti.xcom_pull('bib-files-group', key='tsv-dates') }}"
             },
         )
 

requirements.txt

@@ -9,5 +9,5 @@ pydantic
 pymarc
 pytest
 pytest_mock
-apache-airflow >= 2.3.3
+apache-airflow == 2.3.3
 apache-airflow-providers-postgres