diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index e982fc0d0..e988ae57c 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -39,11 +39,12 @@ jobs:
     steps:
     - uses: actions/checkout@v1
 
-    - name: Debugging info
+    - name: Check if source files have changed
       run: |
-        git remote -v
+        git diff --name-only $(git merge-base origin/main HEAD) | grep '^allennlp_models/.*\.py$' && echo "source_files_changed=true" >> $GITHUB_ENV || echo "source_files_changed=false" >> $GITHUB_ENV
 
     - name: Check that CHANGELOG has been updated
+      if: env.source_files_changed == 'true'
       run: |
         # If this step fails, this means you haven't updated the CHANGELOG.md
         # file with notes on your contribution.
diff --git a/dev-requirements.txt b/dev-requirements.txt
index fbeceda87..0d45e56ef 100644
--- a/dev-requirements.txt
+++ b/dev-requirements.txt
@@ -39,7 +39,7 @@ nr.databind.core<0.0.17
 nr.interface<0.0.6
 
 mkdocs==1.1.2
-mkdocs-material>=5.5.0,<7.2.0
+mkdocs-material>=5.5.0,<7.3.0
 markdown-include==0.6.0
 
 #### PACKAGE-UPLOAD PACKAGES ####