diff --git a/.github/workflows/actions.yml b/.github/workflows/actions.yml
index 343d8203fc..14a5ab7be5 100644
--- a/.github/workflows/actions.yml
+++ b/.github/workflows/actions.yml
@@ -34,6 +34,9 @@ jobs:
       - name: Test with pytest
         run: |
           pytest --cov=keras_nlp --cov-report xml:coverage.xml
+      - name: Run integration tests
+        run: |
+          python pip_build.py --install && cd integration_tests && pytest .
   format:
     name: Check the code format
     runs-on: ubuntu-latest
diff --git a/.github/workflows/nightly.yml b/.github/workflows/nightly.yml
index fd62f43f01..1c998b0514 100644
--- a/.github/workflows/nightly.yml
+++ b/.github/workflows/nightly.yml
@@ -39,3 +39,6 @@ jobs:
       - name: Test with pytest
         run: |
           pytest --cov=keras_nlp --cov-report xml:coverage.xml
+      - name: Run integration tests
+        run: |
+          python pip_build.py --install && cd integration_tests && pytest .
diff --git a/keras_nlp/tests/integration_tests/__init__.py b/integration_tests/__init__.py
similarity index 100%
rename from keras_nlp/tests/integration_tests/__init__.py
rename to integration_tests/__init__.py
diff --git a/keras_nlp/tests/integration_tests/basic_usage_test.py b/integration_tests/basic_usage_test.py
similarity index 100%
rename from keras_nlp/tests/integration_tests/basic_usage_test.py
rename to integration_tests/basic_usage_test.py
diff --git a/keras_nlp/tests/integration_tests/import_test.py b/integration_tests/import_test.py
similarity index 100%
rename from keras_nlp/tests/integration_tests/import_test.py
rename to integration_tests/import_test.py