diff --git a/.github/workflows/publish-to-pypi.yml b/.github/workflows/publish-to-pypi.yml
index 9cf193731b..00fd7bb7a9 100644
--- a/.github/workflows/publish-to-pypi.yml
+++ b/.github/workflows/publish-to-pypi.yml
@@ -40,6 +40,7 @@ jobs:
           password: ${{ secrets.PYPI_API_TOKEN_HUB }}
           verbose: true
       - name: Publish KerasNLP to PyPI
+        if: startsWith(github.ref, 'refs/tags')
         uses: pypa/gh-action-pypi-publish@release/v1
         with:
           packages-dir: keras_nlp/dist/