diff --git a/.github/workflows/wordpress-plugin-deploy.yml b/.github/workflows/wordpress-plugin-deploy.yml
index f2a9dff4..bc71c730 100644
--- a/.github/workflows/wordpress-plugin-deploy.yml
+++ b/.github/workflows/wordpress-plugin-deploy.yml
@@ -8,6 +8,7 @@ jobs:
   tag:
     name: New release
     runs-on: ubuntu-latest
+    if: ${{ !github.event.release.prerelease }} # Skip job if it is a pre-release
 
     steps:
     - name: Checkout code
@@ -39,12 +40,11 @@ jobs:
         SVN_PASSWORD: ${{ secrets.SVN_PASSWORD }}
         SLUG: mailchimp
 
-    - name: Upload release asset
-      uses: actions/upload-release-asset@v1.0.2
+    - name: Attach the wordpress.org plugin files to the Github release
+      uses: softprops/action-gh-release@v2
+      with:
+        files: ${{ steps.deploy.outputs.zip-path }}
+        body: |
+          This release contains the latest updates for the WordPress plugin.
       env:
         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
-      with:
-        upload_url: ${{ github.event.release.upload_url }}
-        asset_path: ${{ steps.deploy.outputs.zip-path }}
-        asset_name: mailchimp.zip
-        asset_content_type: application/zip