diff --git a/.github/workflows/dotnet_nugets.yml b/.github/workflows/dotnet_nugets.yml
index d7cecda04e1..0623af2d23e 100644
--- a/.github/workflows/dotnet_nugets.yml
+++ b/.github/workflows/dotnet_nugets.yml
@@ -267,7 +267,7 @@ jobs:
     permissions:
       contents: write
       deployments: write
-      pull-requests: write
+    if: ${{ github.event_name == 'push' && github.ref_name == 'master' }}
     steps:
       - uses: actions/checkout@v2
         with:
@@ -364,5 +364,4 @@ jobs:
           auto-push: false
           github-token: ${{ secrets.GITHUB_TOKEN }}
       - name: Push results to gh-pages branch
-        if: ${{ github.event_name == 'push' && github.ref_name == 'master' }}
         run: git push 'https://VowpalWabbit:${{ secrets.GITHUB_TOKEN }}@github.com/VowpalWabbit/vowpal_wabbit.git' gh-pages:gh-pages