diff --git a/.github/actions/publish/action.yml b/.github/actions/publish/action.yml
index d775e2fb..8af5e600 100644
--- a/.github/actions/publish/action.yml
+++ b/.github/actions/publish/action.yml
@@ -15,6 +15,7 @@ runs:
     - uses: actions/download-artifact@v4
       with:
         pattern: 'gems-*'
+        merge-multiple: true
 
     - name: Hash gem for provenance
       id: gem-hash
diff --git a/.github/workflows/manual-publish.yml b/.github/workflows/manual-publish.yml
index 61d012bf..bbb1ba67 100644
--- a/.github/workflows/manual-publish.yml
+++ b/.github/workflows/manual-publish.yml
@@ -39,6 +39,7 @@ jobs:
 
       - uses: launchdarkly/gh-actions/actions/release-secrets@release-secrets-v1.2.0
         name: 'Get rubygems API key'
+        if: ${{ !inputs.dry_run }}
         with:
           aws_assume_role: ${{ vars.AWS_ROLE_ARN }}
           ssm_parameter_pairs: '/production/common/releasing/rubygems/api_key = GEM_HOST_API_KEY'