diff --git a/packages/build/src/packaging/notary-service.spec.ts b/packages/build/src/packaging/notary-service.spec.ts
index 48233a9b03..6b99ad9044 100644
--- a/packages/build/src/packaging/notary-service.spec.ts
+++ b/packages/build/src/packaging/notary-service.spec.ts
@@ -68,7 +68,7 @@ describe('packaging artifact signing', () => {
           '--notary-url', 'http://notary-service.build.10gen.cc:5000/',
           '--outputs', 'sig',
           '--package-file-suffix', '',
-          __filename
+          path.basename(__filename)
         ],
         {
           encoding: 'utf8',
diff --git a/packages/build/src/packaging/notary-service.ts b/packages/build/src/packaging/notary-service.ts
index f04b1cab0a..3fc00a3f35 100644
--- a/packages/build/src/packaging/notary-service.ts
+++ b/packages/build/src/packaging/notary-service.ts
@@ -35,6 +35,7 @@ export async function notarizeArtifact(
     encoding: 'utf8',
     mode: 0o600
   });
+  console.log('Notarizing file', options.signingKeyName, options.signingComment, file);
 
   try {
     spawnSync(options.pythonExecutable, [
@@ -45,7 +46,7 @@ export async function notarizeArtifact(
       '--notary-url', options.serverUrl,
       '--outputs', 'sig',
       '--package-file-suffix', '',
-      file
+      path.basename(file)
     ], {
       cwd: path.dirname(file),
       encoding: 'utf8'
diff --git a/packages/build/src/run-draft.ts b/packages/build/src/run-draft.ts
index 15a339f267..4f56076db8 100644
--- a/packages/build/src/run-draft.ts
+++ b/packages/build/src/run-draft.ts
@@ -45,7 +45,7 @@ export async function runDraft(
     );
 
     await notarizeArtifact(
-      tarballFile.path,
+      downloadedArtifact,
       {
         signingKeyName: config.notarySigningKeyName || '',
         authToken: config.notaryAuthToken || '',