diff --git a/Directory.Build.props b/Directory.Build.props
index 40b287c0a5..2b70dcdbba 100644
--- a/Directory.Build.props
+++ b/Directory.Build.props
@@ -23,6 +23,9 @@
     <CustomizationsPrefix>Customizations</CustomizationsPrefix>
     <CustomizationsPropsFile>$(CustomizationsPrefix).props</CustomizationsPropsFile>
     <CustomizationsSourceFile>$(CustomizationsPrefix).cs</CustomizationsSourceFile>
+
+    <!-- Only upgrade NuGetAudit warnings to errors for official builds. -->
+    <WarningsNotAsErrors Condition="'$(OfficialBuild)' != 'true'">$(WarningsNotAsErrors);NU1901;NU1902;NU1903;NU1904</WarningsNotAsErrors>
   </PropertyGroup>
 
 </Project>
diff --git a/NuGet.config b/NuGet.config
index 7f03f4da42..f146167da4 100644
--- a/NuGet.config
+++ b/NuGet.config
@@ -24,4 +24,8 @@
     <add key="darc-pub-DotNet-msbuild-Trusted" value="https://pkgs.dev.azure.com/dnceng/public/_packaging/darc-pub-DotNet-msbuild-Trusted-a400405b/nuget/v3/index.json" />
   </packageSources>
   <disabledPackageSources />
+  <auditSources>
+    <clear />
+    <add key="nuget.org" value="https://api.nuget.org/v3/index.json" />
+  </auditSources>
 </configuration>
diff --git a/src/packageSourceGenerator/PackageSourceGenerator.proj b/src/packageSourceGenerator/PackageSourceGenerator.proj
index 5ec604b970..88f36f8ce0 100644
--- a/src/packageSourceGenerator/PackageSourceGenerator.proj
+++ b/src/packageSourceGenerator/PackageSourceGenerator.proj
@@ -2,6 +2,7 @@
 
   <PropertyGroup>
     <TargetFramework>$(NetCurrent)</TargetFramework>
+    <TreatWarningsAsErrors>true</TreatWarningsAsErrors>
     <PackageSourceGeneratorTaskAssembly>$(ArtifactsBinDir)PackageSourceGeneratorTask\$(Configuration)\$(NetCurrent)\PackageSourceGeneratorTask.dll</PackageSourceGeneratorTaskAssembly>
     <!-- The packages output directory. -->
     <PackagesTargetDirectory Condition="'$(PackageType)' != 'text'">$(RepoRoot)src\referencePackages\src\</PackagesTargetDirectory>
diff --git a/src/referencePackages/Directory.Build.props b/src/referencePackages/Directory.Build.props
index bbeeb6f2bf..4482751a21 100644
--- a/src/referencePackages/Directory.Build.props
+++ b/src/referencePackages/Directory.Build.props
@@ -33,6 +33,7 @@
     <SourceControlInformationFeatureSupported>false</SourceControlInformationFeatureSupported>
     <Configuration>Release</Configuration>
     <EnableSourceLink>false</EnableSourceLink>
+    <NuGetAudit>false</NuGetAudit>
 
     <NoStdLib>true</NoStdLib>
     <NoConfig>true</NoConfig>
diff --git a/src/targetPacks/Directory.Build.props b/src/targetPacks/Directory.Build.props
index cda5fec2a1..433eeeeb08 100644
--- a/src/targetPacks/Directory.Build.props
+++ b/src/targetPacks/Directory.Build.props
@@ -10,6 +10,7 @@
     <TargetFramework>netstandard2.0</TargetFramework>
     <IncludeBuildOutput>false</IncludeBuildOutput>
     <DisableImplicitFrameworkReferences>true</DisableImplicitFrameworkReferences>
+    <NuGetAudit>false</NuGetAudit>
 
     <RestoreIlTooling>true</RestoreIlTooling>