diff --git a/crates/swc/src/lib.rs b/crates/swc/src/lib.rs
index b0d1f3b2246c..7749db597bef 100644
--- a/crates/swc/src/lib.rs
+++ b/crates/swc/src/lib.rs
@@ -545,7 +545,7 @@ impl Compiler {
 
             let (code, map) = match source_map {
                 SourceMapsConfig::Bool(v) => {
-                    if v {
+                    if v && !src_map_buf.is_empty() {
                         let mut buf = vec![];
 
                         self.cm
@@ -570,7 +570,6 @@ impl Compiler {
                 }
                 SourceMapsConfig::Str(_) => {
                     let mut src = src;
-
                     let mut buf = vec![];
 
                     self.cm