chore(query): enable lib test (#15397)

* chore(query): enable lib test

* chore(query): enable lib test for all crate

* chore(query): enable lib test for all crate

src/common/arrow/Cargo.toml

@@ -8,7 +8,7 @@ description = "Arrow implementation forked from arrow2 and native format impleme
 
 [lib]
 doctest = false
-test = false
+test = true
 
 [features]
 default = ["arrow-default", "parquet-default"]

src/common/auth/Cargo.toml

@@ -8,7 +8,7 @@ edition = { workspace = true }
 
 [lib]
 doctest = false
-test = false
+test = true
 
 [dependencies]
 base64 = "0.21.0"

src/common/base/Cargo.toml

@@ -8,7 +8,7 @@ edition = { workspace = true }
 
 [lib]
 doctest = false
-test = false
+test = true
 
 [features]
 tracing = ["tokio/tracing"]

src/common/base/src/runtime/memory/mem_stat.rs

@@ -98,7 +98,7 @@ impl MemStat {
         let mut used = self.used.fetch_add(batch_memory_used, Ordering::Relaxed);
 
         used += batch_memory_used;
-        self.peak_used.fetch_max(used, Ordering::Relaxed);
+        let old_peak_used = self.peak_used.fetch_max(used, Ordering::Relaxed);
 
         for (idx, parent_memory_stat) in self.parent_memory_stat.iter().enumerate() {
             if let Err(cause) = parent_memory_stat
@@ -108,6 +108,11 @@ impl MemStat {
                     // We only roll back the memory that alloc failed
                     self.used.fetch_sub(current_memory_alloc, Ordering::Relaxed);
 
+                    if used > old_peak_used {
+                        self.peak_used
+                            .fetch_sub(current_memory_alloc, Ordering::Relaxed);
+                    }
+
                     for index in 0..idx {
                         self.parent_memory_stat[index].rollback(current_memory_alloc);
                     }
@@ -119,6 +124,11 @@ impl MemStat {
 
         if let Err(cause) = self.check_limit(used) {
             if NEED_ROLLBACK {
+                if used > old_peak_used {
+                    self.peak_used
+                        .fetch_sub(current_memory_alloc, Ordering::Relaxed);
+                }
+
                 // NOTE: we cannot rollback peak_used of parent mem stat in this case
                 // self.peak_used.store(peak_used, Ordering::Relaxed);
                 self.rollback(current_memory_alloc);

src/common/building/Cargo.toml

@@ -8,7 +8,7 @@ edition = { workspace = true }
 
 [lib]
 doctest = false
-test = false
+test = true
 
 [dependencies]
 anyhow = { workspace = true }

src/common/cache/Cargo.toml

@@ -8,7 +8,7 @@ edition = { workspace = true }
 
 [lib]
 doctest = false
-test = false
+test = true
 
 [features]
 heapsize = ["heapsize_"]

src/common/cloud_control/Cargo.toml

@@ -8,7 +8,7 @@ edition = { workspace = true }
 
 [lib]
 doctest = false
-test = false
+test = true
 
 [dependencies]
 async-backtrace = { workspace = true }

src/common/exception/Cargo.toml

@@ -8,7 +8,7 @@ edition = { workspace = true }
 
 [lib]
 doctest = false
-test = false
+test = true
 
 [dependencies] # In alphabetical order
 databend-common-arrow = { path = "../arrow" }

src/common/grpc/Cargo.toml

@@ -8,7 +8,7 @@ edition = { workspace = true }
 
 [lib]
 doctest = false
-test = false
+test = true
 
 [dependencies] # In alphabetical order
 # Workspace dependencies

src/common/hashtable/Cargo.toml

@@ -8,7 +8,7 @@ edition = { workspace = true }
 
 [lib]
 doctest = false
-test = false
+test = true
 
 [dependencies] # In alphabetical order
 # Workspace dependencies

src/common/http/Cargo.toml

@@ -10,7 +10,7 @@ edition = { workspace = true }
 
 [lib]
 doctest = false
-test = false
+test = true
 
 [features]
 memory-profiling = ["tempfile"]

src/common/io/Cargo.toml

@@ -10,7 +10,7 @@ edition = { workspace = true }
 
 [lib]
 doctest = false
-test = false
+test = true
 
 [dependencies]
 # Workspace dependencies

src/common/license/Cargo.toml

@@ -8,7 +8,7 @@ edition = { workspace = true }
 
 [lib]
 doctest = false
-test = false
+test = true
 
 [dependencies]
 # Workspace dependencies

src/common/metrics/Cargo.toml

@@ -8,7 +8,7 @@ edition = { workspace = true }
 
 [lib]
 doctest = false
-test = false
+test = true
 
 [features]
 enable-histogram = ["metrics/enable-histogram"]

src/common/openai/Cargo.toml

@@ -10,7 +10,7 @@ edition = { workspace = true }
 
 [lib]
 doctest = false
-test = false
+test = true
 
 [dependencies]
 # Workspace dependencies

src/common/tracing/Cargo.toml

@@ -8,7 +8,7 @@ edition = { workspace = true }
 
 [lib]
 doctest = false
-test = false
+test = true
 
 [features]
 console = ["console-subscriber", "tracing", "tracing-subscriber"]

src/common/vector/Cargo.toml

@@ -8,7 +8,7 @@ edition = { workspace = true }
 
 [lib]
 doctest = false
-test = false
+test = true
 
 [dependencies] # In alphabetical order
 databend-common-exception = { path = "../exception" }

src/query/ast/fuzz/Cargo.toml

@@ -13,7 +13,7 @@ publish = false
 name = "fuzz_parse_sql"
 path = "fuzz_targets/fuzz_parse_sql.rs"
 doctest = false
-test = false
+test = true
 
 [dependencies]
 databend-common-ast = { path = ".." }

src/query/catalog/Cargo.toml

@@ -9,7 +9,7 @@ edition = { workspace = true }
 # See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html
 [lib]
 doctest = false
-test = false
+test = true
 
 [dependencies]
 databend-common-arrow = { path = "../../common/arrow" }

src/query/codegen/Cargo.toml

@@ -8,7 +8,7 @@ edition = { workspace = true }
 
 [lib]
 doctest = false
-test = false
+test = true
 
 [[bin]]
 name = "codegen"

src/query/constraint/Cargo.toml

@@ -7,7 +7,7 @@ publish = { workspace = true }
 edition = { workspace = true }
 
 [lib]
-test = false
+test = true
 
 [dependencies] # In alphabetical order
 # Workspace dependencies

src/query/datavalues/Cargo.toml

@@ -8,7 +8,7 @@ edition = { workspace = true }
 
 [lib]
 doctest = false
-test = false
+test = true
 
 [dependencies] # In alphabetical order
 # Crates.io dependencies

src/query/ee/Cargo.toml

@@ -9,7 +9,7 @@ version = { workspace = true }
 
 [lib]
 doctest = false
-test = false
+test = true
 
 [dependencies]
 # Workspace dependencies

src/query/ee_features/aggregating_index/Cargo.toml

@@ -9,7 +9,7 @@ edition = { workspace = true }
 
 [lib]
 doctest = false
-test = false
+test = true
 
 [dependencies]
 # Workspace dependencies

src/query/ee_features/background_service/Cargo.toml

@@ -9,7 +9,7 @@ edition = { workspace = true }
 
 [lib]
 doctest = false
-test = false
+test = true
 
 [dependencies]
 # Workspace dependencies

src/query/ee_features/data_mask/Cargo.toml

@@ -9,7 +9,7 @@ edition = { workspace = true }
 
 [lib]
 doctest = false
-test = false
+test = true
 
 [dependencies]
 # Workspace dependencies

src/query/ee_features/inverted_index/Cargo.toml

@@ -9,7 +9,7 @@ edition = { workspace = true }
 
 [lib]
 doctest = false
-test = false
+test = true
 
 [dependencies]
 # Workspace dependencies

src/query/ee_features/storage_encryption/Cargo.toml

@@ -8,7 +8,7 @@ edition = { workspace = true }
 
 [lib]
 doctest = false
-test = false
+test = true
 
 [dependencies]
 # Workspace dependencies

src/query/ee_features/storage_quota/Cargo.toml

@@ -9,7 +9,7 @@ version = { workspace = true }
 
 [lib]
 doctest = false
-test = false
+test = true
 
 [dependencies]
 # Workspace dependencies

src/query/ee_features/stream_handler/Cargo.toml

@@ -8,7 +8,7 @@ edition = { workspace = true }
 
 [lib]
 doctest = false
-test = false
+test = true
 
 [dependencies]
 # Workspace dependencies

src/query/ee_features/vacuum_handler/Cargo.toml

@@ -9,7 +9,7 @@ edition = { workspace = true }
 
 [lib]
 doctest = false
-test = false
+test = true
 
 [dependencies]
 # Workspace dependencies

src/query/ee_features/virtual_column/Cargo.toml

@@ -9,7 +9,7 @@ edition = { workspace = true }
 
 [lib]
 doctest = false
-test = false
+test = true
 
 [dependencies]
 # Workspace dependencies

src/query/expression/Cargo.toml

@@ -7,7 +7,7 @@ publish = { workspace = true }
 edition = { workspace = true }
 
 [lib]
-test = false
+test = true
 
 [dependencies] # In alphabetical order
 # Workspace dependencies

src/query/formats/Cargo.toml

@@ -8,7 +8,7 @@ edition = { workspace = true }
 
 [lib]
 doctest = false
-test = false
+test = true
 
 [dependencies] # In alphabetical order
 aho-corasick = { version = "1.0.1" }

src/query/management/Cargo.toml

@@ -10,7 +10,7 @@ edition = { workspace = true }
 
 [lib]
 doctest = false
-test = false
+test = true
 
 [dependencies]
 databend-common-base = { path = "../../common/base" }

src/query/pipeline/core/Cargo.toml

@@ -9,7 +9,7 @@ edition = { workspace = true }
 # See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html
 [lib]
 doctest = false
-test = false
+test = true
 
 [dependencies]
 databend-common-base = { path = "../../../common/base" }

src/query/pipeline/sinks/Cargo.toml

@@ -9,7 +9,7 @@ edition = { workspace = true }
 # See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html
 [lib]
 doctest = false
-test = false
+test = true
 
 [dependencies]
 databend-common-base = { path = "../../../common/base" }

src/query/pipeline/sources/Cargo.toml

@@ -9,7 +9,7 @@ edition = { workspace = true }
 # See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html
 [lib]
 doctest = false
-test = false
+test = true
 
 [package.metadata.cargo-machete]
 ignored = ["xml-rs"]

src/query/pipeline/transforms/Cargo.toml

@@ -9,7 +9,7 @@ edition = { workspace = true }
 # See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html
 [lib]
 doctest = false
-test = false
+test = true
 
 [dependencies]
 databend-common-base = { path = "../../../common/base" }

src/query/service/Cargo.toml

@@ -9,7 +9,7 @@ edition = { workspace = true }
 
 [lib]
 doctest = false
-test = false
+test = true
 
 [features]
 default = ["simd", "z3-prove"]

src/query/settings/Cargo.toml

@@ -9,7 +9,7 @@ edition = { workspace = true }
 # See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html
 [lib]
 doctest = false
-test = false
+test = true
 
 [dependencies]
 databend-common-ast = { path = "../ast" }