enhancement(performance): Consider jemalloc again (#10443)

Pushing this up to see what our new soak tests say about it, motivated
#7842 (comment)

This reverts commit 3979d3a.

Signed-off-by: Jesse Szwedko <jesse@szwedko.me>

Cargo.toml

@@ -247,6 +247,7 @@ indexmap = { version = "~1.7.0", default-features = false, features = ["serde"]
 indoc = { version = "1.0.3", default-features = false }
 inventory = { version = "0.1.10", default-features = false }
 k8s-openapi = { version = "0.13.1", default-features = true, features = ["api", "v1_16"], optional = true }
+jemallocator = { version = "0.3.2", default-features = false, optional = true }
 lazy_static = { version = "1.4.0", default-features = false }
 listenfd = { version = "0.3.5", default-features = false, optional = true }
 logfmt = { version = "0.0.2", default-features = false, optional = true }
@@ -384,7 +385,7 @@ rdkafka-plain = ["rdkafka"]
 rusoto = ["rusoto_core", "rusoto_credential", "rusoto_signature", "rusoto_sts"]
 sasl = ["rdkafka/gssapi"]
 # Enables features that work only on systems providing `cfg(unix)`
-unix = []
+unix = ["jemallocator"]
 # These are **very** useful on Cross compilations!
 vendor-all = ["vendor-libz", "vendor-openssl", "vendor-sasl"]
 vendor-sasl = ["rdkafka/gssapi-vendored"]

lib/vrl/tests/Cargo.toml

@@ -17,6 +17,7 @@ chrono = "0.4"
 chrono-tz = "0.6"
 glob = "0.3"
 prettydiff = "0.5"
+jemallocator = { version = "0.3.0" }
 regex = "1"
 serde = "1"
 serde_json = "1"

lib/vrl/tests/src/main.rs

@@ -14,6 +14,9 @@ use vrl::{diagnostic::Formatter, state, Runtime, Terminate, Value};
 
 use vrl_tests::{docs, Test};
 
+#[global_allocator]
+static ALLOC: jemallocator::Jemalloc = jemallocator::Jemalloc;
+
 #[derive(Debug, StructOpt)]
 #[structopt(name = "VRL Tests", about = "Vector Remap Language Tests")]
 pub struct Cmd {

src/lib.rs

@@ -22,6 +22,10 @@ extern crate vector_core;
 #[cfg(feature = "vrl-cli")]
 extern crate vrl_cli;
 
+#[cfg(feature = "jemallocator")]
+#[global_allocator]
+static ALLOC: jemallocator::Jemalloc = jemallocator::Jemalloc;
+
 #[macro_use]
 pub mod config;
 pub mod cli;