Add more memory allocator

Author: sunlei

nautilus_core/Cargo.lock

@@ -34,6 +34,11 @@ ustr = { workspace = true }
 uuid = { workspace = true }
 bincode = "1.3.3"
 sysinfo = "0.33.1"
+mimalloc = { version = "0.1", optional = true }
+
+# Jemallocator does not work on aarch64 with musl
+[target.'cfg(all(target_family="unix", not(all(target_arch = "aarch64", target_env = "musl"))))'.dependencies]
+tikv-jemallocator = { version = "0.6", optional = true }
 
 [dev-dependencies]
 proptest = { workspace = true }
@@ -52,3 +57,5 @@ extension-module = [
 ffi = ["cbindgen", "nautilus-core/ffi", "nautilus-model/ffi"]
 "clock_v2" = []
 python = ["pyo3", "nautilus-core/python", "nautilus-model/python"]
+allocator-jemalloc = ["tikv-jemallocator"]
+allocator-mimalloc = ["mimalloc"]

nautilus_core/common/Cargo.toml

@@ -0,0 +1,23 @@
+#[cfg(all(feature = "allocator-jemalloc", feature = "allocator-mimalloc"))]
+compile_error!("Cannot enable both jemalloc and mimalloc allocators simultaneously");
+
+#[cfg(feature = "allocator-mimalloc")]
+#[global_allocator]
+static GLOBAL: mimalloc::MiMalloc = mimalloc::MiMalloc;
+
+#[cfg(all(
+    feature = "allocator-jemalloc",
+    any(target_os = "macos", target_os = "linux"),
+    not(all(target_arch = "aarch64", target_env = "musl"))
+))]
+#[global_allocator]
+static GLOBAL: tikv_jemallocator::Jemalloc = tikv_jemallocator::Jemalloc;
+
+// Jemallocator does not work on aarch64 with musl, fallback to system allocator
+#[cfg(all(
+    feature = "allocator-jemalloc",
+    target_arch = "aarch64",
+    target_env = "musl",
+))]
+#[global_allocator]
+static GLOBAL: std::alloc::System = std::alloc::System;

nautilus_core/common/src/allocator.rs

@@ -41,6 +41,7 @@
 #![allow(deprecated)]
 
 pub mod actor;
+pub mod allocator;
 pub mod cache;
 pub mod clock;
 pub mod component;