perf: use jemalloc as the global allocator on unix (try 2) (foundry…

…-rs#7448)

.github/workflows/release.yml

@@ -135,8 +135,10 @@ jobs:
                 target="${{ matrix.target }}"
                 flags=()
 
-                # `keccak-asm` does not support MSVC or aarch64 Linux.
-                [[ "$target" != *msvc* && "$target" != "aarch64-unknown-linux-gnu" ]] && flags+=(--features=asm-keccak)
+                # `jemalloc` and `keccak-asm` are not supported on MSVC or aarch64 Linux.
+                if [[ "$target" != *msvc* && "$target" != "aarch64-unknown-linux-gnu" ]]; then
+                  flags+=(--features asm-keccak,jemalloc)
+                fi
 
                 [[ "$target" == *windows* ]] && exe=".exe"
 

Cargo.toml

@@ -66,6 +66,7 @@ ruint.opt-level = 3
 sha2.opt-level = 3
 sha3.opt-level = 3
 tiny-keccak.opt-level = 3
+bitvec.opt-level = 3
 
 # fuzzing
 proptest.opt-level = 3
@@ -210,6 +211,7 @@ tracing = "0.1"
 tracing-subscriber = "0.3"
 vergen = { version = "8", default-features = false }
 indexmap = "2.2"
+tikv-jemallocator = "0.5.4"
 
 axum = "0.6"
 hyper = "0.14"

crates/anvil/Cargo.toml

@@ -16,11 +16,7 @@ path = "src/anvil.rs"
 required-features = ["cli"]
 
 [build-dependencies]
-vergen = { workspace = true, default-features = false, features = [
-    "build",
-    "git",
-    "gitcl",
-] }
+vergen = { workspace = true, default-features = false, features = ["build", "git", "gitcl"] }
 
 [dependencies]
 # foundry internal
@@ -81,11 +77,7 @@ rand = "0.8"
 eyre.workspace = true
 
 # cli
-clap = { version = "4", features = [
-    "derive",
-    "env",
-    "wrap_help",
-], optional = true }
+clap = { version = "4", features = ["derive", "env", "wrap_help"], optional = true }
 clap_complete = { version = "4", optional = true }
 chrono.workspace = true
 auto_impl = "1"
@@ -94,6 +86,9 @@ fdlimit = { version = "0.3", optional = true }
 clap_complete_fig = "4"
 ethereum-forkid = "0.12"
 
+[target.'cfg(unix)'.dependencies]
+tikv-jemallocator = { workspace = true, optional = true }
+
 [dev-dependencies]
 alloy-json-abi.workspace = true
 ethers = { workspace = true, features = ["abigen"] }
@@ -109,3 +104,6 @@ default = ["cli"]
 cmd = ["clap", "clap_complete", "ctrlc", "anvil-server/clap"]
 cli = ["tokio/full", "cmd", "fdlimit"]
 asm-keccak = ["alloy-primitives/asm-keccak"]
+# TODO: parity dependencies are not compatible with a different global allocator.
+# jemalloc = ["dep:tikv-jemallocator"]
+jemalloc = []

crates/anvil/src/anvil.rs

@@ -4,6 +4,12 @@ use anvil::cmd::NodeArgs;
 use clap::{CommandFactory, Parser, Subcommand};
 use foundry_cli::utils;
 
+// TODO: parity dependencies are not compatible with a different global allocator.
+#[cfg(any())]
+#[cfg(all(feature = "jemalloc", unix))]
+#[global_allocator]
+static ALLOC: tikv_jemallocator::Jemalloc = tikv_jemallocator::Jemalloc;
+
 /// A fast local Ethereum development node.
 #[derive(Parser)]
 #[command(name = "anvil", version = anvil::VERSION_MESSAGE, next_display_order = None)]

crates/cast/Cargo.toml

@@ -75,6 +75,9 @@ tracing.workspace = true
 yansi = "0.5"
 evmole = "0.3.1"
 
+[target.'cfg(unix)'.dependencies]
+tikv-jemallocator = { workspace = true, optional = true }
+
 [dev-dependencies]
 foundry-test-utils.workspace = true
 async-trait = "0.1"
@@ -85,6 +88,7 @@ default = ["rustls"]
 rustls = ["foundry-cli/rustls", "foundry-wallets/rustls"]
 openssl = ["foundry-cli/openssl", "foundry-wallets/openssl"]
 asm-keccak = ["alloy-primitives/asm-keccak"]
+jemalloc = ["dep:tikv-jemallocator"]
 
 [[bench]]
 name = "vanity"

crates/cast/bin/main.rs

@@ -30,6 +30,10 @@ pub mod tx;
 
 use opts::{Cast as Opts, CastSubcommand, ToBaseArgs};
 
+#[cfg(all(feature = "jemalloc", unix))]
+#[global_allocator]
+static ALLOC: tikv_jemallocator::Jemalloc = tikv_jemallocator::Jemalloc;
+
 #[tokio::main]
 async fn main() -> Result<()> {
     handler::install();

crates/chisel/Cargo.toml

@@ -50,6 +50,9 @@ tokio = { version = "1", features = ["full"] }
 yansi = "0.5"
 tracing.workspace = true
 
+[target.'cfg(unix)'.dependencies]
+tikv-jemallocator = { workspace = true, optional = true }
+
 [dev-dependencies]
 criterion = { version = "0.5", features = ["async_tokio"] }
 once_cell = "1"
@@ -61,6 +64,7 @@ default = ["rustls"]
 rustls = ["reqwest/rustls-tls", "reqwest/rustls-tls-native-roots"]
 openssl = ["foundry-compilers/openssl", "reqwest/default-tls"]
 asm-keccak = ["alloy-primitives/asm-keccak"]
+jemalloc = ["dep:tikv-jemallocator"]
 
 [[bench]]
 name = "session_source"

crates/chisel/bin/main.rs

@@ -27,6 +27,10 @@ use std::path::PathBuf;
 use tracing::debug;
 use yansi::Paint;
 
+#[cfg(all(feature = "jemalloc", unix))]
+#[global_allocator]
+static ALLOC: tikv_jemallocator::Jemalloc = tikv_jemallocator::Jemalloc;
+
 // Loads project's figment and merges the build cli arguments into it
 foundry_config::merge_impl_figment_convert!(Chisel, opts, evm_opts);
 

crates/forge/Cargo.toml

@@ -91,6 +91,9 @@ hyper.workspace = true
 tower-http = { workspace = true, features = ["fs"] }
 opener = "0.6"
 
+[target.'cfg(unix)'.dependencies]
+tikv-jemallocator = { workspace = true, optional = true }
+
 [dev-dependencies]
 anvil.workspace = true
 foundry-test-utils.workspace = true
@@ -115,6 +118,7 @@ rustls = [
 ]
 openssl = ["foundry-cli/openssl", "reqwest/default-tls", "foundry-wallets/openssl"]
 asm-keccak = ["alloy-primitives/asm-keccak"]
+jemalloc = ["dep:tikv-jemallocator"]
 
 [[bench]]
 name = "test"

crates/forge/bin/main.rs

@@ -7,11 +7,15 @@ use eyre::Result;
 use foundry_cli::{handler, utils};
 
 mod cmd;
-mod opts;
-
 use cmd::{cache::CacheSubcommands, generate::GenerateSubcommands, watch};
+
+mod opts;
 use opts::{Forge, ForgeSubcommand};
 
+#[cfg(all(feature = "jemalloc", unix))]
+#[global_allocator]
+static ALLOC: tikv_jemallocator::Jemalloc = tikv_jemallocator::Jemalloc;
+
 fn main() -> Result<()> {
     handler::install();
     utils::load_dotenv();