github/reth
1
1
Fork 0
mirror of https://github.com/paradigmxyz/reth.git synced 2026-04-30 03:01:58 -04:00
Code Issues Packages Projects Releases Wiki Activity

perf(trie): lazy initialize proof workers

Browse Source
This commit is contained in:
Yong Kang
2025-10-30 22:22:43 +08:00
parent d87d0d1a1f
commit f34f2bd76e
1 changed files with 40 additions and 16 deletions
Download Patch File Download Diff File Expand all files Collapse all files

56
crates/trie/parallel/src/proof_task.rs
View File

@@ -703,13 +703,6 @@ where
metrics,
} = self;
// Create provider from factory
let provider = task_ctx
.factory
.database_provider_ro()
.expect("Storage worker failed to initialize: unable to create provider");
let proof_tx = ProofTaskTx::new(provider, task_ctx.prefix_sets, worker_id);
trace!(
target: "trie::proof_task",
worker_id,
@@ -719,10 +712,29 @@ where
let mut storage_proofs_processed = 0u64;
let mut storage_nodes_processed = 0u64;
// Initially mark this worker as available.
// Lazy initialization: DB provider and ProofTaskTx created on first message
let mut proof_tx: Option<ProofTaskTx<_>> = None;
// Initially mark this worker as available immediately (no DB creation yet).
available_workers.fetch_add(1, Ordering::Relaxed);
while let Ok(job) = work_rx.recv() {
// Lazy initialization: create DB provider and ProofTaskTx on first message
let proof_tx = proof_tx.get_or_insert_with(|| {
let provider = task_ctx
.factory
.database_provider_ro()
.expect("Storage worker failed to initialize: unable to create provider");
trace!(
target: "trie::proof_task",
worker_id,
"Storage worker initialized DB provider on first message"
);
ProofTaskTx::new(provider, task_ctx.prefix_sets.clone(), worker_id)
});
// Mark worker as busy.
available_workers.fetch_sub(1, Ordering::Relaxed);
@@ -947,13 +959,6 @@ where
metrics,
} = self;
// Create provider from factory
let provider = task_ctx
.factory
.database_provider_ro()
.expect("Account worker failed to initialize: unable to create provider");
let proof_tx = ProofTaskTx::new(provider, task_ctx.prefix_sets, worker_id);
trace!(
target: "trie::proof_task",
worker_id,
@@ -963,10 +968,29 @@ where
let mut account_proofs_processed = 0u64;
let mut account_nodes_processed = 0u64;
// Count this worker as available only after successful initialization.
// Lazy initialization: DB provider and ProofTaskTx created on first message
let mut proof_tx: Option<ProofTaskTx<_>> = None;
// Count this worker as available immediately (no DB creation yet).
available_workers.fetch_add(1, Ordering::Relaxed);
while let Ok(job) = work_rx.recv() {
// Lazy initialization: create DB provider and ProofTaskTx on first message
let proof_tx = proof_tx.get_or_insert_with(|| {
let provider = task_ctx
.factory
.database_provider_ro()
.expect("Account worker failed to initialize: unable to create provider");
trace!(
target: "trie::proof_task",
worker_id,
"Account worker initialized DB provider on first message"
);
ProofTaskTx::new(provider, task_ctx.prefix_sets.clone(), worker_id)
});
// Mark worker as busy.
available_workers.fetch_sub(1, Ordering::Relaxed);