20260504 优化phase2 finalize调度长尾

This commit is contained in:
2026-05-06 12:05:02 +08:00
parent b3b44d50c6
commit f843eedda9
5 changed files with 946 additions and 307 deletions

View File

@@ -10,6 +10,11 @@ pub struct ParallelPhase2Config {
pub object_workers: usize,
pub worker_queue_capacity: usize,
pub ready_batch_size: usize,
pub ready_batch_wall_time_budget_ms: u64,
pub object_result_drain_batch_size: usize,
pub publication_point_finalize_batch_size: usize,
pub publication_point_finalize_wall_time_budget_ms: u64,
pub publication_point_finalize_queue_capacity: usize,
}
impl Default for ParallelPhase2Config {
@@ -18,6 +23,11 @@ impl Default for ParallelPhase2Config {
object_workers: 8,
worker_queue_capacity: 256,
ready_batch_size: 256,
ready_batch_wall_time_budget_ms: 100,
object_result_drain_batch_size: 2048,
publication_point_finalize_batch_size: 256,
publication_point_finalize_wall_time_budget_ms: 100,
publication_point_finalize_queue_capacity: 32768,
}
}
}
@@ -50,5 +60,10 @@ mod tests {
assert!(cfg.object_workers > 0);
assert!(cfg.worker_queue_capacity > 0);
assert!(cfg.ready_batch_size > 0);
assert!(cfg.ready_batch_wall_time_budget_ms > 0);
assert!(cfg.object_result_drain_batch_size > 0);
assert!(cfg.publication_point_finalize_batch_size > 0);
assert!(cfg.publication_point_finalize_wall_time_budget_ms > 0);
assert!(cfg.publication_point_finalize_queue_capacity > 0);
}
}