perf(capacity): tune default capacity settings, sync docs, and fix refresh/metrics correctness (#2336)

Co-authored-by: heihutu <heihutu@gmail.com>
Co-authored-by: houseme <housemecn@gmail.com>

crates/io-metrics/src/capacity_metrics.rs

@@ -0,0 +1,92 @@
+// Copyright 2024 RustFS Team
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+//! Capacity metrics recording helpers.
+
+use metrics::{counter, gauge, histogram};
+use std::time::Duration;
+
+/// Record capacity cache hit.
+#[inline(always)]
+pub fn record_capacity_cache_hit() {
+    counter!("rustfs.capacity.cache.hits").increment(1);
+}
+
+/// Record capacity cache miss.
+#[inline(always)]
+pub fn record_capacity_cache_miss() {
+    counter!("rustfs.capacity.cache.misses").increment(1);
+}
+
+/// Record current capacity gauge.
+#[inline(always)]
+pub fn record_capacity_current_bytes(used_bytes: u64) {
+    gauge!("rustfs.capacity.current").set(used_bytes as f64);
+}
+
+/// Record capacity update completion.
+#[inline(always)]
+pub fn record_capacity_update_completed(source: &str, duration: Duration, used_bytes: u64, is_estimated: bool) {
+    counter!("rustfs.capacity.update.total", "source" => source.to_string()).increment(1);
+    histogram!("rustfs.capacity.update.duration.seconds", "source" => source.to_string()).record(duration.as_secs_f64());
+    histogram!("rustfs.capacity.update.bytes", "source" => source.to_string()).record(used_bytes as f64);
+    counter!("rustfs.capacity.update.estimated.total", "source" => source.to_string(), "estimated" => is_estimated.to_string())
+        .increment(1);
+}
+
+/// Record failed capacity update.
+#[inline(always)]
+pub fn record_capacity_update_failed(source: &str) {
+    counter!("rustfs.capacity.update.failures", "source" => source.to_string()).increment(1);
+}
+
+/// Record capacity write activity.
+#[inline(always)]
+pub fn record_capacity_write_operation(write_frequency: usize) {
+    counter!("rustfs.capacity.write.operations").increment(1);
+    gauge!("rustfs.capacity.write.frequency").set(write_frequency as f64);
+}
+
+/// Record symlink accounting.
+#[inline(always)]
+pub fn record_capacity_symlink(size_bytes: u64) {
+    counter!("rustfs.capacity.symlinks.encountered").increment(1);
+    histogram!("rustfs.capacity.symlinks.size.bytes").record(size_bytes as f64);
+}
+
+/// Record timeout fallback event.
+#[inline(always)]
+pub fn record_capacity_timeout_fallback() {
+    counter!("rustfs.capacity.timeout.fallback").increment(1);
+}
+
+/// Record stall detection event.
+#[inline(always)]
+pub fn record_capacity_stall_detected() {
+    counter!("rustfs.capacity.timeout.stall").increment(1);
+}
+
+/// Record dynamic timeout usage.
+#[inline(always)]
+pub fn record_capacity_dynamic_timeout(timeout: Duration) {
+    counter!("rustfs.capacity.timeout.dynamic").increment(1);
+    histogram!("rustfs.capacity.timeout.dynamic.seconds").record(timeout.as_secs_f64());
+}
+
+/// Record scan sampling outcome.
+#[inline(always)]
+pub fn record_capacity_scan_sampling(sampled_count: usize, estimated: bool) {
+    histogram!("rustfs.capacity.scan.sampled.count").record(sampled_count as f64);
+    counter!("rustfs.capacity.scan.estimated.total", "estimated" => estimated.to_string()).increment(1);
+}

crates/io-metrics/src/lib.rs

@@ -52,6 +52,7 @@ pub mod adaptive_ttl;
 pub mod autotuner;
 pub mod backpressure_metrics;
 pub mod cache_config;
+pub mod capacity_metrics;
 pub mod collector;
 pub mod config;
 pub mod deadlock_metrics;
@@ -71,6 +72,13 @@ pub use adaptive_ttl::{
     record_ttl_expiration,
 };
 
+// Capacity metrics exports
+pub use capacity_metrics::{
+    record_capacity_cache_hit, record_capacity_cache_miss, record_capacity_current_bytes, record_capacity_dynamic_timeout,
+    record_capacity_scan_sampling, record_capacity_stall_detected, record_capacity_symlink, record_capacity_timeout_fallback,
+    record_capacity_update_completed, record_capacity_update_failed, record_capacity_write_operation,
+};
+
 // I/O metrics exports
 pub use io_metrics::{
     IoSchedulerStats, record_bandwidth_observation, record_buffer_size_adjustment, record_io_priority_decision,