mirror of
https://github.com/rustfs/rustfs.git
synced 2026-07-28 09:08:58 +00:00
25d80d7c60
* fix(rio): propagate http writer shutdown errors * fix(ecstore): unify remote lock rpc deadlines * fix(storage): reject corrupt read multiple payloads * feat(rio): add internode http tuning profiles * feat(metrics): add internode baseline signals * feat(ecstore): observe shard locality topology * feat(ecstore): gate shard locality scheduling * feat(ecstore): gate batch read version rpc * feat(ecstore): observe batch processor adaptation * feat(ecstore): gate batch processor observation * docs: add get benchmark regression analysis * docs: add issue 797 execution plan status * fix(ecstore): require explicit batch rpc support * fix(ecstore): honor documented batch read gate * fix(ecstore): keep batch read gate stable per call * chore: update workspace dependencies * feat(ecstore): log batch read gate decisions * feat(ecstore): count batch read gate decisions * test(issue-797): add local internode A/B runner * test(rio): fix tuning profile spelling fixture * fix(protocols): adapt sftp channel open callbacks * fix(metrics): wrap batch processor observation args * chore(docs): keep issue notes local only * fix(storage): address internode review feedback * fix(storage): address internode data-path review findings - Run the BatchReadVersion auto-mode unary fallback outside the batch RPC deadline so each read_version keeps its own per-op timeout and health accounting instead of racing the whole batch against one drive timeout. - Cap adaptive batch-processor concurrency growth at a hard multiple of the configured baseline so sustained fast batches cannot ratchet past the configured limit. - Parse RUSTFS_INTERNODE_HTTP_* tuning, RUSTFS_BATCH_PROCESSOR_ADAPTIVE, and RUSTFS_METADATA_BATCH_READ once per process instead of re-reading the environment on hot paths. - Skip shard read-cost collection in observe mode when stage metrics are disabled, and cache the local endpoint host list instead of rebuilding it on every read. - Allow --warp-extra-args values starting with -- and drop the unused warp_hosts_csv helper in the issue-797 A/B runner. * fix(storage): address internode data-path review findings - Run the BatchReadVersion auto-mode unary fallback outside the batch RPC deadline so each read_version keeps its own per-op timeout and health accounting instead of racing the whole batch against one drive timeout. - Cap adaptive batch-processor concurrency growth at a hard multiple of the configured baseline so sustained fast batches cannot ratchet past the configured limit. - Parse RUSTFS_INTERNODE_HTTP_* tuning, RUSTFS_BATCH_PROCESSOR_ADAPTIVE, and RUSTFS_METADATA_BATCH_READ once per process instead of re-reading the environment on hot paths. - Skip shard read-cost collection in observe mode when stage metrics are disabled, and cache the local endpoint host list instead of rebuilding it on every read. - Allow --warp-extra-args values starting with -- and drop the unused warp_hosts_csv helper in the issue-797 A/B runner. Co-Authored-By: heihutu<heihutu@gmail.com> * fix(storage): align buffer clamp test with media cap * fix(ecstore): release optimized read locks before streaming --------- Co-authored-by: Zhengchao An <anzhengchao@gmail.com>
105 lines
3.8 KiB
Rust
105 lines
3.8 KiB
Rust
// Copyright 2024 RustFS Team
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
use rustfs_io_metrics::internode_metrics::{INTERNODE_TRANSPORT_BACKEND_TCP_HTTP, global_internode_metrics};
|
|
use rustfs_tls_runtime::{
|
|
GlobalPublishedOutboundTlsState, load_global_outbound_tls_generation, load_global_outbound_tls_state,
|
|
record_tls_consumer_stale_generation,
|
|
};
|
|
use std::time::Duration;
|
|
|
|
pub(crate) fn outbound_tls_generation() -> u64 {
|
|
load_global_outbound_tls_generation().0
|
|
}
|
|
|
|
pub(crate) async fn outbound_tls_state() -> GlobalPublishedOutboundTlsState {
|
|
load_global_outbound_tls_state().await
|
|
}
|
|
|
|
pub(crate) fn record_stale_outbound_tls_generation(consumer: &'static str) {
|
|
record_tls_consumer_stale_generation(consumer);
|
|
}
|
|
|
|
pub(crate) fn record_outgoing_request(operation: Option<&'static str>) {
|
|
match operation {
|
|
Some(operation) => global_internode_metrics()
|
|
.record_outgoing_request_for_operation_and_backend(operation, INTERNODE_TRANSPORT_BACKEND_TCP_HTTP),
|
|
None => global_internode_metrics().record_outgoing_request(),
|
|
}
|
|
}
|
|
|
|
pub(crate) fn record_sent_bytes(operation: Option<&'static str>, bytes: usize) {
|
|
match operation {
|
|
Some(operation) => global_internode_metrics().record_sent_bytes_for_operation_and_backend(
|
|
operation,
|
|
INTERNODE_TRANSPORT_BACKEND_TCP_HTTP,
|
|
bytes,
|
|
),
|
|
None => global_internode_metrics().record_sent_bytes(bytes),
|
|
}
|
|
}
|
|
|
|
pub(crate) fn record_recv_bytes(operation: Option<&'static str>, bytes: usize) {
|
|
match operation {
|
|
Some(operation) => global_internode_metrics().record_recv_bytes_for_operation_and_backend(
|
|
operation,
|
|
INTERNODE_TRANSPORT_BACKEND_TCP_HTTP,
|
|
bytes,
|
|
),
|
|
None => global_internode_metrics().record_recv_bytes(bytes),
|
|
}
|
|
}
|
|
|
|
pub(crate) fn record_error(operation: Option<&'static str>) {
|
|
match operation {
|
|
Some(operation) => {
|
|
global_internode_metrics().record_error_for_operation_and_backend(operation, INTERNODE_TRANSPORT_BACKEND_TCP_HTTP)
|
|
}
|
|
None => global_internode_metrics().record_error(),
|
|
}
|
|
}
|
|
|
|
pub(crate) fn record_classified_error(operation: &'static str, classification: &'static str) {
|
|
global_internode_metrics().record_classified_error_for_operation_and_backend(
|
|
operation,
|
|
INTERNODE_TRANSPORT_BACKEND_TCP_HTTP,
|
|
classification,
|
|
);
|
|
}
|
|
|
|
pub(crate) fn record_duration(operation: &'static str, duration: Duration) {
|
|
global_internode_metrics().record_duration_for_operation_and_backend(
|
|
operation,
|
|
INTERNODE_TRANSPORT_BACKEND_TCP_HTTP,
|
|
duration,
|
|
);
|
|
}
|
|
|
|
pub(crate) fn record_http_version(operation: &'static str, http_version: &'static str) {
|
|
global_internode_metrics().record_http_version_for_operation_and_backend(
|
|
operation,
|
|
INTERNODE_TRANSPORT_BACKEND_TCP_HTTP,
|
|
http_version,
|
|
);
|
|
}
|
|
|
|
pub(crate) fn record_stall_timeout(operation: &'static str) {
|
|
global_internode_metrics().record_stall_timeout_for_operation_and_backend(operation, INTERNODE_TRANSPORT_BACKEND_TCP_HTTP);
|
|
}
|
|
|
|
pub(crate) fn record_write_shutdown_error(operation: &'static str) {
|
|
global_internode_metrics()
|
|
.record_write_shutdown_error_for_operation_and_backend(operation, INTERNODE_TRANSPORT_BACKEND_TCP_HTTP);
|
|
}
|