mirror of
https://github.com/rustfs/rustfs.git
synced 2026-07-26 16:28:15 +00:00
Zhengchao An
763f246f8a
* test(ecstore): extract shared MockWarmBackend into a test-util feature (backlog#1148 ilm-6) The tier/lifecycle integration tests carried two byte-for-byte copies of an in-memory WarmBackend mock — one in crates/scanner/tests and one in rustfs/src/app — plus duplicated register_mock_tier and polling helpers. Both implemented the same ecstore WarmBackend trait. Consolidate them into ecstore behind a new `test-util` feature, exposed via the `rustfs_ecstore::api::tier::test_util` facade: - MockWarmBackend: in-memory WarmBackend with an operation log (for ordering assertions such as "local delete precedes remote remove") and fault injection (FaultConfig): unreachable, HTTP 5xx, credential rejection, injected latency, plus external_remove to simulate an out-of-band remote deletion. - register_mock_tier / register_mock_tier_backend: register the mock into any TierConfigMgr handle (the global manager used by scanner tests or a per-instance one used by the app tests). - xl.meta transition assertion helpers: read_transition_meta, assert_transition_meta_consistent (cross-shard consistency of the status/tier/remote-key/remote-version-id tuple plus free-version count), and free_version_count. - polling helpers: wait_for_remote_absence, wait_for_object_count, wait_for_free_version_absence. Both existing copies now consume this single definition; `rg 'struct MockWarmBackend'` collapses to one. The feature is enabled only from [dev-dependencies], so it never links into the production binary (resolver 3). Designed for downstream ilm-8 (restore lifecycle) and ilm-11 (tier fault injection matrix). Coordinates with #4706 (ilm-2), which adds op-logging to the scanner mock — that op-logging is now part of this shared surface, so #4706 should rebase onto it. Refs rustfs/backlog#1148 (ilm-6), rustfs/backlog#1155. * test(ecstore): fix shared MockWarmBackend usage after main merge - Access stored objects via MockWarmBackend::contains() instead of the now private inner objects map (fixes E0609 after the shared test-util refactor). - Drop dead ReadCloser/ReaderImpl/DiskAPI imports and the unused transition_api test re-exports the mock extraction left behind. - Reword the scanner/rustfs test-util dependency comments so they no longer embed the literal rustfs_ecstore:: path that trips the ECStore architecture-migration guard.
188 lines
6.2 KiB
TOML
188 lines
6.2 KiB
TOML
# Copyright 2024 RustFS Team
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
[package]
|
|
name = "rustfs-ecstore"
|
|
version.workspace = true
|
|
edition.workspace = true
|
|
license.workspace = true
|
|
repository.workspace = true
|
|
rust-version.workspace = true
|
|
homepage.workspace = true
|
|
description = "Erasure coding storage backend for RustFS, providing efficient data storage and retrieval with redundancy."
|
|
keywords = ["erasure-coding", "storage", "rustfs", "Minio", "solomon"]
|
|
categories = ["web-programming", "development-tools", "filesystem"]
|
|
documentation = "https://docs.rs/rustfs-ecstore/latest/rustfs_ecstore/"
|
|
|
|
|
|
# See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html
|
|
[lints]
|
|
workspace = true
|
|
|
|
[features]
|
|
default = []
|
|
rio-v2 = ["dep:rustfs-rio-v2"]
|
|
hotpath = ["dep:hotpath", "hotpath/hotpath", "rustfs-filemeta/hotpath", "rustfs-rio/hotpath"]
|
|
# Exposes shared lifecycle/tier test utilities (MockWarmBackend, fault
|
|
# injection, xl.meta transition assertions) via `api::tier::test_util`.
|
|
# Enable only from `[dev-dependencies]` (rustfs/backlog#1148 ilm-6).
|
|
test-util = []
|
|
|
|
[dependencies]
|
|
hotpath = { workspace = true, optional = true }
|
|
rustfs-filemeta.workspace = true
|
|
rustfs-utils = { workspace = true, features = ["full"] }
|
|
rustfs-rio.workspace = true
|
|
rustfs-rio-v2 = { workspace = true, optional = true }
|
|
rustfs-signer.workspace = true
|
|
rustfs-storage-api.workspace = true
|
|
rustfs-tls-runtime.workspace = true
|
|
rustfs-checksums.workspace = true
|
|
rustfs-config = { workspace = true, features = ["constants", "notify", "audit", "server-config-model"] }
|
|
rustfs-concurrency.workspace = true
|
|
rustfs-credentials = { workspace = true }
|
|
rustfs-common.workspace = true
|
|
rustfs-policy.workspace = true
|
|
rustfs-protos.workspace = true
|
|
rustfs-replication.workspace = true
|
|
rustfs-lifecycle.workspace = true
|
|
rustfs-kms.workspace = true
|
|
rustfs-s3-types = { workspace = true }
|
|
rustfs-data-usage.workspace = true
|
|
rustfs-object-capacity.workspace = true
|
|
async-trait.workspace = true
|
|
bytes.workspace = true
|
|
byteorder = { workspace = true }
|
|
chrono.workspace = true
|
|
glob = { workspace = true }
|
|
thiserror.workspace = true
|
|
flatbuffers.workspace = true
|
|
futures.workspace = true
|
|
futures-util.workspace = true
|
|
tracing.workspace = true
|
|
tracing-opentelemetry.workspace = true
|
|
serde.workspace = true
|
|
time.workspace = true
|
|
bytesize.workspace = true
|
|
serde_json.workspace = true
|
|
quick-xml = { workspace = true, features = ["serialize", "async-tokio"] }
|
|
s3s.workspace = true
|
|
http.workspace = true
|
|
opentelemetry.workspace = true
|
|
http-body = { workspace = true }
|
|
http-body-util.workspace = true
|
|
url.workspace = true
|
|
uuid = { workspace = true, features = ["v4", "fast-rng", "serde"] }
|
|
reed-solomon-erasure = { workspace = true }
|
|
reed-solomon-simd = { workspace = true }
|
|
lazy_static.workspace = true
|
|
moka = { workspace = true }
|
|
rustfs-lock.workspace = true
|
|
rustfs-io-metrics.workspace = true
|
|
regex = { workspace = true }
|
|
path-absolutize = { workspace = true }
|
|
rmp.workspace = true
|
|
rmp-serde.workspace = true
|
|
tokio-util = { workspace = true, features = ["io", "compat"] }
|
|
base64 = { workspace = true }
|
|
hmac = { workspace = true }
|
|
sha1 = { workspace = true }
|
|
sha2 = { workspace = true }
|
|
hex-simd = { workspace = true }
|
|
tempfile.workspace = true
|
|
hyper.workspace = true
|
|
hyper-util.workspace = true
|
|
hyper-rustls.workspace = true
|
|
rustls.workspace = true
|
|
rustls-pki-types.workspace = true
|
|
tokio = { workspace = true, features = ["io-util", "sync", "signal"] }
|
|
tonic.workspace = true
|
|
xxhash-rust = { workspace = true, features = ["xxh64", "xxh3"] }
|
|
tower.workspace = true
|
|
async-channel.workspace = true
|
|
enumset = { workspace = true }
|
|
num_cpus = { workspace = true }
|
|
rand.workspace = true
|
|
pin-project-lite.workspace = true
|
|
md-5.workspace = true
|
|
memmap2 = { workspace = true }
|
|
libc.workspace = true
|
|
# "process" adds getrlimit for the io_uring fd-cache RLIMIT_NOFILE gate
|
|
# (backlog#1178); "fs" comes from the workspace default.
|
|
rustix = { workspace = true, features = ["process"] }
|
|
rustfs-madmin.workspace = true
|
|
reqwest = { workspace = true }
|
|
aes-gcm.workspace = true
|
|
chacha20poly1305.workspace = true
|
|
aws-sdk-s3 = { workspace = true }
|
|
urlencoding = { workspace = true }
|
|
smallvec = { workspace = true }
|
|
shadow-rs.workspace = true
|
|
async-recursion.workspace = true
|
|
aws-credential-types = { workspace = true }
|
|
aws-smithy-types = { workspace = true }
|
|
aws-smithy-runtime-api = { workspace = true }
|
|
parking_lot = { workspace = true }
|
|
base64-simd.workspace = true
|
|
serde_urlencoded.workspace = true
|
|
google-cloud-storage = { workspace = true }
|
|
google-cloud-auth = { workspace = true }
|
|
aws-config = { workspace = true }
|
|
faster-hex = { workspace = true }
|
|
ratelimit = { workspace = true }
|
|
aws-smithy-http-client.workspace = true
|
|
|
|
# Observability and Metrics
|
|
metrics = { workspace = true }
|
|
|
|
# Runtime-probed io_uring read backend (backlog#1104). Linux-only, from
|
|
# crates.io. The guard scripts/check_no_tokio_io_uring.sh allows an explicit
|
|
# io-uring integration; only the tokio "io-uring" runtime feature is banned.
|
|
[target.'cfg(target_os = "linux")'.dependencies]
|
|
rustfs-uring = "0.2.1"
|
|
|
|
[dev-dependencies]
|
|
tokio = { workspace = true, features = ["rt-multi-thread", "macros", "test-util"] }
|
|
criterion = { workspace = true, features = ["html_reports"] }
|
|
temp-env = { workspace = true, features = ["async_closure"] }
|
|
tracing-subscriber = { workspace = true, features = ["json"] }
|
|
serial_test = { workspace = true }
|
|
opentelemetry_sdk = { workspace = true }
|
|
proptest = "1"
|
|
rcgen.workspace = true
|
|
insta = { workspace = true }
|
|
rustfs-crypto = { workspace = true }
|
|
|
|
[build-dependencies]
|
|
shadow-rs = { workspace = true, features = ["build", "metadata"] }
|
|
|
|
[[bench]]
|
|
name = "erasure_benchmark"
|
|
harness = false
|
|
|
|
[[bench]]
|
|
name = "comparison_benchmark"
|
|
harness = false
|
|
|
|
[[bench]]
|
|
name = "rename_data_meta_benchmark"
|
|
harness = false
|
|
|
|
[[bench]]
|
|
name = "single_block_non_inline_benchmark"
|
|
harness = false
|
|
|
|
[lib]
|
|
doctest = false
|