refactor(s3): consolidate semantic boundaries and remove s3-common (#3012)

* refactor(common): introduce rustfs-data-usage core crate

* refactor(concurrency): migrate workers crate into concurrency

* refactor(crypto): migrate appauth token APIs into crypto

* fix docs urls

* remove unused crate

* refactor(data-usage): switch consumers to rustfs-data-usage

* chore(fmt): apply cargo fmt and lockfile sync

* refactor(common): remove data_usage compatibility re-export

* refactor(capacity): move capacity_scope to object-capacity

* refactor(io-metrics): relocate internode metrics from common

* refactor(common): decouple scanner report from madmin

* chore(fmt): normalize import ordering after pre-commit

* refactor(s3): split s3 types and ops crates

* refactor(s3): centralize event version and safe parsing

* refactor(s3): add op-event compatibility guardrails

* refactor(s3): add runtime op-event mismatch observability

* refactor(s3): extract delete event mapping helper

* refactor(s3): extract put event mapping helper

* refactor(s3): consolidate remaining event semantic helpers

* refactor(s3): add op-event coverage checks and observability alerts

* refactor(s3-ops): consolidate op-event semantic mapping

* refactor(scanner): remove last_minute wrapper module

* refactor(scanner): consolidate duplicated data usage models
This commit is contained in:
houseme
2026-05-19 20:50:25 +08:00
committed by GitHub
parent d6fc70eb12
commit 73bde843d6
100 changed files with 982 additions and 2520 deletions
Generated
+41 -33
View File
@@ -3698,6 +3698,7 @@ dependencies = [
"russh-sftp",
"rustfs-common",
"rustfs-config",
"rustfs-data-usage",
"rustfs-ecstore",
"rustfs-filemeta",
"rustfs-lock",
@@ -9315,13 +9316,13 @@ dependencies = [
"rmp-serde",
"rsa 0.10.0-rc.18",
"rust-embed",
"rustfs-appauth",
"rustfs-audit",
"rustfs-common",
"rustfs-concurrency",
"rustfs-config",
"rustfs-credentials",
"rustfs-crypto",
"rustfs-data-usage",
"rustfs-ecstore",
"rustfs-filemeta",
"rustfs-heal",
@@ -9339,7 +9340,8 @@ dependencies = [
"rustfs-protocols",
"rustfs-protos",
"rustfs-rio",
"rustfs-s3-common",
"rustfs-s3-ops",
"rustfs-s3-types",
"rustfs-s3select-api",
"rustfs-s3select-query",
"rustfs-scanner",
@@ -9381,17 +9383,6 @@ dependencies = [
"zip",
]
[[package]]
name = "rustfs-appauth"
version = "1.0.0-beta.3"
dependencies = [
"base64-simd",
"rand 0.10.1",
"rsa 0.10.0-rc.18",
"serde",
"serde_json",
]
[[package]]
name = "rustfs-audit"
version = "1.0.0-beta.3"
@@ -9404,7 +9395,8 @@ dependencies = [
"metrics",
"rustfs-config",
"rustfs-ecstore",
"rustfs-s3-common",
"rustfs-s3-ops",
"rustfs-s3-types",
"rustfs-targets",
"serde",
"serde_json",
@@ -9433,13 +9425,9 @@ dependencies = [
name = "rustfs-common"
version = "1.0.0-beta.3"
dependencies = [
"async-trait",
"chrono",
"metrics",
"path-clean",
"rmp-serde",
"rustfs-filemeta",
"rustfs-madmin",
"s3s",
"serde",
"tokio",
@@ -9484,10 +9472,13 @@ version = "1.0.0-beta.3"
dependencies = [
"aes-gcm 0.11.0-rc.3",
"argon2 0.6.0-rc.8",
"base64-simd",
"chacha20poly1305",
"jsonwebtoken",
"pbkdf2 0.13.0",
"rand 0.10.1",
"rsa 0.10.0-rc.18",
"serde",
"serde_json",
"sha2 0.11.0",
"test-case",
@@ -9495,6 +9486,17 @@ dependencies = [
"time",
]
[[package]]
name = "rustfs-data-usage"
version = "1.0.0-beta.3"
dependencies = [
"async-trait",
"path-clean",
"rmp-serde",
"rustfs-filemeta",
"serde",
]
[[package]]
name = "rustfs-ecstore"
version = "1.0.0-beta.3"
@@ -9553,20 +9555,23 @@ dependencies = [
"rmp-serde",
"rustfs-checksums",
"rustfs-common",
"rustfs-concurrency",
"rustfs-config",
"rustfs-credentials",
"rustfs-data-usage",
"rustfs-filemeta",
"rustfs-io-metrics",
"rustfs-kms",
"rustfs-lock",
"rustfs-madmin",
"rustfs-object-capacity",
"rustfs-policy",
"rustfs-protos",
"rustfs-rio",
"rustfs-s3-common",
"rustfs-s3-ops",
"rustfs-s3-types",
"rustfs-signer",
"rustfs-utils",
"rustfs-workers",
"rustix 1.1.4",
"rustls",
"s3s",
@@ -9700,6 +9705,7 @@ dependencies = [
"criterion",
"metrics",
"num_cpus",
"rustfs-s3-ops",
"sysinfo",
"thiserror 2.0.18",
"tokio",
@@ -9860,7 +9866,8 @@ dependencies = [
"rustc-hash",
"rustfs-config",
"rustfs-ecstore",
"rustfs-s3-common",
"rustfs-s3-ops",
"rustfs-s3-types",
"rustfs-targets",
"rustfs-utils",
"serde",
@@ -9881,7 +9888,6 @@ version = "1.0.0-beta.3"
dependencies = [
"criterion",
"futures",
"rustfs-common",
"rustfs-config",
"rustfs-io-metrics",
"rustfs-utils",
@@ -10034,6 +10040,7 @@ dependencies = [
"prost 0.14.3",
"rustfs-common",
"rustfs-config",
"rustfs-io-metrics",
"rustfs-utils",
"tonic",
"tonic-prost",
@@ -10061,6 +10068,7 @@ dependencies = [
"reqwest",
"rustfs-common",
"rustfs-config",
"rustfs-io-metrics",
"rustfs-utils",
"s3s",
"serde",
@@ -10075,10 +10083,16 @@ dependencies = [
]
[[package]]
name = "rustfs-s3-common"
name = "rustfs-s3-ops"
version = "1.0.0-beta.3"
dependencies = [
"rustfs-s3-types",
]
[[package]]
name = "rustfs-s3-types"
version = "1.0.0-beta.3"
dependencies = [
"metrics",
"serde",
"serde_json",
]
@@ -10141,6 +10155,7 @@ dependencies = [
"rmp-serde",
"rustfs-common",
"rustfs-config",
"rustfs-data-usage",
"rustfs-ecstore",
"rustfs-filemeta",
"rustfs-utils",
@@ -10195,7 +10210,8 @@ dependencies = [
"rustfs-config",
"rustfs-ecstore",
"rustfs-kafka-async",
"rustfs-s3-common",
"rustfs-s3-ops",
"rustfs-s3-types",
"rustfs-utils",
"rustls",
"rustls-native-certs",
@@ -10284,14 +10300,6 @@ dependencies = [
"zstd",
]
[[package]]
name = "rustfs-workers"
version = "1.0.0-beta.3"
dependencies = [
"tokio",
"tracing",
]
[[package]]
name = "rustfs-zip"
version = "1.0.0-beta.3"