Refactor: Introduce content checksums and improve multipart/object metadata handling (#671)

* feat:  adapt to s3s typed etag support

* refactor: move replication struct to rustfs_filemeta, fix filemeta transition bug

* add head_object checksum, filter object metadata output

* fix multipart checksum

* fix multipart checksum

* add content md5,sha256 check

* fix test

* fix cargo

---------

Co-authored-by: overtrue <anzhengchao@gmail.com>
This commit is contained in:
weisd
2025-10-20 23:46:13 +08:00
committed by GitHub
parent 46797dc815
commit cd1e244c68
56 changed files with 3331 additions and 810 deletions
Generated
+14
View File
@@ -6280,6 +6280,7 @@ dependencies = [
"axum-extra",
"axum-server",
"base64 0.22.1",
"base64-simd",
"bytes",
"chrono",
"clap",
@@ -6288,6 +6289,7 @@ dependencies = [
"flatbuffers",
"futures",
"futures-util",
"hex-simd",
"http 1.3.1",
"http-body 1.0.1",
"hyper 1.7.0",
@@ -6475,6 +6477,7 @@ dependencies = [
"aws-sdk-s3",
"aws-smithy-types",
"base64 0.22.1",
"base64-simd",
"byteorder",
"bytes",
"bytesize",
@@ -6549,6 +6552,8 @@ dependencies = [
"bytes",
"crc32fast",
"criterion",
"lazy_static",
"regex",
"rmp",
"rmp-serde",
"rustfs-utils",
@@ -6765,17 +6770,25 @@ name = "rustfs-rio"
version = "0.0.5"
dependencies = [
"aes-gcm",
"base64 0.22.1",
"base64-simd",
"bytes",
"crc32fast",
"crc64fast-nvme",
"futures",
"hex-simd",
"http 1.3.1",
"md-5",
"pin-project-lite",
"rand 0.9.2",
"reqwest",
"rustfs-utils",
"s3s",
"serde",
"serde_json",
"sha1 0.10.6",
"sha2 0.10.9",
"thiserror 2.0.17",
"tokio",
"tokio-test",
"tokio-util",
@@ -6827,6 +6840,7 @@ dependencies = [
name = "rustfs-signer"
version = "0.0.5"
dependencies = [
"base64-simd",
"bytes",
"http 1.3.1",
"hyper 1.7.0",