gsadmin/rustfs
1
0
Fork 0
mirror of https://github.com/rustfs/rustfs.git synced 2026-08-10 23:26:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix/ilm (#721)

Browse Source 
* fix tip remote tier error
* fix transitioned_object
* fix filemeta
* add GCS R2
* add aliyun tencent huaweicloud azure gcs r2 backend tier
* fix signer
* change azure to s3
Co-authored-by: houseme <housemecn@gmail.com>
Co-authored-by: loverustfs <155562731+loverustfs@users.noreply.github.com>
This commit is contained in:
likewu
2025-10-27 20:23:50 +08:00
committed by GitHub
parent 6f3d2885cd
commit 2aca1f77af
38 changed files with 4054 additions and 389 deletions
Download Patch File Download Diff File Expand all files Collapse all files
Cargo.lock
Generated
+462 -22
View File
@@ -355,7 +355,7 @@ dependencies = [
"arrow-schema",
"chrono",
"half",
"indexmap",
"indexmap 2.12.0",
"lexical-core",
"memchr",
"num",
@@ -1157,6 +1157,15 @@ dependencies = [
"num-traits",
]
[[package]]
name = "bincode"
version = "1.3.3"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "b1f45e9417d87227c7a56d22e471c6206462cba514c7590c09aff4cf6d1ddcad"
dependencies = [
"serde",
]
[[package]]
name = "bindgen"
version = "0.72.1"
@@ -1188,6 +1197,9 @@ name = "bitflags"
version = "2.10.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "812e12b5285cc515a9c72a5c1d3b6d46a19dac5acfef5265968c166106e31dd3"
dependencies = [
"serde_core",
]
[[package]]
name = "blake2"
@@ -1229,6 +1241,31 @@ dependencies = [
"hybrid-array",
]
[[package]]
name = "bon"
version = "3.8.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "ebeb9aaf9329dff6ceb65c689ca3db33dbf15f324909c60e4e5eef5701ce31b1"
dependencies = [
"bon-macros",
"rustversion",
]
[[package]]
name = "bon-macros"
version = "3.8.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "77e9d642a7e3a318e37c2c9427b5a6a48aa1ad55dcd986f3034ab2239045a645"
dependencies = [
"darling 0.21.3",
"ident_case",
"prettyplease",
"proc-macro2",
"quote",
"rustversion",
"syn 2.0.108",
]
[[package]]
name = "brotli"
version = "8.0.2"
@@ -1463,7 +1500,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "a6139a8597ed92cf816dfb33f5dd6cf0bb93a6adc938f11039f371bc5bcd26c3"
dependencies = [
"chrono",
"phf",
"phf 0.12.1",
]
[[package]]
@@ -2195,7 +2232,7 @@ dependencies = [
"chrono",
"half",
"hashbrown 0.14.5",
"indexmap",
"indexmap 2.12.0",
"libc",
"log",
"object_store",
@@ -2379,7 +2416,7 @@ dependencies = [
"datafusion-functions-aggregate-common",
"datafusion-functions-window-common",
"datafusion-physical-expr-common",
"indexmap",
"indexmap 2.12.0",
"paste",
"recursive",
"serde_json",
@@ -2394,7 +2431,7 @@ checksum = "9096732d0d8862d1950ca70324fe91f9dee3799eeb0db53ef452bdb573484db6"
dependencies = [
"arrow",
"datafusion-common",
"indexmap",
"indexmap 2.12.0",
"itertools 0.14.0",
"paste",
]
@@ -2551,7 +2588,7 @@ dependencies = [
"datafusion-expr",
"datafusion-expr-common",
"datafusion-physical-expr",
"indexmap",
"indexmap 2.12.0",
"itertools 0.14.0",
"log",
"recursive",
@@ -2574,7 +2611,7 @@ dependencies = [
"datafusion-physical-expr-common",
"half",
"hashbrown 0.14.5",
"indexmap",
"indexmap 2.12.0",
"itertools 0.14.0",
"log",
"parking_lot",
@@ -2654,7 +2691,7 @@ dependencies = [
"futures",
"half",
"hashbrown 0.14.5",
"indexmap",
"indexmap 2.12.0",
"itertools 0.14.0",
"log",
"parking_lot",
@@ -2714,7 +2751,7 @@ dependencies = [
"bigdecimal",
"datafusion-common",
"datafusion-expr",
"indexmap",
"indexmap 2.12.0",
"log",
"recursive",
"regex",
@@ -2923,6 +2960,15 @@ dependencies = [
"syn 2.0.108",
]
[[package]]
name = "doxygen-rs"
version = "0.4.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "415b6ec780d34dcf624666747194393603d0373b7141eef01d12ee58881507d9"
dependencies = [
"phf 0.11.3",
]
[[package]]
name = "dunce"
version = "1.0.5"
@@ -3497,6 +3543,213 @@ version = "0.3.3"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "0cc23270f6e1808e30a928bdc84dea0b9b4136a8bc82338574f23baf47bbd280"
[[package]]
name = "google-cloud-auth"
version = "1.0.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "c5a0f0ef58bc79d636e95db264939a6f3fd80951f77743f2b7ec55e22171150d"
dependencies = [
"async-trait",
"base64 0.22.1",
"bon",
"google-cloud-gax",
"http 1.3.1",
"reqwest",
"rustc_version",
"rustls 0.23.34",
"rustls-pemfile 2.2.0",
"serde",
"serde_json",
"thiserror 2.0.17",
"time",
"tokio",
]
[[package]]
name = "google-cloud-gax"
version = "1.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "58bc95deae841e35758fa5caba317092f26940135c7184570feb691a1844db08"
dependencies = [
"base64 0.22.1",
"bytes",
"futures",
"google-cloud-rpc",
"google-cloud-wkt",
"http 1.3.1",
"pin-project",
"rand 0.9.2",
"serde",
"serde_json",
"thiserror 2.0.17",
"tokio",
]
[[package]]
name = "google-cloud-gax-internal"
version = "0.7.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "7963ef5d9a7e1c2c20138b6c6cbe32dc14ded18d51ba4e8c781c7f5de414dfd1"
dependencies = [
"bytes",
"google-cloud-auth",
"google-cloud-gax",
"google-cloud-rpc",
"google-cloud-wkt",
"http 1.3.1",
"http-body-util",
"opentelemetry-semantic-conventions 0.30.0",
"percent-encoding",
"prost",
"prost-types",
"reqwest",
"rustc_version",
"serde",
"serde_json",
"thiserror 2.0.17",
"tokio",
"tonic",
"tonic-prost",
"tracing",
]
[[package]]
name = "google-cloud-iam-v1"
version = "1.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "a2f2c6d094d0ed9453de0fba8bb690b0c039a3d056f009d2e6c7909c32a446bb"
dependencies = [
"async-trait",
"bytes",
"google-cloud-gax",
"google-cloud-gax-internal",
"google-cloud-type",
"google-cloud-wkt",
"lazy_static",
"reqwest",
"serde",
"serde_json",
"serde_with",
"tracing",
]
[[package]]
name = "google-cloud-longrunning"
version = "1.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "69debfcc085fc9588e8d90ed27a2ae500f636f6d7d08ee7e8cd62992ca164d68"
dependencies = [
"async-trait",
"bytes",
"google-cloud-gax",
"google-cloud-gax-internal",
"google-cloud-rpc",
"google-cloud-wkt",
"lazy_static",
"reqwest",
"serde",
"serde_json",
"serde_with",
"tracing",
]
[[package]]
name = "google-cloud-lro"
version = "1.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "e9d7432f793f49c9d556da45995f39539dcecdc2361de113b05b0f7bbed73072"
dependencies = [
"google-cloud-gax",
"google-cloud-longrunning",
"google-cloud-rpc",
"google-cloud-wkt",
"serde",
"tokio",
]
[[package]]
name = "google-cloud-rpc"
version = "1.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "e5b655e3540a78e18fd753ebd8f11e068210a3fa392892370f932ffcc8774346"
dependencies = [
"bytes",
"google-cloud-wkt",
"serde",
"serde_json",
"serde_with",
]
[[package]]
name = "google-cloud-storage"
version = "1.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "9d326d5fa84cc77e4af8d070f46f040abfd043eb72b4ba312756102da802d2fc"
dependencies = [
"async-trait",
"base64 0.22.1",
"bytes",
"crc32c",
"futures",
"google-cloud-auth",
"google-cloud-gax",
"google-cloud-gax-internal",
"google-cloud-iam-v1",
"google-cloud-longrunning",
"google-cloud-lro",
"google-cloud-rpc",
"google-cloud-type",
"google-cloud-wkt",
"http 1.3.1",
"http-body 1.0.1",
"hyper 1.7.0",
"lazy_static",
"md5",
"percent-encoding",
"pin-project",
"prost",
"prost-types",
"reqwest",
"serde",
"serde_json",
"serde_with",
"sha2 0.10.9",
"thiserror 2.0.17",
"tokio",
"tonic",
"tracing",
"uuid",
]
[[package]]
name = "google-cloud-type"
version = "1.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "290760412b63cd266376273e4fbeb13afaa4bc7dadd5340786c916866139e14c"
dependencies = [
"bytes",
"google-cloud-wkt",
"serde",
"serde_json",
"serde_with",
]
[[package]]
name = "google-cloud-wkt"
version = "1.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "02931df6af9beda1c852bbbbe5f7b6ba6ae5e4cd49c029fa0ca2cecc787cd9b1"
dependencies = [
"base64 0.22.1",
"bytes",
"serde",
"serde_json",
"serde_with",
"thiserror 2.0.17",
"time",
"url",
]
[[package]]
name = "group"
version = "0.12.1"
@@ -3531,7 +3784,7 @@ dependencies = [
"futures-sink",
"futures-util",
"http 0.2.12",
"indexmap",
"indexmap 2.12.0",
"slab",
"tokio",
"tokio-util",
@@ -3550,7 +3803,7 @@ dependencies = [
"futures-core",
"futures-sink",
"http 1.3.1",
"indexmap",
"indexmap 2.12.0",
"slab",
"tokio",
"tokio-util",
@@ -3569,6 +3822,12 @@ dependencies = [
"zerocopy",
]
[[package]]
name = "hashbrown"
version = "0.12.3"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "8a9ee70c43aaf417c914396645a0fa852624801b24ebb7ae78fe8272889ac888"
[[package]]
name = "hashbrown"
version = "0.14.5"
@@ -3609,6 +3868,44 @@ version = "0.5.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "2304e00983f87ffb38b55b444b5e3b60a884b5d30c0fca7d82fe33449bbe55ea"
[[package]]
name = "heed"
version = "0.22.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "6a56c94661ddfb51aa9cdfbf102cfcc340aa69267f95ebccc4af08d7c530d393"
dependencies = [
"bitflags 2.10.0",
"byteorder",
"heed-traits",
"heed-types",
"libc",
"lmdb-master-sys",
"once_cell",
"page_size",
"serde",
"synchronoise",
"url",
]
[[package]]
name = "heed-traits"
version = "0.20.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "eb3130048d404c57ce5a1ac61a903696e8fcde7e8c2991e9fcfc1f27c3ef74ff"
[[package]]
name = "heed-types"
version = "0.21.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "13c255bdf46e07fb840d120a36dcc81f385140d7191c76a7391672675c01a55d"
dependencies = [
"bincode",
"byteorder",
"heed-traits",
"serde",
"serde_json",
]
[[package]]
name = "hermit-abi"
version = "0.5.2"
@@ -4014,6 +4311,17 @@ dependencies = [
"icu_properties",
]
[[package]]
name = "indexmap"
version = "1.9.3"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "bd070e393353796e801d209ad339e89596eb4c8d430d18ede6a1cced8fafbd99"
dependencies = [
"autocfg",
"hashbrown 0.12.3",
"serde",
]
[[package]]
name = "indexmap"
version = "2.12.0"
@@ -4022,6 +4330,8 @@ checksum = "6717a8d2a5a929a1a2eb43a12812498ed141a0bcfb7e8f7844fbdbe4303bba9f"
dependencies = [
"equivalent",
"hashbrown 0.16.0",
"serde",
"serde_core",
]
[[package]]
@@ -4031,7 +4341,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "232929e1d75fe899576a3d5c7416ad0d88dbfbb3c3d6aa00873a7408a50ddb88"
dependencies = [
"ahash",
"indexmap",
"indexmap 2.12.0",
"is-terminal",
"itoa",
"log",
@@ -4372,6 +4682,17 @@ version = "0.8.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "241eaef5fd12c88705a01fc1066c48c4b36e0dd4377dcdc7ec3942cea7a69956"
[[package]]
name = "lmdb-master-sys"
version = "0.2.5"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "864808e0b19fb6dd3b70ba94ee671b82fce17554cf80aeb0a155c65bb08027df"
dependencies = [
"cc",
"doxygen-rs",
"libc",
]
[[package]]
name = "local-ip-address"
version = "0.6.5"
@@ -5090,6 +5411,12 @@ dependencies = [
"tonic-prost",
]
[[package]]
name = "opentelemetry-semantic-conventions"
version = "0.30.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "83d059a296a47436748557a353c5e6c5705b9470ef6c95cfc52c21a8814ddac2"
[[package]]
name = "opentelemetry-semantic-conventions"
version = "0.31.0"
@@ -5193,6 +5520,16 @@ dependencies = [
"sha2 0.10.9",
]
[[package]]
name = "page_size"
version = "0.6.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "30d5b2194ed13191c1999ae0704b7839fb18384fa22e49b57eeaa97d79ce40da"
dependencies = [
"libc",
"winapi",
]
[[package]]
name = "parking"
version = "2.2.1"
@@ -5342,7 +5679,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "3672b37090dbd86368a4145bc067582552b29c27377cad4e0a306c97f9bd7772"
dependencies = [
"fixedbitset",
"indexmap",
"indexmap 2.12.0",
]
[[package]]
@@ -5353,17 +5690,59 @@ checksum = "8701b58ea97060d5e5b155d383a69952a60943f0e6dfe30b04c287beb0b27455"
dependencies = [
"fixedbitset",
"hashbrown 0.15.5",
"indexmap",
"indexmap 2.12.0",
"serde",
]
[[package]]
name = "phf"
version = "0.11.3"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "1fd6780a80ae0c52cc120a26a1a42c1ae51b247a253e4e06113d23d2c2edd078"
dependencies = [
"phf_macros",
"phf_shared 0.11.3",
]
[[package]]
name = "phf"
version = "0.12.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "913273894cec178f401a31ec4b656318d95473527be05c0752cc41cdc32be8b7"
dependencies = [
"phf_shared",
"phf_shared 0.12.1",
]
[[package]]
name = "phf_generator"
version = "0.11.3"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "3c80231409c20246a13fddb31776fb942c38553c51e871f8cbd687a4cfb5843d"
dependencies = [
"phf_shared 0.11.3",
"rand 0.8.5",
]
[[package]]
name = "phf_macros"
version = "0.11.3"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "f84ac04429c13a7ff43785d75ad27569f2951ce0ffd30a3321230db2fc727216"
dependencies = [
"phf_generator",
"phf_shared 0.11.3",
"proc-macro2",
"quote",
"syn 2.0.108",
]
[[package]]
name = "phf_shared"
version = "0.11.3"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "67eabc2ef2a60eb7faa00097bd1ffdb5bd28e62bf39990626a582201b7a754e5"
dependencies = [
"siphasher",
]
[[package]]
@@ -5680,7 +6059,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "b4aeaa1f2460f1d348eeaeed86aea999ce98c1bded6f089ff8514c9d9dbdc973"
dependencies = [
"anyhow",
"indexmap",
"indexmap 2.12.0",
"log",
"protobuf",
"protobuf-support",
@@ -6041,6 +6420,7 @@ dependencies = [
"js-sys",
"log",
"mime",
"mime_guess",
"percent-encoding",
"pin-project-lite",
"quinn",
@@ -6120,7 +6500,7 @@ dependencies = [
"paste",
"pin-project-lite",
"rmcp-macros",
"schemars",
"schemars 1.0.4",
"serde",
"serde_json",
"thiserror 2.0.17",
@@ -6353,6 +6733,7 @@ dependencies = [
"async-trait",
"chrono",
"futures",
"heed",
"rand 0.9.2",
"reqwest",
"rustfs-common",
@@ -6466,6 +6847,7 @@ dependencies = [
"async-channel",
"async-recursion",
"async-trait",
"aws-config",
"aws-credential-types",
"aws-sdk-s3",
"aws-smithy-types",
@@ -6480,6 +6862,9 @@ dependencies = [
"flatbuffers",
"futures",
"glob",
"google-cloud-auth",
"google-cloud-storage",
"heed",
"hex-simd",
"hmac 0.12.1",
"http 1.3.1",
@@ -6517,6 +6902,7 @@ dependencies = [
"s3s",
"serde",
"serde_json",
"serde_urlencoded",
"sha1 0.10.6",
"sha2 0.10.9",
"shadow-rs",
@@ -6656,7 +7042,7 @@ dependencies = [
"clap",
"mime_guess",
"rmcp",
"schemars",
"schemars 1.0.4",
"serde",
"serde_json",
"tokio",
@@ -6706,7 +7092,7 @@ dependencies = [
"opentelemetry 0.31.0",
"opentelemetry-appender-tracing",
"opentelemetry-otlp",
"opentelemetry-semantic-conventions",
"opentelemetry-semantic-conventions 0.31.0",
"opentelemetry-stdout",
"opentelemetry_sdk 0.31.0",
"rustfs-config",
@@ -7193,6 +7579,18 @@ dependencies = [
"windows-sys 0.61.2",
]
[[package]]
name = "schemars"
version = "0.9.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "4cd191f9397d57d581cddd31014772520aa448f65ef991055d7f61582c65165f"
dependencies = [
"dyn-clone",
"ref-cast",
"serde",
"serde_json",
]
[[package]]
name = "schemars"
version = "1.0.4"
@@ -7438,6 +7836,37 @@ dependencies = [
"serde",
]
[[package]]
name = "serde_with"
version = "3.15.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "aa66c845eee442168b2c8134fec70ac50dc20e760769c8ba0ad1319ca1959b04"
dependencies = [
"base64 0.22.1",
"chrono",
"hex",
"indexmap 1.9.3",
"indexmap 2.12.0",
"schemars 0.9.0",
"schemars 1.0.4",
"serde_core",
"serde_json",
"serde_with_macros",
"time",
]
[[package]]
name = "serde_with_macros"
version = "3.15.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "b91a903660542fced4e99881aa481bdbaec1634568ee02e0b8bd57c64cb38955"
dependencies = [
"darling 0.21.3",
"proc-macro2",
"quote",
"syn 2.0.108",
]
[[package]]
name = "serial_test"
version = "3.2.0"
@@ -7982,6 +8411,15 @@ dependencies = [
"futures-core",
]
[[package]]
name = "synchronoise"
version = "1.0.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "3dbc01390fc626ce8d1cffe3376ded2b72a11bb70e1c75f404a210e4daa4def2"
dependencies = [
"crossbeam-queue",
]
[[package]]
name = "synstructure"
version = "0.12.6"
@@ -8385,7 +8823,7 @@ version = "0.22.27"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "41fe8c660ae4257887cf66394862d21dbca4a6ddd26f04a3560410406a2f819a"
dependencies = [
"indexmap",
"indexmap 2.12.0",
"serde",
"serde_spanned",
"toml_datetime",
@@ -8419,9 +8857,11 @@ dependencies = [
"hyper-util",
"percent-encoding",
"pin-project",
"rustls-native-certs 0.8.2",
"socket2 0.6.1",
"sync_wrapper",
"tokio",
"tokio-rustls 0.26.4",
"tokio-stream",
"tower",
"tower-layer",
@@ -8476,7 +8916,7 @@ checksum = "d039ad9159c98b70ecfd540b2573b97f7f52c3e8d9f8ad57a24b916a536975f9"
dependencies = [
"futures-core",
"futures-util",
"indexmap",
"indexmap 2.12.0",
"pin-project-lite",
"slab",
"sync_wrapper",
@@ -9589,7 +10029,7 @@ dependencies = [
"flate2",
"getrandom 0.3.4",
"hmac 0.12.1",
"indexmap",
"indexmap 2.12.0",
"lzma-rust2",
"memchr",
"pbkdf2",