degrade rand && object_store

Signed-off-by: junxiang Mu <1948535941@qq.com>
This commit is contained in:
junxiang Mu
2025-04-09 03:27:03 +00:00
parent ebf1a9d9c4
commit 99a5866680
6 changed files with 903 additions and 3196 deletions
Generated
+13 -35
View File
@@ -190,7 +190,7 @@ dependencies = [
"futures", "futures",
"futures-core", "futures-core",
"http", "http",
"object_store 0.12.0", "object_store",
"s3s", "s3s",
"snafu", "snafu",
"tokio", "tokio",
@@ -207,7 +207,7 @@ dependencies = [
"base64-simd", "base64-simd",
"common", "common",
"hex-simd", "hex-simd",
"rand 0.9.0", "rand 0.8.5",
"rsa", "rsa",
"serde", "serde",
"serde_json", "serde_json",
@@ -1653,7 +1653,7 @@ dependencies = [
"chacha20poly1305", "chacha20poly1305",
"jsonwebtoken", "jsonwebtoken",
"pbkdf2", "pbkdf2",
"rand 0.9.0", "rand 0.8.5",
"serde_json", "serde_json",
"sha2 0.10.8", "sha2 0.10.8",
"test-case", "test-case",
@@ -1843,7 +1843,7 @@ dependencies = [
"futures", "futures",
"itertools 0.14.0", "itertools 0.14.0",
"log", "log",
"object_store 0.11.2", "object_store",
"parking_lot 0.12.3", "parking_lot 0.12.3",
"parquet", "parquet",
"rand 0.8.5", "rand 0.8.5",
@@ -1895,7 +1895,7 @@ dependencies = [
"datafusion-physical-plan", "datafusion-physical-plan",
"futures", "futures",
"log", "log",
"object_store 0.11.2", "object_store",
"tokio", "tokio",
] ]
@@ -1914,7 +1914,7 @@ dependencies = [
"indexmap 2.8.0", "indexmap 2.8.0",
"libc", "libc",
"log", "log",
"object_store 0.11.2", "object_store",
"parquet", "parquet",
"paste", "paste",
"recursive", "recursive",
@@ -1958,7 +1958,7 @@ dependencies = [
"glob", "glob",
"itertools 0.14.0", "itertools 0.14.0",
"log", "log",
"object_store 0.11.2", "object_store",
"rand 0.8.5", "rand 0.8.5",
"tokio", "tokio",
"tokio-util", "tokio-util",
@@ -1985,7 +1985,7 @@ dependencies = [
"datafusion-expr", "datafusion-expr",
"futures", "futures",
"log", "log",
"object_store 0.11.2", "object_store",
"parking_lot 0.12.3", "parking_lot 0.12.3",
"rand 0.8.5", "rand 0.8.5",
"tempfile", "tempfile",
@@ -3021,7 +3021,7 @@ dependencies = [
"pin-project-lite", "pin-project-lite",
"policy", "policy",
"protos", "protos",
"rand 0.9.0", "rand 0.8.5",
"reed-solomon-erasure", "reed-solomon-erasure",
"regex", "regex",
"reqwest", "reqwest",
@@ -4086,7 +4086,7 @@ dependencies = [
"lazy_static", "lazy_static",
"madmin", "madmin",
"policy", "policy",
"rand 0.9.0", "rand 0.8.5",
"regex", "regex",
"serde", "serde",
"serde_json", "serde_json",
@@ -4746,7 +4746,7 @@ dependencies = [
"common", "common",
"lazy_static", "lazy_static",
"protos", "protos",
"rand 0.9.0", "rand 0.8.5",
"serde", "serde",
"serde_json", "serde_json",
"tokio", "tokio",
@@ -5504,28 +5504,6 @@ dependencies = [
"walkdir", "walkdir",
] ]
[[package]]
name = "object_store"
version = "0.12.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "e9ce831b09395f933addbc56d894d889e4b226eba304d4e7adbab591e26daf1e"
dependencies = [
"async-trait",
"bytes",
"chrono",
"futures",
"http",
"humantime",
"itertools 0.14.0",
"parking_lot 0.12.3",
"percent-encoding",
"thiserror 2.0.12",
"tokio",
"tracing",
"url",
"walkdir",
]
[[package]] [[package]]
name = "once_cell" name = "once_cell"
version = "1.21.3" version = "1.21.3"
@@ -5815,7 +5793,7 @@ dependencies = [
"lz4_flex", "lz4_flex",
"num", "num",
"num-bigint", "num-bigint",
"object_store 0.11.2", "object_store",
"paste", "paste",
"seq-macro", "seq-macro",
"simdutf8", "simdutf8",
@@ -6200,7 +6178,7 @@ dependencies = [
"jsonwebtoken", "jsonwebtoken",
"lazy_static", "lazy_static",
"madmin", "madmin",
"rand 0.9.0", "rand 0.8.5",
"regex", "regex",
"serde", "serde",
"serde_json", "serde_json",
+1 -1
View File
@@ -82,7 +82,7 @@ prost-build = "0.13.4"
prost-types = "0.13.4" prost-types = "0.13.4"
protobuf = "3.7" protobuf = "3.7"
protos = { path = "./common/protos" } protos = { path = "./common/protos" }
rand = "0.9.0" rand = "0.8.5"
rdkafka = { version = "0.37", features = ["tokio"] } rdkafka = { version = "0.37", features = ["tokio"] }
reqwest = { version = "0.12.15", default-features = false, features = ["rustls-tls", "charset", "http2", "macos-system-configuration", "stream", "json", "blocking"] } reqwest = { version = "0.12.15", default-features = false, features = ["rustls-tls", "charset", "http2", "macos-system-configuration", "stream", "json", "blocking"] }
rfd = { version = "0.15.2", default-features = false, features = ["xdg-portal", "tokio"] } rfd = { version = "0.15.2", default-features = false, features = ["xdg-portal", "tokio"] }
@@ -1,10 +1,9 @@
// automatically generated by the FlatBuffers compiler, do not modify // automatically generated by the FlatBuffers compiler, do not modify
// @generated // @generated
use core::mem;
use core::cmp::Ordering; use core::cmp::Ordering;
use core::mem;
extern crate flatbuffers; extern crate flatbuffers;
use self::flatbuffers::{EndianScalar, Follow}; use self::flatbuffers::{EndianScalar, Follow};
@@ -12,8 +11,8 @@ use self::flatbuffers::{EndianScalar, Follow};
#[allow(unused_imports, dead_code)] #[allow(unused_imports, dead_code)]
pub mod models { pub mod models {
use core::mem;
use core::cmp::Ordering; use core::cmp::Ordering;
use core::mem;
extern crate flatbuffers; extern crate flatbuffers;
use self::flatbuffers::{EndianScalar, Follow}; use self::flatbuffers::{EndianScalar, Follow};
@@ -29,7 +28,9 @@ impl<'a> flatbuffers::Follow<'a> for PingBody<'a> {
type Inner = PingBody<'a>; type Inner = PingBody<'a>;
#[inline] #[inline]
unsafe fn follow(buf: &'a [u8], loc: usize) -> Self::Inner { unsafe fn follow(buf: &'a [u8], loc: usize) -> Self::Inner {
Self { _tab: flatbuffers::Table::new(buf, loc) } Self {
_tab: flatbuffers::Table::new(buf, loc),
}
} }
} }
@@ -47,28 +48,30 @@ impl<'a> PingBody<'a> {
#[allow(unused_mut)] #[allow(unused_mut)]
pub fn create<'bldr: 'args, 'args: 'mut_bldr, 'mut_bldr, A: flatbuffers::Allocator + 'bldr>( pub fn create<'bldr: 'args, 'args: 'mut_bldr, 'mut_bldr, A: flatbuffers::Allocator + 'bldr>(
_fbb: &'mut_bldr mut flatbuffers::FlatBufferBuilder<'bldr, A>, _fbb: &'mut_bldr mut flatbuffers::FlatBufferBuilder<'bldr, A>,
args: &'args PingBodyArgs<'args> args: &'args PingBodyArgs<'args>,
) -> flatbuffers::WIPOffset<PingBody<'bldr>> { ) -> flatbuffers::WIPOffset<PingBody<'bldr>> {
let mut builder = PingBodyBuilder::new(_fbb); let mut builder = PingBodyBuilder::new(_fbb);
if let Some(x) = args.payload { builder.add_payload(x); } if let Some(x) = args.payload {
builder.add_payload(x);
}
builder.finish() builder.finish()
} }
#[inline] #[inline]
pub fn payload(&self) -> Option<flatbuffers::Vector<'a, u8>> { pub fn payload(&self) -> Option<flatbuffers::Vector<'a, u8>> {
// Safety: // Safety:
// Created from valid Table for this object // Created from valid Table for this object
// which contains a valid value in this slot // which contains a valid value in this slot
unsafe { self._tab.get::<flatbuffers::ForwardsUOffset<flatbuffers::Vector<'a, u8>>>(PingBody::VT_PAYLOAD, None)} unsafe {
self._tab
.get::<flatbuffers::ForwardsUOffset<flatbuffers::Vector<'a, u8>>>(PingBody::VT_PAYLOAD, None)
}
} }
} }
impl flatbuffers::Verifiable for PingBody<'_> { impl flatbuffers::Verifiable for PingBody<'_> {
#[inline] #[inline]
fn run_verifier( fn run_verifier(v: &mut flatbuffers::Verifier, pos: usize) -> Result<(), flatbuffers::InvalidFlatbuffer> {
v: &mut flatbuffers::Verifier, pos: usize
) -> Result<(), flatbuffers::InvalidFlatbuffer> {
use self::flatbuffers::Verifiable; use self::flatbuffers::Verifiable;
v.visit_table(pos)? v.visit_table(pos)?
.visit_field::<flatbuffers::ForwardsUOffset<flatbuffers::Vector<'_, u8>>>("payload", Self::VT_PAYLOAD, false)? .visit_field::<flatbuffers::ForwardsUOffset<flatbuffers::Vector<'_, u8>>>("payload", Self::VT_PAYLOAD, false)?
@@ -82,9 +85,7 @@ pub struct PingBodyArgs<'a> {
impl<'a> Default for PingBodyArgs<'a> { impl<'a> Default for PingBodyArgs<'a> {
#[inline] #[inline]
fn default() -> Self { fn default() -> Self {
PingBodyArgs { PingBodyArgs { payload: None }
payload: None,
}
} }
} }
@@ -95,7 +96,8 @@ pub struct PingBodyBuilder<'a: 'b, 'b, A: flatbuffers::Allocator + 'a> {
impl<'a: 'b, 'b, A: flatbuffers::Allocator + 'a> PingBodyBuilder<'a, 'b, A> { impl<'a: 'b, 'b, A: flatbuffers::Allocator + 'a> PingBodyBuilder<'a, 'b, A> {
#[inline] #[inline]
pub fn add_payload(&mut self, payload: flatbuffers::WIPOffset<flatbuffers::Vector<'b, u8>>) { pub fn add_payload(&mut self, payload: flatbuffers::WIPOffset<flatbuffers::Vector<'b, u8>>) {
self.fbb_.push_slot_always::<flatbuffers::WIPOffset<_>>(PingBody::VT_PAYLOAD, payload); self.fbb_
.push_slot_always::<flatbuffers::WIPOffset<_>>(PingBody::VT_PAYLOAD, payload);
} }
#[inline] #[inline]
pub fn new(_fbb: &'b mut flatbuffers::FlatBufferBuilder<'a, A>) -> PingBodyBuilder<'a, 'b, A> { pub fn new(_fbb: &'b mut flatbuffers::FlatBufferBuilder<'a, A>) -> PingBodyBuilder<'a, 'b, A> {
@@ -120,4 +122,3 @@ impl core::fmt::Debug for PingBody<'_> {
} }
} }
} // pub mod models } // pub mod models
File diff suppressed because it is too large Load Diff
+1 -1
View File
@@ -14,7 +14,7 @@ use crate::bucket::metadata_sys::{self};
use crate::cache_value::cache::{Cache, Opts, UpdateFn}; use crate::cache_value::cache::{Cache, Opts, UpdateFn};
use crate::disk::error::{ use crate::disk::error::{
convert_access_error, is_err_os_not_exist, is_sys_err_handle_invalid, is_sys_err_invalid_arg, is_sys_err_is_dir, convert_access_error, is_err_os_not_exist, is_sys_err_handle_invalid, is_sys_err_invalid_arg, is_sys_err_is_dir,
is_sys_err_not_dir, map_err_not_exists, os_err_to_file_err, FileAccessDeniedWithContext is_sys_err_not_dir, map_err_not_exists, os_err_to_file_err, FileAccessDeniedWithContext,
}; };
use crate::disk::os::{check_path_length, is_empty_dir}; use crate::disk::os::{check_path_length, is_empty_dir};
use crate::disk::STORAGE_FORMAT_FILE; use crate::disk::STORAGE_FORMAT_FILE;
+1 -1
View File
@@ -12,7 +12,7 @@ ecstore.workspace = true
futures = { workspace = true } futures = { workspace = true }
futures-core = "0.3.31" futures-core = "0.3.31"
http.workspace = true http.workspace = true
object_store = "0.12.0" object_store = "0.11.2"
s3s.workspace = true s3s.workspace = true
snafu = { workspace = true, features = ["backtrace"] } snafu = { workspace = true, features = ["backtrace"] }
tokio.workspace = true tokio.workspace = true