degrade rand && object_store

Signed-off-by: junxiang Mu <1948535941@qq.com>
This commit is contained in:
junxiang Mu
2025-04-09 03:27:03 +00:00
parent ebf1a9d9c4
commit 99a5866680
6 changed files with 903 additions and 3196 deletions
Generated
+13 -35
View File
@@ -190,7 +190,7 @@ dependencies = [
"futures", "futures",
"futures-core", "futures-core",
"http", "http",
"object_store 0.12.0", "object_store",
"s3s", "s3s",
"snafu", "snafu",
"tokio", "tokio",
@@ -207,7 +207,7 @@ dependencies = [
"base64-simd", "base64-simd",
"common", "common",
"hex-simd", "hex-simd",
"rand 0.9.0", "rand 0.8.5",
"rsa", "rsa",
"serde", "serde",
"serde_json", "serde_json",
@@ -1653,7 +1653,7 @@ dependencies = [
"chacha20poly1305", "chacha20poly1305",
"jsonwebtoken", "jsonwebtoken",
"pbkdf2", "pbkdf2",
"rand 0.9.0", "rand 0.8.5",
"serde_json", "serde_json",
"sha2 0.10.8", "sha2 0.10.8",
"test-case", "test-case",
@@ -1843,7 +1843,7 @@ dependencies = [
"futures", "futures",
"itertools 0.14.0", "itertools 0.14.0",
"log", "log",
"object_store 0.11.2", "object_store",
"parking_lot 0.12.3", "parking_lot 0.12.3",
"parquet", "parquet",
"rand 0.8.5", "rand 0.8.5",
@@ -1895,7 +1895,7 @@ dependencies = [
"datafusion-physical-plan", "datafusion-physical-plan",
"futures", "futures",
"log", "log",
"object_store 0.11.2", "object_store",
"tokio", "tokio",
] ]
@@ -1914,7 +1914,7 @@ dependencies = [
"indexmap 2.8.0", "indexmap 2.8.0",
"libc", "libc",
"log", "log",
"object_store 0.11.2", "object_store",
"parquet", "parquet",
"paste", "paste",
"recursive", "recursive",
@@ -1958,7 +1958,7 @@ dependencies = [
"glob", "glob",
"itertools 0.14.0", "itertools 0.14.0",
"log", "log",
"object_store 0.11.2", "object_store",
"rand 0.8.5", "rand 0.8.5",
"tokio", "tokio",
"tokio-util", "tokio-util",
@@ -1985,7 +1985,7 @@ dependencies = [
"datafusion-expr", "datafusion-expr",
"futures", "futures",
"log", "log",
"object_store 0.11.2", "object_store",
"parking_lot 0.12.3", "parking_lot 0.12.3",
"rand 0.8.5", "rand 0.8.5",
"tempfile", "tempfile",
@@ -3021,7 +3021,7 @@ dependencies = [
"pin-project-lite", "pin-project-lite",
"policy", "policy",
"protos", "protos",
"rand 0.9.0", "rand 0.8.5",
"reed-solomon-erasure", "reed-solomon-erasure",
"regex", "regex",
"reqwest", "reqwest",
@@ -4086,7 +4086,7 @@ dependencies = [
"lazy_static", "lazy_static",
"madmin", "madmin",
"policy", "policy",
"rand 0.9.0", "rand 0.8.5",
"regex", "regex",
"serde", "serde",
"serde_json", "serde_json",
@@ -4746,7 +4746,7 @@ dependencies = [
"common", "common",
"lazy_static", "lazy_static",
"protos", "protos",
"rand 0.9.0", "rand 0.8.5",
"serde", "serde",
"serde_json", "serde_json",
"tokio", "tokio",
@@ -5504,28 +5504,6 @@ dependencies = [
"walkdir", "walkdir",
] ]
[[package]]
name = "object_store"
version = "0.12.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "e9ce831b09395f933addbc56d894d889e4b226eba304d4e7adbab591e26daf1e"
dependencies = [
"async-trait",
"bytes",
"chrono",
"futures",
"http",
"humantime",
"itertools 0.14.0",
"parking_lot 0.12.3",
"percent-encoding",
"thiserror 2.0.12",
"tokio",
"tracing",
"url",
"walkdir",
]
[[package]] [[package]]
name = "once_cell" name = "once_cell"
version = "1.21.3" version = "1.21.3"
@@ -5815,7 +5793,7 @@ dependencies = [
"lz4_flex", "lz4_flex",
"num", "num",
"num-bigint", "num-bigint",
"object_store 0.11.2", "object_store",
"paste", "paste",
"seq-macro", "seq-macro",
"simdutf8", "simdutf8",
@@ -6200,7 +6178,7 @@ dependencies = [
"jsonwebtoken", "jsonwebtoken",
"lazy_static", "lazy_static",
"madmin", "madmin",
"rand 0.9.0", "rand 0.8.5",
"regex", "regex",
"serde", "serde",
"serde_json", "serde_json",
+1 -1
View File
@@ -82,7 +82,7 @@ prost-build = "0.13.4"
prost-types = "0.13.4" prost-types = "0.13.4"
protobuf = "3.7" protobuf = "3.7"
protos = { path = "./common/protos" } protos = { path = "./common/protos" }
rand = "0.9.0" rand = "0.8.5"
rdkafka = { version = "0.37", features = ["tokio"] } rdkafka = { version = "0.37", features = ["tokio"] }
reqwest = { version = "0.12.15", default-features = false, features = ["rustls-tls", "charset", "http2", "macos-system-configuration", "stream", "json", "blocking"] } reqwest = { version = "0.12.15", default-features = false, features = ["rustls-tls", "charset", "http2", "macos-system-configuration", "stream", "json", "blocking"] }
rfd = { version = "0.15.2", default-features = false, features = ["xdg-portal", "tokio"] } rfd = { version = "0.15.2", default-features = false, features = ["xdg-portal", "tokio"] }
@@ -1,10 +1,9 @@
// automatically generated by the FlatBuffers compiler, do not modify // automatically generated by the FlatBuffers compiler, do not modify
// @generated // @generated
use core::mem;
use core::cmp::Ordering; use core::cmp::Ordering;
use core::mem;
extern crate flatbuffers; extern crate flatbuffers;
use self::flatbuffers::{EndianScalar, Follow}; use self::flatbuffers::{EndianScalar, Follow};
@@ -12,112 +11,114 @@ use self::flatbuffers::{EndianScalar, Follow};
#[allow(unused_imports, dead_code)] #[allow(unused_imports, dead_code)]
pub mod models { pub mod models {
use core::mem; use core::cmp::Ordering;
use core::cmp::Ordering; use core::mem;
extern crate flatbuffers; extern crate flatbuffers;
use self::flatbuffers::{EndianScalar, Follow}; use self::flatbuffers::{EndianScalar, Follow};
pub enum PingBodyOffset {} pub enum PingBodyOffset {}
#[derive(Copy, Clone, PartialEq)] #[derive(Copy, Clone, PartialEq)]
pub struct PingBody<'a> { pub struct PingBody<'a> {
pub _tab: flatbuffers::Table<'a>, pub _tab: flatbuffers::Table<'a>,
}
impl<'a> flatbuffers::Follow<'a> for PingBody<'a> {
type Inner = PingBody<'a>;
#[inline]
unsafe fn follow(buf: &'a [u8], loc: usize) -> Self::Inner {
Self { _tab: flatbuffers::Table::new(buf, loc) }
}
}
impl<'a> PingBody<'a> {
pub const VT_PAYLOAD: flatbuffers::VOffsetT = 4;
pub const fn get_fully_qualified_name() -> &'static str {
"models.PingBody"
}
#[inline]
pub unsafe fn init_from_table(table: flatbuffers::Table<'a>) -> Self {
PingBody { _tab: table }
}
#[allow(unused_mut)]
pub fn create<'bldr: 'args, 'args: 'mut_bldr, 'mut_bldr, A: flatbuffers::Allocator + 'bldr>(
_fbb: &'mut_bldr mut flatbuffers::FlatBufferBuilder<'bldr, A>,
args: &'args PingBodyArgs<'args>
) -> flatbuffers::WIPOffset<PingBody<'bldr>> {
let mut builder = PingBodyBuilder::new(_fbb);
if let Some(x) = args.payload { builder.add_payload(x); }
builder.finish()
}
#[inline]
pub fn payload(&self) -> Option<flatbuffers::Vector<'a, u8>> {
// Safety:
// Created from valid Table for this object
// which contains a valid value in this slot
unsafe { self._tab.get::<flatbuffers::ForwardsUOffset<flatbuffers::Vector<'a, u8>>>(PingBody::VT_PAYLOAD, None)}
}
}
impl flatbuffers::Verifiable for PingBody<'_> {
#[inline]
fn run_verifier(
v: &mut flatbuffers::Verifier, pos: usize
) -> Result<(), flatbuffers::InvalidFlatbuffer> {
use self::flatbuffers::Verifiable;
v.visit_table(pos)?
.visit_field::<flatbuffers::ForwardsUOffset<flatbuffers::Vector<'_, u8>>>("payload", Self::VT_PAYLOAD, false)?
.finish();
Ok(())
}
}
pub struct PingBodyArgs<'a> {
pub payload: Option<flatbuffers::WIPOffset<flatbuffers::Vector<'a, u8>>>,
}
impl<'a> Default for PingBodyArgs<'a> {
#[inline]
fn default() -> Self {
PingBodyArgs {
payload: None,
} }
}
}
pub struct PingBodyBuilder<'a: 'b, 'b, A: flatbuffers::Allocator + 'a> { impl<'a> flatbuffers::Follow<'a> for PingBody<'a> {
fbb_: &'b mut flatbuffers::FlatBufferBuilder<'a, A>, type Inner = PingBody<'a>;
start_: flatbuffers::WIPOffset<flatbuffers::TableUnfinishedWIPOffset>, #[inline]
} unsafe fn follow(buf: &'a [u8], loc: usize) -> Self::Inner {
impl<'a: 'b, 'b, A: flatbuffers::Allocator + 'a> PingBodyBuilder<'a, 'b, A> { Self {
#[inline] _tab: flatbuffers::Table::new(buf, loc),
pub fn add_payload(&mut self, payload: flatbuffers::WIPOffset<flatbuffers::Vector<'b , u8>>) { }
self.fbb_.push_slot_always::<flatbuffers::WIPOffset<_>>(PingBody::VT_PAYLOAD, payload); }
}
#[inline]
pub fn new(_fbb: &'b mut flatbuffers::FlatBufferBuilder<'a, A>) -> PingBodyBuilder<'a, 'b, A> {
let start = _fbb.start_table();
PingBodyBuilder {
fbb_: _fbb,
start_: start,
} }
}
#[inline]
pub fn finish(self) -> flatbuffers::WIPOffset<PingBody<'a>> {
let o = self.fbb_.end_table(self.start_);
flatbuffers::WIPOffset::new(o.value())
}
}
impl core::fmt::Debug for PingBody<'_> { impl<'a> PingBody<'a> {
fn fmt(&self, f: &mut core::fmt::Formatter<'_>) -> core::fmt::Result { pub const VT_PAYLOAD: flatbuffers::VOffsetT = 4;
let mut ds = f.debug_struct("PingBody");
ds.field("payload", &self.payload());
ds.finish()
}
}
} // pub mod models
pub const fn get_fully_qualified_name() -> &'static str {
"models.PingBody"
}
#[inline]
pub unsafe fn init_from_table(table: flatbuffers::Table<'a>) -> Self {
PingBody { _tab: table }
}
#[allow(unused_mut)]
pub fn create<'bldr: 'args, 'args: 'mut_bldr, 'mut_bldr, A: flatbuffers::Allocator + 'bldr>(
_fbb: &'mut_bldr mut flatbuffers::FlatBufferBuilder<'bldr, A>,
args: &'args PingBodyArgs<'args>,
) -> flatbuffers::WIPOffset<PingBody<'bldr>> {
let mut builder = PingBodyBuilder::new(_fbb);
if let Some(x) = args.payload {
builder.add_payload(x);
}
builder.finish()
}
#[inline]
pub fn payload(&self) -> Option<flatbuffers::Vector<'a, u8>> {
// Safety:
// Created from valid Table for this object
// which contains a valid value in this slot
unsafe {
self._tab
.get::<flatbuffers::ForwardsUOffset<flatbuffers::Vector<'a, u8>>>(PingBody::VT_PAYLOAD, None)
}
}
}
impl flatbuffers::Verifiable for PingBody<'_> {
#[inline]
fn run_verifier(v: &mut flatbuffers::Verifier, pos: usize) -> Result<(), flatbuffers::InvalidFlatbuffer> {
use self::flatbuffers::Verifiable;
v.visit_table(pos)?
.visit_field::<flatbuffers::ForwardsUOffset<flatbuffers::Vector<'_, u8>>>("payload", Self::VT_PAYLOAD, false)?
.finish();
Ok(())
}
}
pub struct PingBodyArgs<'a> {
pub payload: Option<flatbuffers::WIPOffset<flatbuffers::Vector<'a, u8>>>,
}
impl<'a> Default for PingBodyArgs<'a> {
#[inline]
fn default() -> Self {
PingBodyArgs { payload: None }
}
}
pub struct PingBodyBuilder<'a: 'b, 'b, A: flatbuffers::Allocator + 'a> {
fbb_: &'b mut flatbuffers::FlatBufferBuilder<'a, A>,
start_: flatbuffers::WIPOffset<flatbuffers::TableUnfinishedWIPOffset>,
}
impl<'a: 'b, 'b, A: flatbuffers::Allocator + 'a> PingBodyBuilder<'a, 'b, A> {
#[inline]
pub fn add_payload(&mut self, payload: flatbuffers::WIPOffset<flatbuffers::Vector<'b, u8>>) {
self.fbb_
.push_slot_always::<flatbuffers::WIPOffset<_>>(PingBody::VT_PAYLOAD, payload);
}
#[inline]
pub fn new(_fbb: &'b mut flatbuffers::FlatBufferBuilder<'a, A>) -> PingBodyBuilder<'a, 'b, A> {
let start = _fbb.start_table();
PingBodyBuilder {
fbb_: _fbb,
start_: start,
}
}
#[inline]
pub fn finish(self) -> flatbuffers::WIPOffset<PingBody<'a>> {
let o = self.fbb_.end_table(self.start_);
flatbuffers::WIPOffset::new(o.value())
}
}
impl core::fmt::Debug for PingBody<'_> {
fn fmt(&self, f: &mut core::fmt::Formatter<'_>) -> core::fmt::Result {
let mut ds = f.debug_struct("PingBody");
ds.field("payload", &self.payload());
ds.finish()
}
}
} // pub mod models
File diff suppressed because it is too large Load Diff
+1 -1
View File
@@ -14,7 +14,7 @@ use crate::bucket::metadata_sys::{self};
use crate::cache_value::cache::{Cache, Opts, UpdateFn}; use crate::cache_value::cache::{Cache, Opts, UpdateFn};
use crate::disk::error::{ use crate::disk::error::{
convert_access_error, is_err_os_not_exist, is_sys_err_handle_invalid, is_sys_err_invalid_arg, is_sys_err_is_dir, convert_access_error, is_err_os_not_exist, is_sys_err_handle_invalid, is_sys_err_invalid_arg, is_sys_err_is_dir,
is_sys_err_not_dir, map_err_not_exists, os_err_to_file_err, FileAccessDeniedWithContext is_sys_err_not_dir, map_err_not_exists, os_err_to_file_err, FileAccessDeniedWithContext,
}; };
use crate::disk::os::{check_path_length, is_empty_dir}; use crate::disk::os::{check_path_length, is_empty_dir};
use crate::disk::STORAGE_FORMAT_FILE; use crate::disk::STORAGE_FORMAT_FILE;
+1 -1
View File
@@ -12,7 +12,7 @@ ecstore.workspace = true
futures = { workspace = true } futures = { workspace = true }
futures-core = "0.3.31" futures-core = "0.3.31"
http.workspace = true http.workspace = true
object_store = "0.12.0" object_store = "0.11.2"
s3s.workspace = true s3s.workspace = true
snafu = { workspace = true, features = ["backtrace"] } snafu = { workspace = true, features = ["backtrace"] }
tokio.workspace = true tokio.workspace = true