* fix error

* fix

* fix cargo
This commit is contained in:
likewu
2025-06-23 18:51:31 +08:00
committed by GitHub
parent 833f9c908f
commit 46c50b1bb1
9 changed files with 44 additions and 46 deletions
+3 -2
View File
@@ -22,6 +22,7 @@ members = [
"s3select/api", # S3 Select API interface "s3select/api", # S3 Select API interface
"s3select/query", # S3 Select query engine "s3select/query", # S3 Select query engine
"reader", "reader",
] ]
resolver = "2" resolver = "2"
@@ -90,7 +91,7 @@ derive_builder = "0.20.2"
dioxus = { version = "0.6.3", features = ["router"] } dioxus = { version = "0.6.3", features = ["router"] }
dirs = "6.0.0" dirs = "6.0.0"
flatbuffers = "25.2.10" flatbuffers = "25.2.10"
flexi_logger = { version = "0.30.2", features = ["trc", "dont_minimize_extra_stacks"] } flexi_logger = { version = "0.30.2", features = ["trc","dont_minimize_extra_stacks"] }
form_urlencoded = "1.2.1" form_urlencoded = "1.2.1"
futures = "0.3.31" futures = "0.3.31"
futures-core = "0.3.31" futures-core = "0.3.31"
@@ -99,7 +100,6 @@ glob = "0.3.2"
hex = "0.4.3" hex = "0.4.3"
hex-simd = "0.8.0" hex-simd = "0.8.0"
highway = { version = "1.3.0" } highway = { version = "1.3.0" }
hmac = "0.12.1"
hyper = "1.6.0" hyper = "1.6.0"
hyper-util = { version = "0.1.14", features = [ hyper-util = { version = "0.1.14", features = [
"tokio", "tokio",
@@ -201,6 +201,7 @@ serde-xml-rs = "0.8.1"
serde_urlencoded = "0.7.1" serde_urlencoded = "0.7.1"
sha1 = "0.10.6" sha1 = "0.10.6"
sha2 = "0.10.9" sha2 = "0.10.9"
hmac = "0.12.1"
std-next = "0.1.8" std-next = "0.1.8"
siphasher = "1.0.1" siphasher = "1.0.1"
smallvec = { version = "1.15.1", features = ["serde"] } smallvec = { version = "1.15.1", features = ["serde"] }
+2 -1
View File
@@ -61,6 +61,7 @@ base64 = { workspace = true }
hmac = { workspace = true } hmac = { workspace = true }
sha2 = { workspace = true } sha2 = { workspace = true }
sha1 = { workspace = true } sha1 = { workspace = true }
hex-simd = { workspace = true } hex-simd = { workspace = true }
path-clean = { workspace = true } path-clean = { workspace = true }
tempfile.workspace = true tempfile.workspace = true
@@ -91,7 +92,7 @@ urlencoding = { workspace = true }
smallvec = { workspace = true } smallvec = { workspace = true }
shadow-rs.workspace = true shadow-rs.workspace = true
rustfs-filemeta.workspace = true rustfs-filemeta.workspace = true
rustfs-utils = { workspace = true, features = ["full"] } rustfs-utils ={workspace = true, features=["full"]}
rustfs-rio.workspace = true rustfs-rio.workspace = true
futures-util.workspace = true futures-util.workspace = true
reader = { workspace = true } reader = { workspace = true }
@@ -804,7 +804,7 @@ impl LifecycleOps for ObjectInfo {
user_tags: self.user_tags.clone(), user_tags: self.user_tags.clone(),
version_id: self.version_id.expect("err").to_string(), version_id: self.version_id.expect("err").to_string(),
mod_time: self.mod_time, mod_time: self.mod_time,
size: self.size, size: self.size as usize,
is_latest: self.is_latest, is_latest: self.is_latest,
num_versions: self.num_versions, num_versions: self.num_versions,
delete_marker: self.delete_marker, delete_marker: self.delete_marker,
@@ -36,7 +36,7 @@ pub fn enforce_retention_for_deletion(obj_info: &ObjectInfo) -> bool {
return false; return false;
} }
let lhold = objectlock::get_object_legalhold_meta(obj_info.user_defined.clone().expect("err")); let lhold = objectlock::get_object_legalhold_meta(obj_info.user_defined.clone());
match lhold.status { match lhold.status {
Some(st) if st.as_str() == ObjectLockLegalHoldStatus::ON => { Some(st) if st.as_str() == ObjectLockLegalHoldStatus::ON => {
return true; return true;
@@ -44,7 +44,7 @@ pub fn enforce_retention_for_deletion(obj_info: &ObjectInfo) -> bool {
_ => (), _ => (),
} }
let ret = objectlock::get_object_retention_meta(obj_info.user_defined.clone().expect("err")); let ret = objectlock::get_object_retention_meta(obj_info.user_defined.clone());
match ret.mode { match ret.mode {
Some(r) if (r.as_str() == ObjectLockRetentionMode::COMPLIANCE || r.as_str() == ObjectLockRetentionMode::GOVERNANCE) => { Some(r) if (r.as_str() == ObjectLockRetentionMode::COMPLIANCE || r.as_str() == ObjectLockRetentionMode::GOVERNANCE) => {
let t = objectlock::utc_now_ntp(); let t = objectlock::utc_now_ntp();
+2 -2
View File
@@ -55,8 +55,8 @@ fn part_number_to_rangespec(oi: ObjectInfo, part_number: usize) -> Option<HTTPRa
} }
Some(HTTPRangeSpec { Some(HTTPRangeSpec {
start: start as usize, start: start,
end: Some(end as usize), end: end,
is_suffix_length: false, is_suffix_length: false,
}) })
} }
+24 -26
View File
@@ -3048,33 +3048,33 @@ impl SetDisks {
let task = if !skip_background_task { let task = if !skip_background_task {
Some(tokio::spawn(async move { Some(tokio::spawn(async move {
let last_save = Some(SystemTime::now()); let last_save = Some(SystemTime::now());
let mut need_loop = true; let mut need_loop = true;
while need_loop { while need_loop {
select! { select! {
_ = ticker.tick() => { _ = ticker.tick() => {
if !cache.info.last_update.eq(&last_save) { if !cache.info.last_update.eq(&last_save) {
let _ = cache.save(DATA_USAGE_CACHE_NAME).await;
let _ = updates.send(cache.clone()).await;
}
}
result = buckets_results_rx.recv() => {
match result {
Some(result) => {
cache.replace(&result.name, &result.parent, result.entry);
cache.info.last_update = Some(SystemTime::now());
},
None => {
need_loop = false;
cache.info.next_cycle = want_cycle;
cache.info.last_update = Some(SystemTime::now());
let _ = cache.save(DATA_USAGE_CACHE_NAME).await; let _ = cache.save(DATA_USAGE_CACHE_NAME).await;
let _ = updates.send(cache.clone()).await; let _ = updates.send(cache.clone()).await;
} }
} }
result = buckets_results_rx.recv() => {
match result {
Some(result) => {
cache.replace(&result.name, &result.parent, result.entry);
cache.info.last_update = Some(SystemTime::now());
},
None => {
need_loop = false;
cache.info.next_cycle = want_cycle;
cache.info.last_update = Some(SystemTime::now());
let _ = cache.save(DATA_USAGE_CACHE_NAME).await;
let _ = updates.send(cache.clone()).await;
}
}
}
} }
} }
}
})) }))
} else { } else {
None None
@@ -3183,7 +3183,7 @@ impl SetDisks {
info!("ns_scanner start"); info!("ns_scanner start");
let _ = join_all(futures).await; let _ = join_all(futures).await;
if let Some(task) = task { if let Some(task) = task {
let _ = task.await; let _ = task.await;
} }
info!("ns_scanner completed"); info!("ns_scanner completed");
Ok(()) Ok(())
@@ -3721,9 +3721,7 @@ impl SetDisks {
let mut oi = obj_info.clone(); let mut oi = obj_info.clone();
oi.metadata_only = true; oi.metadata_only = true;
if let Some(user_defined) = &mut oi.user_defined { oi.user_defined.remove(X_AMZ_RESTORE.as_str());
user_defined.remove(X_AMZ_RESTORE.as_str());
}
let version_id = oi.version_id.clone().map(|v| v.to_string()); let version_id = oi.version_id.clone().map(|v| v.to_string());
let obj = self let obj = self
@@ -4044,7 +4042,7 @@ impl ObjectIO for SetDisks {
if opts.data_movement { if opts.data_movement {
fi.set_data_moved(); fi.set_data_moved();
} }
} }
let (online_disks, _, op_old_dir) = Self::rename_data( let (online_disks, _, op_old_dir) = Self::rename_data(
+4 -2
View File
@@ -1,3 +1,5 @@
#![allow(unused_imports)]
use bytes::Bytes; use bytes::Bytes;
use s3s::StdError; use s3s::StdError;
use std::any::Any; use std::any::Any;
@@ -180,7 +182,7 @@ pub trait Reader {
async fn seek(&mut self, offset: usize) -> Result<()>; async fn seek(&mut self, offset: usize) -> Result<()>;
async fn read_exact(&mut self, buf: &mut [u8]) -> Result<usize>; async fn read_exact(&mut self, buf: &mut [u8]) -> Result<usize>;
async fn read_all(&mut self) -> Result<Vec<u8>> { async fn read_all(&mut self) -> Result<Vec<u8>> {
let mut data = Vec::new(); let data = Vec::new();
Ok(data) Ok(data)
} }
@@ -219,7 +221,7 @@ impl Reader for BufferReader {
} }
#[tracing::instrument(level = "debug", skip(self))] #[tracing::instrument(level = "debug", skip(self))]
async fn read_exact(&mut self, buf: &mut [u8]) -> Result<usize> { async fn read_exact(&mut self, buf: &mut [u8]) -> Result<usize> {
let bytes_read = self.inner.read_exact(buf)?; let _bytes_read = self.inner.read_exact(buf)?;
self.pos += buf.len(); self.pos += buf.len();
//Ok(bytes_read) //Ok(bytes_read)
Ok(0) Ok(0)
+5 -5
View File
@@ -1,7 +1,7 @@
use std::str::from_utf8; use std::str::from_utf8;
use http::{HeaderMap, StatusCode}; use http::{HeaderMap, StatusCode};
use iam::get_global_action_cred; //use iam::get_global_action_cred;
use matchit::Params; use matchit::Params;
use s3s::{Body, S3Error, S3ErrorCode, S3Request, S3Response, S3Result, header::CONTENT_TYPE, s3_error}; use s3s::{Body, S3Error, S3ErrorCode, S3Request, S3Response, S3Result, header::CONTENT_TYPE, s3_error};
use serde::Deserialize; use serde::Deserialize;
@@ -277,8 +277,8 @@ impl Operation for RemoveTier {
let (cred, _owner) = let (cred, _owner) =
check_key_valid(get_session_token(&req.uri, &req.headers).unwrap_or_default(), &input_cred.access_key).await?; check_key_valid(get_session_token(&req.uri, &req.headers).unwrap_or_default(), &input_cred.access_key).await?;
let sys_cred = get_global_action_cred() //let sys_cred = get_global_action_cred()
.ok_or_else(|| S3Error::with_message(S3ErrorCode::InternalError, "get_global_action_cred failed"))?; // .ok_or_else(|| S3Error::with_message(S3ErrorCode::InternalError, "get_global_action_cred failed"))?;
let mut force: bool = false; let mut force: bool = false;
let force_str = query.force; let force_str = query.force;
@@ -342,8 +342,8 @@ impl Operation for VerifyTier {
let (cred, _owner) = let (cred, _owner) =
check_key_valid(get_session_token(&req.uri, &req.headers).unwrap_or_default(), &input_cred.access_key).await?; check_key_valid(get_session_token(&req.uri, &req.headers).unwrap_or_default(), &input_cred.access_key).await?;
let sys_cred = get_global_action_cred() //let sys_cred = get_global_action_cred()
.ok_or_else(|| S3Error::with_message(S3ErrorCode::InternalError, "get_global_action_cred failed"))?; // .ok_or_else(|| S3Error::with_message(S3ErrorCode::InternalError, "get_global_action_cred failed"))?;
let mut tier_config_mgr = GLOBAL_TierConfigMgr.write().await; let mut tier_config_mgr = GLOBAL_TierConfigMgr.write().await;
tier_config_mgr.verify(&query.tier.unwrap()); tier_config_mgr.verify(&query.tier.unwrap());
+1 -5
View File
@@ -56,10 +56,6 @@ use ecstore::store_api::PutObjReader;
use ecstore::store_api::StorageAPI; use ecstore::store_api::StorageAPI;
// use ecstore::store_api::RESERVED_METADATA_PREFIX; // use ecstore::store_api::RESERVED_METADATA_PREFIX;
use ecstore::bucket::lifecycle::bucket_lifecycle_ops::validate_transition_tier; use ecstore::bucket::lifecycle::bucket_lifecycle_ops::validate_transition_tier;
use ecstore::bucket::utils::serialize;
use ecstore::cmd::bucket_replication::ReplicationStatusType;
use ecstore::cmd::bucket_replication::ReplicationType;
use ecstore::store_api::RESERVED_METADATA_PREFIX_LOWER;
use futures::pin_mut; use futures::pin_mut;
use futures::{Stream, StreamExt}; use futures::{Stream, StreamExt};
use http::HeaderMap; use http::HeaderMap;
@@ -2458,7 +2454,7 @@ impl S3 for FS {
let retain_until_date = object_info let retain_until_date = object_info
.user_defined .user_defined
.get("x-amz-object-lock-retain-until-date") .get("x-amz-object-lock-retain-until-date")
.and_then(|v| OffsetDateTime::parse(v.as_str(), &Rfc3339).ok()) .and_then(|v| OffsetDateTime::parse(v.as_str(), &Rfc3339).ok())
.map(Timestamp::from); .map(Timestamp::from);
Ok(S3Response::new(GetObjectRetentionOutput { Ok(S3Response::new(GetObjectRetentionOutput {