mirror of
https://github.com/rustfs/rustfs.git
synced 2026-08-24 21:26:28 +00:00
+3
-2
@@ -22,6 +22,7 @@ members = [
|
|||||||
"s3select/api", # S3 Select API interface
|
"s3select/api", # S3 Select API interface
|
||||||
"s3select/query", # S3 Select query engine
|
"s3select/query", # S3 Select query engine
|
||||||
"reader",
|
"reader",
|
||||||
|
|
||||||
]
|
]
|
||||||
resolver = "2"
|
resolver = "2"
|
||||||
|
|
||||||
@@ -90,7 +91,7 @@ derive_builder = "0.20.2"
|
|||||||
dioxus = { version = "0.6.3", features = ["router"] }
|
dioxus = { version = "0.6.3", features = ["router"] }
|
||||||
dirs = "6.0.0"
|
dirs = "6.0.0"
|
||||||
flatbuffers = "25.2.10"
|
flatbuffers = "25.2.10"
|
||||||
flexi_logger = { version = "0.30.2", features = ["trc", "dont_minimize_extra_stacks"] }
|
flexi_logger = { version = "0.30.2", features = ["trc","dont_minimize_extra_stacks"] }
|
||||||
form_urlencoded = "1.2.1"
|
form_urlencoded = "1.2.1"
|
||||||
futures = "0.3.31"
|
futures = "0.3.31"
|
||||||
futures-core = "0.3.31"
|
futures-core = "0.3.31"
|
||||||
@@ -99,7 +100,6 @@ glob = "0.3.2"
|
|||||||
hex = "0.4.3"
|
hex = "0.4.3"
|
||||||
hex-simd = "0.8.0"
|
hex-simd = "0.8.0"
|
||||||
highway = { version = "1.3.0" }
|
highway = { version = "1.3.0" }
|
||||||
hmac = "0.12.1"
|
|
||||||
hyper = "1.6.0"
|
hyper = "1.6.0"
|
||||||
hyper-util = { version = "0.1.14", features = [
|
hyper-util = { version = "0.1.14", features = [
|
||||||
"tokio",
|
"tokio",
|
||||||
@@ -201,6 +201,7 @@ serde-xml-rs = "0.8.1"
|
|||||||
serde_urlencoded = "0.7.1"
|
serde_urlencoded = "0.7.1"
|
||||||
sha1 = "0.10.6"
|
sha1 = "0.10.6"
|
||||||
sha2 = "0.10.9"
|
sha2 = "0.10.9"
|
||||||
|
hmac = "0.12.1"
|
||||||
std-next = "0.1.8"
|
std-next = "0.1.8"
|
||||||
siphasher = "1.0.1"
|
siphasher = "1.0.1"
|
||||||
smallvec = { version = "1.15.1", features = ["serde"] }
|
smallvec = { version = "1.15.1", features = ["serde"] }
|
||||||
|
|||||||
+2
-1
@@ -61,6 +61,7 @@ base64 = { workspace = true }
|
|||||||
hmac = { workspace = true }
|
hmac = { workspace = true }
|
||||||
sha2 = { workspace = true }
|
sha2 = { workspace = true }
|
||||||
sha1 = { workspace = true }
|
sha1 = { workspace = true }
|
||||||
|
|
||||||
hex-simd = { workspace = true }
|
hex-simd = { workspace = true }
|
||||||
path-clean = { workspace = true }
|
path-clean = { workspace = true }
|
||||||
tempfile.workspace = true
|
tempfile.workspace = true
|
||||||
@@ -91,7 +92,7 @@ urlencoding = { workspace = true }
|
|||||||
smallvec = { workspace = true }
|
smallvec = { workspace = true }
|
||||||
shadow-rs.workspace = true
|
shadow-rs.workspace = true
|
||||||
rustfs-filemeta.workspace = true
|
rustfs-filemeta.workspace = true
|
||||||
rustfs-utils = { workspace = true, features = ["full"] }
|
rustfs-utils ={workspace = true, features=["full"]}
|
||||||
rustfs-rio.workspace = true
|
rustfs-rio.workspace = true
|
||||||
futures-util.workspace = true
|
futures-util.workspace = true
|
||||||
reader = { workspace = true }
|
reader = { workspace = true }
|
||||||
|
|||||||
@@ -804,7 +804,7 @@ impl LifecycleOps for ObjectInfo {
|
|||||||
user_tags: self.user_tags.clone(),
|
user_tags: self.user_tags.clone(),
|
||||||
version_id: self.version_id.expect("err").to_string(),
|
version_id: self.version_id.expect("err").to_string(),
|
||||||
mod_time: self.mod_time,
|
mod_time: self.mod_time,
|
||||||
size: self.size,
|
size: self.size as usize,
|
||||||
is_latest: self.is_latest,
|
is_latest: self.is_latest,
|
||||||
num_versions: self.num_versions,
|
num_versions: self.num_versions,
|
||||||
delete_marker: self.delete_marker,
|
delete_marker: self.delete_marker,
|
||||||
|
|||||||
@@ -36,7 +36,7 @@ pub fn enforce_retention_for_deletion(obj_info: &ObjectInfo) -> bool {
|
|||||||
return false;
|
return false;
|
||||||
}
|
}
|
||||||
|
|
||||||
let lhold = objectlock::get_object_legalhold_meta(obj_info.user_defined.clone().expect("err"));
|
let lhold = objectlock::get_object_legalhold_meta(obj_info.user_defined.clone());
|
||||||
match lhold.status {
|
match lhold.status {
|
||||||
Some(st) if st.as_str() == ObjectLockLegalHoldStatus::ON => {
|
Some(st) if st.as_str() == ObjectLockLegalHoldStatus::ON => {
|
||||||
return true;
|
return true;
|
||||||
@@ -44,7 +44,7 @@ pub fn enforce_retention_for_deletion(obj_info: &ObjectInfo) -> bool {
|
|||||||
_ => (),
|
_ => (),
|
||||||
}
|
}
|
||||||
|
|
||||||
let ret = objectlock::get_object_retention_meta(obj_info.user_defined.clone().expect("err"));
|
let ret = objectlock::get_object_retention_meta(obj_info.user_defined.clone());
|
||||||
match ret.mode {
|
match ret.mode {
|
||||||
Some(r) if (r.as_str() == ObjectLockRetentionMode::COMPLIANCE || r.as_str() == ObjectLockRetentionMode::GOVERNANCE) => {
|
Some(r) if (r.as_str() == ObjectLockRetentionMode::COMPLIANCE || r.as_str() == ObjectLockRetentionMode::GOVERNANCE) => {
|
||||||
let t = objectlock::utc_now_ntp();
|
let t = objectlock::utc_now_ntp();
|
||||||
|
|||||||
@@ -55,8 +55,8 @@ fn part_number_to_rangespec(oi: ObjectInfo, part_number: usize) -> Option<HTTPRa
|
|||||||
}
|
}
|
||||||
|
|
||||||
Some(HTTPRangeSpec {
|
Some(HTTPRangeSpec {
|
||||||
start: start as usize,
|
start: start,
|
||||||
end: Some(end as usize),
|
end: end,
|
||||||
is_suffix_length: false,
|
is_suffix_length: false,
|
||||||
})
|
})
|
||||||
}
|
}
|
||||||
|
|||||||
+24
-26
@@ -3048,33 +3048,33 @@ impl SetDisks {
|
|||||||
|
|
||||||
let task = if !skip_background_task {
|
let task = if !skip_background_task {
|
||||||
Some(tokio::spawn(async move {
|
Some(tokio::spawn(async move {
|
||||||
let last_save = Some(SystemTime::now());
|
let last_save = Some(SystemTime::now());
|
||||||
let mut need_loop = true;
|
let mut need_loop = true;
|
||||||
while need_loop {
|
while need_loop {
|
||||||
select! {
|
select! {
|
||||||
_ = ticker.tick() => {
|
_ = ticker.tick() => {
|
||||||
if !cache.info.last_update.eq(&last_save) {
|
if !cache.info.last_update.eq(&last_save) {
|
||||||
let _ = cache.save(DATA_USAGE_CACHE_NAME).await;
|
|
||||||
let _ = updates.send(cache.clone()).await;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
result = buckets_results_rx.recv() => {
|
|
||||||
match result {
|
|
||||||
Some(result) => {
|
|
||||||
cache.replace(&result.name, &result.parent, result.entry);
|
|
||||||
cache.info.last_update = Some(SystemTime::now());
|
|
||||||
},
|
|
||||||
None => {
|
|
||||||
need_loop = false;
|
|
||||||
cache.info.next_cycle = want_cycle;
|
|
||||||
cache.info.last_update = Some(SystemTime::now());
|
|
||||||
let _ = cache.save(DATA_USAGE_CACHE_NAME).await;
|
let _ = cache.save(DATA_USAGE_CACHE_NAME).await;
|
||||||
let _ = updates.send(cache.clone()).await;
|
let _ = updates.send(cache.clone()).await;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
result = buckets_results_rx.recv() => {
|
||||||
|
match result {
|
||||||
|
Some(result) => {
|
||||||
|
cache.replace(&result.name, &result.parent, result.entry);
|
||||||
|
cache.info.last_update = Some(SystemTime::now());
|
||||||
|
},
|
||||||
|
None => {
|
||||||
|
need_loop = false;
|
||||||
|
cache.info.next_cycle = want_cycle;
|
||||||
|
cache.info.last_update = Some(SystemTime::now());
|
||||||
|
let _ = cache.save(DATA_USAGE_CACHE_NAME).await;
|
||||||
|
let _ = updates.send(cache.clone()).await;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
|
||||||
}))
|
}))
|
||||||
} else {
|
} else {
|
||||||
None
|
None
|
||||||
@@ -3183,7 +3183,7 @@ impl SetDisks {
|
|||||||
info!("ns_scanner start");
|
info!("ns_scanner start");
|
||||||
let _ = join_all(futures).await;
|
let _ = join_all(futures).await;
|
||||||
if let Some(task) = task {
|
if let Some(task) = task {
|
||||||
let _ = task.await;
|
let _ = task.await;
|
||||||
}
|
}
|
||||||
info!("ns_scanner completed");
|
info!("ns_scanner completed");
|
||||||
Ok(())
|
Ok(())
|
||||||
@@ -3721,9 +3721,7 @@ impl SetDisks {
|
|||||||
let mut oi = obj_info.clone();
|
let mut oi = obj_info.clone();
|
||||||
oi.metadata_only = true;
|
oi.metadata_only = true;
|
||||||
|
|
||||||
if let Some(user_defined) = &mut oi.user_defined {
|
oi.user_defined.remove(X_AMZ_RESTORE.as_str());
|
||||||
user_defined.remove(X_AMZ_RESTORE.as_str());
|
|
||||||
}
|
|
||||||
|
|
||||||
let version_id = oi.version_id.clone().map(|v| v.to_string());
|
let version_id = oi.version_id.clone().map(|v| v.to_string());
|
||||||
let obj = self
|
let obj = self
|
||||||
@@ -4044,7 +4042,7 @@ impl ObjectIO for SetDisks {
|
|||||||
|
|
||||||
if opts.data_movement {
|
if opts.data_movement {
|
||||||
fi.set_data_moved();
|
fi.set_data_moved();
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
let (online_disks, _, op_old_dir) = Self::rename_data(
|
let (online_disks, _, op_old_dir) = Self::rename_data(
|
||||||
|
|||||||
@@ -1,3 +1,5 @@
|
|||||||
|
#![allow(unused_imports)]
|
||||||
|
|
||||||
use bytes::Bytes;
|
use bytes::Bytes;
|
||||||
use s3s::StdError;
|
use s3s::StdError;
|
||||||
use std::any::Any;
|
use std::any::Any;
|
||||||
@@ -180,7 +182,7 @@ pub trait Reader {
|
|||||||
async fn seek(&mut self, offset: usize) -> Result<()>;
|
async fn seek(&mut self, offset: usize) -> Result<()>;
|
||||||
async fn read_exact(&mut self, buf: &mut [u8]) -> Result<usize>;
|
async fn read_exact(&mut self, buf: &mut [u8]) -> Result<usize>;
|
||||||
async fn read_all(&mut self) -> Result<Vec<u8>> {
|
async fn read_all(&mut self) -> Result<Vec<u8>> {
|
||||||
let mut data = Vec::new();
|
let data = Vec::new();
|
||||||
|
|
||||||
Ok(data)
|
Ok(data)
|
||||||
}
|
}
|
||||||
@@ -219,7 +221,7 @@ impl Reader for BufferReader {
|
|||||||
}
|
}
|
||||||
#[tracing::instrument(level = "debug", skip(self))]
|
#[tracing::instrument(level = "debug", skip(self))]
|
||||||
async fn read_exact(&mut self, buf: &mut [u8]) -> Result<usize> {
|
async fn read_exact(&mut self, buf: &mut [u8]) -> Result<usize> {
|
||||||
let bytes_read = self.inner.read_exact(buf)?;
|
let _bytes_read = self.inner.read_exact(buf)?;
|
||||||
self.pos += buf.len();
|
self.pos += buf.len();
|
||||||
//Ok(bytes_read)
|
//Ok(bytes_read)
|
||||||
Ok(0)
|
Ok(0)
|
||||||
|
|||||||
@@ -1,7 +1,7 @@
|
|||||||
use std::str::from_utf8;
|
use std::str::from_utf8;
|
||||||
|
|
||||||
use http::{HeaderMap, StatusCode};
|
use http::{HeaderMap, StatusCode};
|
||||||
use iam::get_global_action_cred;
|
//use iam::get_global_action_cred;
|
||||||
use matchit::Params;
|
use matchit::Params;
|
||||||
use s3s::{Body, S3Error, S3ErrorCode, S3Request, S3Response, S3Result, header::CONTENT_TYPE, s3_error};
|
use s3s::{Body, S3Error, S3ErrorCode, S3Request, S3Response, S3Result, header::CONTENT_TYPE, s3_error};
|
||||||
use serde::Deserialize;
|
use serde::Deserialize;
|
||||||
@@ -277,8 +277,8 @@ impl Operation for RemoveTier {
|
|||||||
let (cred, _owner) =
|
let (cred, _owner) =
|
||||||
check_key_valid(get_session_token(&req.uri, &req.headers).unwrap_or_default(), &input_cred.access_key).await?;
|
check_key_valid(get_session_token(&req.uri, &req.headers).unwrap_or_default(), &input_cred.access_key).await?;
|
||||||
|
|
||||||
let sys_cred = get_global_action_cred()
|
//let sys_cred = get_global_action_cred()
|
||||||
.ok_or_else(|| S3Error::with_message(S3ErrorCode::InternalError, "get_global_action_cred failed"))?;
|
// .ok_or_else(|| S3Error::with_message(S3ErrorCode::InternalError, "get_global_action_cred failed"))?;
|
||||||
|
|
||||||
let mut force: bool = false;
|
let mut force: bool = false;
|
||||||
let force_str = query.force;
|
let force_str = query.force;
|
||||||
@@ -342,8 +342,8 @@ impl Operation for VerifyTier {
|
|||||||
let (cred, _owner) =
|
let (cred, _owner) =
|
||||||
check_key_valid(get_session_token(&req.uri, &req.headers).unwrap_or_default(), &input_cred.access_key).await?;
|
check_key_valid(get_session_token(&req.uri, &req.headers).unwrap_or_default(), &input_cred.access_key).await?;
|
||||||
|
|
||||||
let sys_cred = get_global_action_cred()
|
//let sys_cred = get_global_action_cred()
|
||||||
.ok_or_else(|| S3Error::with_message(S3ErrorCode::InternalError, "get_global_action_cred failed"))?;
|
// .ok_or_else(|| S3Error::with_message(S3ErrorCode::InternalError, "get_global_action_cred failed"))?;
|
||||||
|
|
||||||
let mut tier_config_mgr = GLOBAL_TierConfigMgr.write().await;
|
let mut tier_config_mgr = GLOBAL_TierConfigMgr.write().await;
|
||||||
tier_config_mgr.verify(&query.tier.unwrap());
|
tier_config_mgr.verify(&query.tier.unwrap());
|
||||||
|
|||||||
@@ -56,10 +56,6 @@ use ecstore::store_api::PutObjReader;
|
|||||||
use ecstore::store_api::StorageAPI;
|
use ecstore::store_api::StorageAPI;
|
||||||
// use ecstore::store_api::RESERVED_METADATA_PREFIX;
|
// use ecstore::store_api::RESERVED_METADATA_PREFIX;
|
||||||
use ecstore::bucket::lifecycle::bucket_lifecycle_ops::validate_transition_tier;
|
use ecstore::bucket::lifecycle::bucket_lifecycle_ops::validate_transition_tier;
|
||||||
use ecstore::bucket::utils::serialize;
|
|
||||||
use ecstore::cmd::bucket_replication::ReplicationStatusType;
|
|
||||||
use ecstore::cmd::bucket_replication::ReplicationType;
|
|
||||||
use ecstore::store_api::RESERVED_METADATA_PREFIX_LOWER;
|
|
||||||
use futures::pin_mut;
|
use futures::pin_mut;
|
||||||
use futures::{Stream, StreamExt};
|
use futures::{Stream, StreamExt};
|
||||||
use http::HeaderMap;
|
use http::HeaderMap;
|
||||||
@@ -2458,7 +2454,7 @@ impl S3 for FS {
|
|||||||
let retain_until_date = object_info
|
let retain_until_date = object_info
|
||||||
.user_defined
|
.user_defined
|
||||||
.get("x-amz-object-lock-retain-until-date")
|
.get("x-amz-object-lock-retain-until-date")
|
||||||
.and_then(|v| OffsetDateTime::parse(v.as_str(), &Rfc3339).ok())
|
.and_then(|v| OffsetDateTime::parse(v.as_str(), &Rfc3339).ok())
|
||||||
.map(Timestamp::from);
|
.map(Timestamp::from);
|
||||||
|
|
||||||
Ok(S3Response::new(GetObjectRetentionOutput {
|
Ok(S3Response::new(GetObjectRetentionOutput {
|
||||||
|
|||||||
Reference in New Issue
Block a user