// Copyright 2024 RustFS Team // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. use crate::config::storageclass::DEFAULT_INLINE_BLOCK; use crate::data_usage::local_snapshot::ensure_data_usage_layout; use crate::disk::{ BUCKET_META_PREFIX, CHECK_PART_FILE_CORRUPT, CHECK_PART_FILE_NOT_FOUND, CHECK_PART_SUCCESS, CHECK_PART_UNKNOWN, CHECK_PART_VOLUME_NOT_FOUND, CheckPartsResp, DeleteOptions, DiskAPI, DiskInfo, DiskInfoOptions, DiskLocation, DiskMetrics, FileInfoVersions, FileReader, FileWriter, RUSTFS_META_BUCKET, RUSTFS_META_TMP_BUCKET, RUSTFS_META_TMP_DELETED_BUCKET, ReadMultipleReq, ReadMultipleResp, ReadOptions, RenameDataResp, STORAGE_FORMAT_FILE, STORAGE_FORMAT_FILE_BACKUP, UpdateMetadataOpts, VolumeInfo, WalkDirOptions, conv_part_err_to_int, endpoint::Endpoint, error::{DiskError, Error, FileAccessDeniedWithContext, Result}, error_conv::{to_access_error, to_file_error, to_unformatted_disk_error, to_volume_error}, format::FormatV3, fs::{O_APPEND, O_CREATE, O_RDONLY, O_TRUNC, O_WRONLY, access, lstat, lstat_std, remove, remove_all_std, remove_std, rename}, os, os::{check_path_length, is_empty_dir, is_root_disk, rename_all}, }; use crate::erasure_coding::bitrot_verify; use crate::global::{GLOBAL_IsErasureSD, GLOBAL_RootDiskThreshold}; use bytes::Bytes; use metrics::counter; use parking_lot::RwLock as ParkingLotRwLock; use rustfs_filemeta::{ Cache, FileInfo, FileInfoOpts, FileMeta, MetaCacheEntry, MetacacheWriter, ObjectPartInfo, Opts, RawFileInfo, UpdateFn, get_file_info, read_xl_meta_no_data, }; use rustfs_utils::HashAlgorithm; use rustfs_utils::os::get_info; use rustfs_utils::path::{ GLOBAL_DIR_SUFFIX, GLOBAL_DIR_SUFFIX_WITH_SLASH, SLASH_SEPARATOR, clean, decode_dir_object, encode_dir_object, has_suffix, path_join, path_join_buf, }; use std::collections::HashMap; use std::collections::HashSet; use std::fmt::Debug; use std::io::SeekFrom; use std::sync::atomic::{AtomicU32, Ordering}; use std::sync::{Arc, OnceLock}; use std::time::Duration; use std::{ fs::Metadata, path::{Path, PathBuf}, }; use time::OffsetDateTime; use tokio::fs::{self, File}; use tokio::io::{AsyncReadExt, AsyncSeekExt, AsyncWrite, AsyncWriteExt, ErrorKind}; use tokio::sync::RwLock; use tokio::time::interval; use tracing::{debug, error, info, warn}; use uuid::Uuid; const DELETED_OBJECTS_CLEANUP_INTERVAL: Duration = Duration::from_secs(60 * 5); const STALE_TMP_OBJECT_EXPIRY: Duration = Duration::from_secs(24 * 60 * 60); const RUSTFS_META_TMP_OLD_BUCKET: &str = ".rustfs.sys/tmp-old"; #[derive(Debug, Clone)] pub struct FormatInfo { pub id: Option, pub data: Bytes, pub file_info: Option, pub last_check: Option, } /// A helper enum to handle internal buffer types for writing data. pub enum InternalBuf<'a> { Ref(&'a [u8]), Owned(Bytes), } struct FileCacheReclaimWriter { inner: File, reclaim_len: usize, reclaim_on_shutdown: bool, reclaimed: bool, } struct FileCacheReclaimReader { inner: File, reclaim_offset: u64, reclaim_len: usize, reclaim_on_drop: bool, reclaimed: bool, } fn record_file_cache_reclaim_success(kind: &'static str, reclaim_len: usize, started: std::time::Instant) { counter!("rustfs_page_cache_reclaim_requests_total", "kind" => kind.to_string(), "result" => "ok".to_string()).increment(1); counter!("rustfs_page_cache_reclaim_bytes_total", "kind" => kind.to_string()).increment(reclaim_len as u64); metrics::histogram!("rustfs_page_cache_reclaim_duration_seconds", "kind" => kind.to_string()) .record(started.elapsed().as_secs_f64()); } fn record_file_cache_reclaim_error(kind: &'static str) { counter!("rustfs_page_cache_reclaim_requests_total", "kind" => kind.to_string(), "result" => "err".to_string()).increment(1); } impl FileCacheReclaimReader { fn new(inner: File, reclaim_offset: u64, reclaim_len: usize, reclaim_on_drop: bool) -> Self { #[cfg(target_os = "macos")] if reclaim_on_drop { let _ = set_fd_nocache(&inner); } Self { inner, reclaim_offset, reclaim_len, reclaim_on_drop, reclaimed: false, } } #[cfg(target_os = "linux")] fn reclaim_file_cache(&mut self) -> std::io::Result<()> { use core::num::NonZeroU64; use rustix::fs::{Advice, fadvise}; if !self.reclaim_on_drop || self.reclaimed || self.reclaim_len == 0 { return Ok(()); } let started = std::time::Instant::now(); let reclaim_len = NonZeroU64::new(self.reclaim_len as u64).expect("reclaim_len is guaranteed non-zero by the early return"); fadvise(&self.inner, self.reclaim_offset, Some(reclaim_len), Advice::DontNeed).map_err(std::io::Error::from)?; self.reclaimed = true; record_file_cache_reclaim_success("read", self.reclaim_len, started); Ok(()) } #[cfg(not(target_os = "linux"))] fn reclaim_file_cache(&mut self) -> std::io::Result<()> { Ok(()) } } #[cfg(target_os = "macos")] #[allow(unsafe_code)] fn set_fd_nocache(file: &File) -> std::io::Result<()> { use std::os::fd::AsRawFd; // SAFETY: `fcntl` is called on a valid file descriptor owned by `file`. let ret = unsafe { libc::fcntl(file.as_raw_fd(), libc::F_NOCACHE, 1) }; if ret == -1 { return Err(std::io::Error::last_os_error()); } Ok(()) } #[cfg(target_os = "macos")] #[allow(unsafe_code)] fn set_std_fd_nocache(file: &std::fs::File) -> std::io::Result<()> { use std::os::fd::AsRawFd; // SAFETY: `fcntl` is called on a valid file descriptor owned by `file`. let ret = unsafe { libc::fcntl(file.as_raw_fd(), libc::F_NOCACHE, 1) }; if ret == -1 { return Err(std::io::Error::last_os_error()); } Ok(()) } impl Drop for FileCacheReclaimReader { fn drop(&mut self) { if let Err(err) = self.reclaim_file_cache() { record_file_cache_reclaim_error("read"); debug!(error = ?err, reclaim_offset = self.reclaim_offset, reclaim_len = self.reclaim_len, "failed to reclaim file cache after read"); } } } impl tokio::io::AsyncRead for FileCacheReclaimReader { fn poll_read( mut self: std::pin::Pin<&mut Self>, cx: &mut std::task::Context<'_>, buf: &mut tokio::io::ReadBuf<'_>, ) -> std::task::Poll> { std::pin::Pin::new(&mut self.inner).poll_read(cx, buf) } } impl FileCacheReclaimWriter { fn new(inner: File, reclaim_len: usize, reclaim_on_shutdown: bool) -> Self { #[cfg(target_os = "macos")] if reclaim_on_shutdown { let _ = set_fd_nocache(&inner); } Self { inner, reclaim_len, reclaim_on_shutdown, reclaimed: false, } } #[cfg(target_os = "linux")] fn reclaim_file_cache(&mut self) -> std::io::Result<()> { use core::num::NonZeroU64; use rustix::fs::{Advice, fadvise}; if !self.reclaim_on_shutdown || self.reclaimed || self.reclaim_len == 0 { return Ok(()); } let started = std::time::Instant::now(); let reclaim_len = NonZeroU64::new(self.reclaim_len as u64).expect("reclaim_len is guaranteed non-zero by the early return"); fadvise(&self.inner, 0, Some(reclaim_len), Advice::DontNeed).map_err(std::io::Error::from)?; self.reclaimed = true; record_file_cache_reclaim_success("write", self.reclaim_len, started); Ok(()) } #[cfg(not(target_os = "linux"))] fn reclaim_file_cache(&mut self) -> std::io::Result<()> { Ok(()) } } impl AsyncWrite for FileCacheReclaimWriter { fn poll_write( mut self: std::pin::Pin<&mut Self>, cx: &mut std::task::Context<'_>, buf: &[u8], ) -> std::task::Poll> { std::pin::Pin::new(&mut self.inner).poll_write(cx, buf) } fn poll_flush(mut self: std::pin::Pin<&mut Self>, cx: &mut std::task::Context<'_>) -> std::task::Poll> { std::pin::Pin::new(&mut self.inner).poll_flush(cx) } fn poll_shutdown( mut self: std::pin::Pin<&mut Self>, cx: &mut std::task::Context<'_>, ) -> std::task::Poll> { match std::pin::Pin::new(&mut self.inner).poll_shutdown(cx) { std::task::Poll::Ready(Ok(())) => { if let Err(err) = self.reclaim_file_cache() { record_file_cache_reclaim_error("write"); debug!(error = ?err, reclaim_len = self.reclaim_len, "failed to reclaim file cache after write"); } std::task::Poll::Ready(Ok(())) } other => other, } } fn poll_write_vectored( mut self: std::pin::Pin<&mut Self>, cx: &mut std::task::Context<'_>, bufs: &[std::io::IoSlice<'_>], ) -> std::task::Poll> { std::pin::Pin::new(&mut self.inner).poll_write_vectored(cx, bufs) } fn is_write_vectored(&self) -> bool { self.inner.is_write_vectored() } } fn should_reclaim_file_cache_after_write(file_size: i64) -> bool { if file_size <= 0 { return false; } if !rustfs_utils::get_env_bool( rustfs_config::ENV_OBJECT_FILE_CACHE_RECLAIM_WRITE_ENABLE, rustfs_config::DEFAULT_OBJECT_FILE_CACHE_RECLAIM_WRITE_ENABLE, ) { return false; } let threshold = rustfs_utils::get_env_usize( rustfs_config::ENV_OBJECT_FILE_CACHE_RECLAIM_THRESHOLD, rustfs_config::DEFAULT_OBJECT_FILE_CACHE_RECLAIM_THRESHOLD, ); file_size as usize >= threshold } fn should_reclaim_file_cache_after_read(length: usize) -> bool { if length == 0 { return false; } if !rustfs_utils::get_env_bool( rustfs_config::ENV_OBJECT_FILE_CACHE_RECLAIM_READ_ENABLE, rustfs_config::DEFAULT_OBJECT_FILE_CACHE_RECLAIM_READ_ENABLE, ) { return false; } let threshold = rustfs_utils::get_env_usize( rustfs_config::ENV_OBJECT_FILE_CACHE_RECLAIM_THRESHOLD, rustfs_config::DEFAULT_OBJECT_FILE_CACHE_RECLAIM_THRESHOLD, ); length >= threshold } pub struct LocalDisk { pub root: PathBuf, pub format_path: PathBuf, pub format_info: RwLock, pub endpoint: Endpoint, pub disk_info_cache: Arc>, pub scanning: Arc, pub rotational: bool, pub fstype: String, pub major: u64, pub minor: u64, pub nrrequests: u64, // Performance optimization fields path_cache: Arc>>, current_dir: Arc>, // pub id: Mutex>, // pub format_data: Mutex>, // pub format_file_info: Mutex>, // pub format_last_check: Mutex>, exit_signal: Option>, } impl Drop for LocalDisk { fn drop(&mut self) { if let Some(exit_signal) = self.exit_signal.take() { let _ = exit_signal.send(()); } } } impl Debug for LocalDisk { fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result { f.debug_struct("LocalDisk") .field("root", &self.root) .field("format_path", &self.format_path) .field("format_info", &self.format_info) .field("endpoint", &self.endpoint) .finish() } } impl LocalDisk { pub async fn new(ep: &Endpoint, cleanup: bool) -> Result { debug!("Creating local disk"); // Use optimized path resolution instead of absolutize() for better performance // Use dunce::canonicalize instead of std::fs::canonicalize to avoid UNC paths on Windows let root = match rustfs_utils::canonicalize(ep.get_file_path()) { Ok(path) => path, Err(e) => { if e.kind() == ErrorKind::NotFound { return Err(DiskError::VolumeNotFound); } return Err(to_file_error(e).into()); } }; ensure_data_usage_layout(&root).await.map_err(DiskError::from)?; if cleanup && let Err(err) = Self::cleanup_tmp_on_startup(&root).await { warn!(root = ?root, error = ?err, "failed to cleanup temporary data during disk startup"); } // Use optimized path resolution instead of absolutize_virtually let format_path = root.join(RUSTFS_META_BUCKET).join(super::FORMAT_CONFIG_FILE); debug!("format_path: {:?}", format_path); let (format_data, format_meta) = read_file_exists(&format_path).await?; let mut id = None; // let mut format_legacy = false; let mut format_last_check = None; if !format_data.is_empty() { let s = format_data.as_ref(); let fm = FormatV3::try_from(s).map_err(Error::other)?; let (set_idx, disk_idx) = fm.find_disk_index_by_disk_id(fm.erasure.this)?; if set_idx as i32 != ep.set_idx || disk_idx as i32 != ep.disk_idx { return Err(DiskError::InconsistentDisk); } id = Some(fm.erasure.this); // format_legacy = fm.erasure.distribution_algo == DistributionAlgoVersion::V1; format_last_check = Some(OffsetDateTime::now_utc()); } let format_info = FormatInfo { id, data: format_data, file_info: format_meta, last_check: format_last_check, }; let root_clone = root.clone(); let update_fn: UpdateFn = Box::new(move || { let disk_id = id; let root = root_clone.clone(); Box::pin(async move { match get_disk_info(root.clone()).await { Ok((info, is_root_disk)) => { let physical_device_ids = match rustfs_utils::os::get_physical_device_ids(root.to_string_lossy().as_ref()) { Ok(ids) => ids, Err(err) => { warn!(root = ?root, error = ?err, "failed to resolve physical device ids for disk root"); Vec::new() } }; let disk_info = DiskInfo { total: info.total, free: info.free, used: info.used, used_inodes: info.files.saturating_sub(info.ffree), free_inodes: info.ffree, major: info.major, minor: info.minor, fs_type: info.fstype, root_disk: is_root_disk, physical_device_ids, id: disk_id, ..Default::default() }; // if root { // return Err(Error::new(DiskError::DriveIsRoot)); // } // disk_info.healing = Ok(disk_info) } Err(err) => Err(err.into()), } }) }); let cache = Cache::new(update_fn, Duration::from_secs(1), Opts::default()); // TODO: DIRECT support // TODD: DiskInfo let mut disk = Self { root: root.clone(), endpoint: ep.clone(), format_path, format_info: RwLock::new(format_info), disk_info_cache: Arc::new(cache), scanning: Arc::new(AtomicU32::new(0)), rotational: Default::default(), fstype: Default::default(), minor: Default::default(), major: Default::default(), nrrequests: Default::default(), // // format_legacy, // format_file_info: Mutex::new(format_meta), // format_data: Mutex::new(format_data), // format_last_check: Mutex::new(format_last_check), path_cache: Arc::new(ParkingLotRwLock::new(HashMap::with_capacity(2048))), current_dir: Arc::new(OnceLock::new()), exit_signal: None, }; let (info, _root) = get_disk_info(root).await?; disk.major = info.major; disk.minor = info.minor; disk.fstype = info.fstype; // if root { // return Err(Error::new(DiskError::DriveIsRoot)); // } if info.nrrequests > 0 { disk.nrrequests = info.nrrequests; } if info.rotational { disk.rotational = true; } disk.make_meta_volumes().await?; let (exit_tx, exit_rx) = tokio::sync::broadcast::channel(1); disk.exit_signal = Some(exit_tx); let root = disk.root.clone(); tokio::spawn(Self::cleanup_deleted_objects_loop(root, exit_rx)); debug!("LocalDisk created: {:?}", disk); Ok(disk) } async fn cleanup_deleted_objects_loop(root: PathBuf, mut exit_rx: tokio::sync::broadcast::Receiver<()>) { let mut interval = interval(DELETED_OBJECTS_CLEANUP_INTERVAL); loop { tokio::select! { _ = interval.tick() => { if let Err(err) = Self::cleanup_deleted_objects(root.clone()).await { error!("cleanup_deleted_objects error: {:?}", err); } if let Err(err) = Self::cleanup_stale_tmp_objects(root.clone()).await { error!("cleanup_stale_tmp_objects error: {:?}", err); } } _ = exit_rx.recv() => { info!("cleanup_deleted_objects_loop exit"); break; } } } } fn meta_path(root: &Path, meta_path: &str) -> PathBuf { #[cfg(windows)] let meta_path = meta_path.replace('/', "\\"); #[cfg(not(windows))] let meta_path = meta_path.to_string(); root.join(meta_path) } async fn cleanup_tmp_on_startup(root: &Path) -> Result<()> { let tmp_path = Self::meta_path(root, RUSTFS_META_TMP_BUCKET); let tmp_old_path = Self::meta_path(root, RUSTFS_META_TMP_OLD_BUCKET).join(Uuid::new_v4().to_string()); rename_all(&tmp_path, &tmp_old_path, root).await?; let tmp_old_root = Self::meta_path(root, RUSTFS_META_TMP_OLD_BUCKET); tokio::spawn(async move { if let Err(err) = tokio::fs::remove_dir_all(&tmp_old_root).await && err.kind() != ErrorKind::NotFound { warn!(path = ?tmp_old_root, error = ?err, "failed to remove old temporary data"); } }); tokio::fs::create_dir_all(Self::meta_path(root, RUSTFS_META_TMP_DELETED_BUCKET)).await?; Ok(()) } async fn cleanup_stale_tmp_objects(root: PathBuf) -> Result<()> { Self::cleanup_stale_tmp_objects_with_expiry(root, STALE_TMP_OBJECT_EXPIRY).await } async fn cleanup_stale_tmp_objects_with_expiry(root: PathBuf, expiry: Duration) -> Result<()> { let tmp_path = Self::meta_path(&root, RUSTFS_META_TMP_BUCKET); let mut entries = match fs::read_dir(&tmp_path).await { Ok(entries) => entries, Err(e) => { if e.kind() == ErrorKind::NotFound { return Ok(()); } return Err(e.into()); } }; while let Some(entry) = entries.next_entry().await? { let name = entry.file_name().to_string_lossy().to_string(); if name.is_empty() || name == "." || name == ".." || name == ".trash" { continue; } let file_type = entry.file_type().await?; if !file_type.is_dir() { continue; } let Some(age) = entry .metadata() .await? .modified() .ok() .and_then(|modified| modified.elapsed().ok()) else { continue; }; if age <= expiry { continue; } let target_path = Self::meta_path(&root, RUSTFS_META_TMP_DELETED_BUCKET).join(Uuid::new_v4().to_string()); rename_all(entry.path(), target_path, Self::meta_path(&root, RUSTFS_META_BUCKET)).await?; } Ok(()) } async fn cleanup_deleted_objects(root: PathBuf) -> Result<()> { let trash = Self::meta_path(&root, RUSTFS_META_TMP_DELETED_BUCKET); let mut entries = match fs::read_dir(&trash).await { Ok(entries) => entries, Err(e) => { if e.kind() == ErrorKind::NotFound { return Ok(()); } return Err(e.into()); } }; while let Some(entry) = entries.next_entry().await? { let name = entry.file_name().to_string_lossy().to_string(); if name.is_empty() || name == "." || name == ".." { continue; } let file_type = entry.file_type().await?; let path = trash.join(name); if file_type.is_dir() { if let Err(e) = tokio::fs::remove_dir_all(path).await && e.kind() != ErrorKind::NotFound { return Err(e.into()); } } else if let Err(e) = tokio::fs::remove_file(path).await && e.kind() != ErrorKind::NotFound { return Err(e.into()); } } Ok(()) } fn is_valid_volname(volname: &str) -> bool { if volname.len() < 3 { return false; } if cfg!(target_os = "windows") { // Windows volume names must not include reserved characters. // This regular expression matches disallowed characters. if volname.contains('|') || volname.contains('<') || volname.contains('>') || volname.contains('?') || volname.contains('*') || volname.contains(':') || volname.contains('"') || volname.contains('\\') { return false; } } else { // Non-Windows systems may require additional validation rules. } true } #[tracing::instrument(level = "debug", skip(self))] async fn check_format_json(&self) -> Result { let md = std::fs::metadata(&self.format_path).map_err(to_unformatted_disk_error)?; Ok(md) } async fn make_meta_volumes(&self) -> Result<()> { let buckets = format!("{RUSTFS_META_BUCKET}/{BUCKET_META_PREFIX}"); let multipart = format!("{}/{}", RUSTFS_META_BUCKET, "multipart"); let config = format!("{}/{}", RUSTFS_META_BUCKET, "config"); let tmp = format!("{}/{}", RUSTFS_META_BUCKET, "tmp"); let defaults = vec![ buckets.as_str(), multipart.as_str(), config.as_str(), tmp.as_str(), RUSTFS_META_TMP_DELETED_BUCKET, ]; self.make_volumes(defaults).await } // Optimized path resolution with caching pub fn resolve_abs_path(&self, path: impl AsRef) -> Result { let path_ref = path.as_ref(); let path_str = path_ref.to_string_lossy(); // Fast cache read { let cache = self.path_cache.read(); if let Some(cached_path) = cache.get(path_str.as_ref()) { return Ok(cached_path.clone()); } } // Calculate absolute path without using path_absolutize for better performance let abs_path = if path_ref.is_absolute() { path_ref.to_path_buf() } else { #[cfg(windows)] { self.root.join(path_str.replace('/', "\\")) } #[cfg(not(windows))] { self.root.join(path_ref) } }; // Normalize path components to avoid filesystem calls let normalized = normalize_path_components(abs_path.as_path()); // Cache the result { let mut cache = self.path_cache.write(); // Simple cache size control if cache.len() >= 4096 { // Clear half the cache - simple eviction strategy let keys_to_remove: Vec<_> = cache.keys().take(cache.len() / 2).cloned().collect(); for key in keys_to_remove { cache.remove(&key); } } cache.insert(path_str.into_owned(), normalized.clone()); } Ok(normalized) } // Get the absolute path of an object pub fn get_object_path(&self, bucket: &str, key: &str) -> Result { // For high-frequency paths, use faster string concatenation let cache_key = if key.is_empty() { bucket.to_string() } else { path_join_buf(&[bucket, key]) }; #[cfg(windows)] let path = self.root.join(cache_key.replace('/', "\\")); #[cfg(not(windows))] let path = self.root.join(cache_key); self.check_valid_path(&path)?; Ok(path) } // Get the absolute path of a bucket pub fn get_bucket_path(&self, bucket: &str) -> Result { #[cfg(windows)] let bucket_path = self.root.join(bucket.replace('/', "\\")); #[cfg(not(windows))] let bucket_path = self.root.join(bucket); self.check_valid_path(&bucket_path)?; Ok(bucket_path) } // Check if a path is valid fn check_valid_path>(&self, path: P) -> Result<()> { let path = normalize_path_components(path); if path.starts_with(&self.root) { Ok(()) } else { Err(DiskError::InvalidPath) } } // Batch path generation with single lock acquisition fn get_object_paths_batch(&self, requests: &[(String, String)]) -> Result> { let mut results = Vec::with_capacity(requests.len()); let mut cache_misses = Vec::new(); // First attempt to get all paths from cache { let cache = self.path_cache.read(); for (i, (bucket, key)) in requests.iter().enumerate() { let cache_key = path_join_buf(&[bucket, key]); if let Some(cached_path) = cache.get(&cache_key) { results.push((i, cached_path.clone())); } else { cache_misses.push((i, bucket, key, cache_key)); } } } // Handle cache misses if !cache_misses.is_empty() { let mut new_entries = Vec::new(); for (i, _bucket, _key, cache_key) in cache_misses { #[cfg(windows)] let path = self.root.join(cache_key.replace('/', "\\")); #[cfg(not(windows))] let path = self.root.join(&cache_key); results.push((i, path.clone())); new_entries.push((cache_key, path)); } // Batch update cache { let mut cache = self.path_cache.write(); for (key, path) in new_entries { cache.insert(key, path); } } } // Sort results back to original order results.sort_by_key(|(i, _)| *i); Ok(results.into_iter().map(|(_, path)| path).collect()) } // /// Write to the filesystem atomically. // /// This is done by first writing to a temporary location and then moving the file. // pub(crate) async fn prepare_file_write<'a>(&self, path: &'a PathBuf) -> Result> { // let tmp_path = self.get_object_path(RUSTFS_META_TMP_BUCKET, Uuid::new_v4().to_string().as_str())?; // debug!("prepare_file_write tmp_path:{:?}, path:{:?}", &tmp_path, &path); // let file = File::create(&tmp_path).await?; // let writer = BufWriter::new(file); // Ok(FileWriter { // tmp_path, // dest_path: path, // writer, // clean_tmp: true, // }) // } async fn move_to_trash(&self, delete_path: &PathBuf, recursive: bool, immediate_purge: bool) -> Result<()> { // if recursive { // remove_all_std(delete_path).map_err(to_volume_error)?; // } else { // remove_std(delete_path).map_err(to_file_error)?; // } // return Ok(()); // TODO: async notifications for disk space checks and trash cleanup let trash_path = self.get_object_path(RUSTFS_META_TMP_DELETED_BUCKET, Uuid::new_v4().to_string().as_str())?; // if let Some(parent) = trash_path.parent() { // if !parent.exists() { // fs::create_dir_all(parent).await?; // } // } let err = if recursive { rename_all(delete_path, trash_path, self.get_bucket_path(RUSTFS_META_TMP_DELETED_BUCKET)?) .await .err() } else { rename(&delete_path, &trash_path) .await .map_err(|e| to_file_error(e).into()) .err() }; if immediate_purge || delete_path.to_string_lossy().ends_with(SLASH_SEPARATOR) { let trash_path2 = self.get_object_path(RUSTFS_META_TMP_DELETED_BUCKET, Uuid::new_v4().to_string().as_str())?; let _ = rename_all( encode_dir_object(delete_path.to_string_lossy().as_ref()), trash_path2, self.get_bucket_path(RUSTFS_META_TMP_DELETED_BUCKET)?, ) .await; } if let Some(err) = err { if err == Error::DiskFull { if recursive { remove_all_std(delete_path).map_err(to_volume_error)?; } else { remove_std(delete_path).map_err(to_file_error)?; } } return Ok(()); } Ok(()) } #[tracing::instrument(level = "debug", skip(self))] #[async_recursion::async_recursion] async fn delete_file( &self, base_path: &PathBuf, delete_path: &PathBuf, recursive: bool, immediate_purge: bool, ) -> Result<()> { // debug!("delete_file {:?}\n base_path:{:?}", &delete_path, &base_path); if is_root_path(base_path) || is_root_path(delete_path) { // debug!("delete_file skip {:?}", &delete_path); return Ok(()); } if !delete_path.starts_with(base_path) || base_path == delete_path { // debug!("delete_file skip {:?}", &delete_path); return Ok(()); } if recursive { self.move_to_trash(delete_path, recursive, immediate_purge).await?; } else if delete_path.is_dir() { // debug!("delete_file remove_dir {:?}", &delete_path); if let Err(err) = fs::remove_dir(&delete_path).await { // debug!("remove_dir err {:?} when {:?}", &err, &delete_path); match err.kind() { ErrorKind::NotFound => (), ErrorKind::DirectoryNotEmpty => (), kind => { warn!("delete_file remove_dir {:?} err {}", &delete_path, kind.to_string()); return Err(Error::other(FileAccessDeniedWithContext { path: delete_path.clone(), source: err, })); } } } // debug!("delete_file remove_dir done {:?}", &delete_path); } else if let Err(err) = fs::remove_file(&delete_path).await { // debug!("remove_file err {:?} when {:?}", &err, &delete_path); match err.kind() { ErrorKind::NotFound => (), _ => { warn!("delete_file remove_file {:?} err {:?}", &delete_path, &err); return Err(Error::other(FileAccessDeniedWithContext { path: delete_path.clone(), source: err, })); } } } if let Some(dir_path) = delete_path.parent() { Box::pin(self.delete_file(base_path, &PathBuf::from(dir_path), false, false)).await?; } // debug!("delete_file done {:?}", &delete_path); Ok(()) } /// read xl.meta raw data #[tracing::instrument(level = "debug", skip(self, volume_dir, file_path))] async fn read_raw( &self, bucket: &str, volume_dir: impl AsRef, file_path: impl AsRef, read_data: bool, ) -> Result<(Vec, Option)> { if file_path.as_ref().as_os_str().is_empty() { return Err(DiskError::FileNotFound); } let meta_path = path_join(&[file_path.as_ref(), Path::new(STORAGE_FORMAT_FILE)]); let res = { if read_data { self.read_all_data_with_dmtime(bucket, volume_dir, meta_path).await } else { match self.read_metadata_with_dmtime(meta_path).await { Ok(res) => Ok(res), Err(err) => { if err == Error::FileNotFound && !skip_access_checks(volume_dir.as_ref().to_string_lossy().to_string().as_str()) && let Err(e) = access(volume_dir.as_ref()).await && e.kind() == ErrorKind::NotFound { // warn!("read_metadata_with_dmtime os err {:?}", &aerr); return Err(DiskError::VolumeNotFound); } Err(err) } } } }; let (buf, mtime) = res?; if buf.is_empty() { return Err(DiskError::FileNotFound); } Ok((buf, mtime)) } async fn read_metadata_with_dmtime(&self, file_path: impl AsRef) -> Result<(Vec, Option)> { check_path_length(file_path.as_ref().to_string_lossy().as_ref())?; let mut f = super::fs::open_file(file_path.as_ref(), O_RDONLY) .await .map_err(to_file_error)?; let meta = f.metadata().await.map_err(to_file_error)?; if meta.is_dir() { // fix use io::Error return Err(Error::FileNotFound); } let size = meta.len() as usize; let data = read_xl_meta_no_data(&mut f, size).await?; let modtime = match meta.modified() { Ok(md) => Some(OffsetDateTime::from(md)), Err(_) => None, }; Ok((data, modtime)) } async fn read_all_data(&self, volume: &str, volume_dir: impl AsRef, file_path: impl AsRef) -> Result> { // TODO: timeout support let (data, _) = self.read_all_data_with_dmtime(volume, volume_dir, file_path).await?; Ok(data) } #[tracing::instrument(level = "debug", skip(self, volume_dir, file_path))] async fn read_all_data_with_dmtime( &self, volume: &str, volume_dir: impl AsRef, file_path: impl AsRef, ) -> Result<(Vec, Option)> { let mut f = match super::fs::open_file(file_path.as_ref(), O_RDONLY).await { Ok(f) => f, Err(e) => { if e.kind() == ErrorKind::NotFound && !skip_access_checks(volume) && let Err(er) = access(volume_dir.as_ref()).await && er.kind() == ErrorKind::NotFound { warn!("read_all_data_with_dmtime os err {:?}", &er); return Err(DiskError::VolumeNotFound); } return Err(to_file_error(e).into()); } }; let meta = f.metadata().await.map_err(to_file_error)?; if meta.is_dir() { return Err(DiskError::FileNotFound); } let size = meta.len() as usize; let mut bytes = Vec::new(); bytes.try_reserve_exact(size).map_err(Error::other)?; f.read_to_end(&mut bytes).await.map_err(to_file_error)?; let modtime = match meta.modified() { Ok(md) => Some(OffsetDateTime::from(md)), Err(_) => None, }; Ok((bytes, modtime)) } async fn delete_versions_internal(&self, volume: &str, path: &str, fis: &[FileInfo]) -> Result<()> { let volume_dir = self.get_bucket_path(volume)?; let xlpath = self.get_object_path(volume, format!("{path}/{STORAGE_FORMAT_FILE}").as_str())?; let (data, _) = self.read_all_data_with_dmtime(volume, volume_dir.as_path(), &xlpath).await?; if data.is_empty() { return Err(DiskError::FileNotFound); } let mut fm = FileMeta::default(); fm.unmarshal_msg(&data)?; for fi in fis.iter() { let data_dir = match fm.delete_version(fi) { Ok(res) => res, Err(err) => { let err: DiskError = err.into(); if !fi.deleted && (err == DiskError::FileNotFound || err == DiskError::FileVersionNotFound) { continue; } return Err(err); } }; if let Some(dir) = data_dir { let vid = fi.version_id.unwrap_or_default(); let _ = fm.data.remove(vec![vid, dir]); let dir_path = self.get_object_path(volume, format!("{path}/{dir}").as_str())?; if let Err(err) = self.move_to_trash(&dir_path, true, false).await && !(err == DiskError::FileNotFound || err == DiskError::VolumeNotFound) { return Err(err); }; } } // Remove xl.meta when no versions remain if fm.versions.is_empty() { self.delete_file(&volume_dir, &xlpath, true, false).await?; return Ok(()); } // Update xl.meta let buf = fm.marshal_msg()?; let volume_dir = self.get_bucket_path(volume)?; self.write_all_private(volume, format!("{path}/{STORAGE_FORMAT_FILE}").as_str(), buf.into(), true, &volume_dir) .await?; Ok(()) } async fn write_all_meta(&self, volume: &str, path: &str, buf: &[u8], sync: bool) -> Result<()> { let volume_dir = self.get_bucket_path(volume)?; let file_path = self.get_object_path(volume, path)?; check_path_length(file_path.to_string_lossy().as_ref())?; let tmp_volume_dir = self.get_bucket_path(super::RUSTFS_META_TMP_BUCKET)?; let tmp_file_path = self.get_object_path(super::RUSTFS_META_TMP_BUCKET, Uuid::new_v4().to_string().as_str())?; self.write_all_internal(&tmp_file_path, InternalBuf::Ref(buf), sync, &tmp_volume_dir) .await?; rename_all(tmp_file_path, &file_path, volume_dir).await?; Ok(()) } // write_all_public for trail async fn write_all_public(&self, volume: &str, path: &str, data: Bytes) -> Result<()> { if volume == RUSTFS_META_BUCKET && path == super::FORMAT_CONFIG_FILE { let mut format_info = self.format_info.write().await; format_info.data.clone_from(&data); } let volume_dir = self.get_bucket_path(volume)?; self.write_all_private(volume, path, data, true, &volume_dir).await?; Ok(()) } // write_all_private with check_path_length #[tracing::instrument(level = "debug", skip_all)] async fn write_all_private(&self, volume: &str, path: &str, buf: Bytes, sync: bool, skip_parent: &Path) -> Result<()> { let file_path = self.get_object_path(volume, path)?; check_path_length(file_path.to_string_lossy().as_ref())?; self.write_all_internal(&file_path, InternalBuf::Owned(buf), sync, skip_parent) .await?; Ok(()) } // write_all_internal do write file async fn write_all_internal(&self, file_path: &Path, data: InternalBuf<'_>, sync: bool, skip_parent: &Path) -> Result<()> { let flags = O_CREATE | O_WRONLY | O_TRUNC; let mut f = { if sync { // TODO: support sync self.open_file(file_path, flags, skip_parent).await? } else { self.open_file(file_path, flags, skip_parent).await? } }; match data { InternalBuf::Ref(buf) => { f.write_all(buf).await.map_err(to_file_error)?; } InternalBuf::Owned(buf) => { f.write_all(buf.as_ref()).await.map_err(to_file_error)?; } } Ok(()) } async fn open_file(&self, path: impl AsRef, mode: usize, skip_parent: impl AsRef) -> Result { let mut skip_parent = skip_parent.as_ref(); if skip_parent.as_os_str().is_empty() { skip_parent = self.root.as_path(); } if let Some(parent) = path.as_ref().parent() && parent != skip_parent { os::make_dir_all(parent, skip_parent).await?; } let f = super::fs::open_file(path.as_ref(), mode).await.map_err(to_file_error)?; Ok(f) } async fn open_file_read_only(&self, path: impl AsRef) -> Result { let f = super::fs::open_file(path.as_ref(), O_RDONLY).await.map_err(to_file_error)?; Ok(f) } #[allow(dead_code)] fn get_metrics(&self) -> DiskMetrics { DiskMetrics::default() } async fn bitrot_verify( &self, part_path: &PathBuf, part_size: usize, algo: HashAlgorithm, sum: &[u8], shard_size: usize, ) -> Result<()> { let file = super::fs::open_file(part_path, O_RDONLY).await.map_err(to_file_error)?; let meta = file.metadata().await.map_err(to_file_error)?; let file_size = meta.len() as usize; bitrot_verify(Box::new(file), file_size, part_size, algo, Bytes::copy_from_slice(sum), shard_size) .await .map_err(to_file_error)?; Ok(()) } #[async_recursion::async_recursion] #[allow(clippy::too_many_arguments)] async fn scan_dir( &self, mut current: String, mut prefix: String, opts: &WalkDirOptions, out: &mut MetacacheWriter, objs_returned: &mut i32, skip_current_dir_object: bool, multipart_dir_to_skip: Option>, ) -> Result<()> where W: AsyncWrite + Unpin + Send, { let forward = { opts.forward_to .as_ref() .and_then(|v| v.strip_prefix(¤t)) .map(|forward| { if let Some(idx) = forward.find('/') { forward[..idx].to_owned() } else { forward.to_owned() } }) }; if opts.limit > 0 && *objs_returned >= opts.limit { return Ok(()); } // TODO: add lock let mut entries = match self.list_dir("", &opts.bucket, ¤t, -1).await { Ok(res) => res, Err(e) => { if e != DiskError::VolumeNotFound && e != Error::FileNotFound { error!("scan list_dir {}, err {:?}", ¤t, &e); return Err(e); } if opts.report_notfound && e == Error::FileNotFound && current == opts.base_dir { return Err(DiskError::FileNotFound); } return Ok(()); } }; if entries.is_empty() { return Ok(()); } current = current.trim_matches('/').to_owned(); let bucket = opts.bucket.as_str(); let mut dir_objes = HashSet::new(); // First-level filtering for item in entries.iter_mut() { let entry = item.clone(); // check limit if opts.limit > 0 && *objs_returned >= opts.limit { return Ok(()); } // check multipart dir if skip_current_dir_object && let Some(ref dir_to_skip) = multipart_dir_to_skip && dir_to_skip.contains(entry.trim_end_matches(SLASH_SEPARATOR)) { *item = "".to_owned(); continue; } // check prefix if !prefix.is_empty() && !entry.starts_with(prefix.as_str()) { *item = "".to_owned(); continue; } if let Some(forward) = &forward && &entry < forward { *item = "".to_owned(); continue; } if entry.ends_with(SLASH_SEPARATOR) { if entry.ends_with(GLOBAL_DIR_SUFFIX_WITH_SLASH) { let entry = format!("{}{}", entry.as_str().trim_end_matches(GLOBAL_DIR_SUFFIX_WITH_SLASH), SLASH_SEPARATOR); dir_objes.insert(entry.clone()); *item = entry; continue; } *item = entry.trim_end_matches(SLASH_SEPARATOR).to_owned(); continue; } *item = "".to_owned(); if entry.ends_with(STORAGE_FORMAT_FILE) { if skip_current_dir_object { continue; } let metadata = self .read_metadata(bucket, format!("{}/{}", ¤t, &entry).as_str()) .await?; let entry = entry.strip_suffix(STORAGE_FORMAT_FILE).unwrap_or_default().to_owned(); let name = entry.trim_end_matches(SLASH_SEPARATOR); let name = decode_dir_object(format!("{}/{}", ¤t, &name).as_str()); // if opts.limit > 0 // && let Ok(meta) = FileMeta::load(&metadata) // && !meta.all_hidden(true) // { *objs_returned += 1; // } out.write_obj(&MetaCacheEntry { name: name.clone(), metadata: metadata.to_vec(), ..Default::default() }) .await?; continue; } } entries.sort(); if let Some(forward) = &forward { for (i, entry) in entries.iter().enumerate() { if entry >= forward || forward.starts_with(entry.as_str()) { entries.drain(..i); break; } } } let mut dir_stack: Vec<(String, bool, Option>)> = Vec::with_capacity(5); // Explicit directory markers and real directories can resolve to the same logical path. let schedule_dir = |dir_stack: &mut Vec<(String, bool, Option>)>, dir_name: String, skip_object: bool, dir_to_skip: Option>| { if let Some((last_dir_name, existing_skip_object, existing_dir_to_skip)) = dir_stack.last_mut() && *last_dir_name == dir_name { *existing_skip_object |= skip_object; if let Some(existing_dir_to_skip) = existing_dir_to_skip { if let Some(new_dir_to_skip) = &dir_to_skip { existing_dir_to_skip.extend(new_dir_to_skip.iter().cloned()); } } else { *existing_dir_to_skip = dir_to_skip; } } else { dir_stack.push((dir_name, skip_object, dir_to_skip)); } }; prefix = "".to_owned(); for entry in entries.iter() { if opts.limit > 0 && *objs_returned >= opts.limit { return Ok(()); } if entry.is_empty() { continue; } let name = path_join_buf(&[current.as_str(), entry.as_str()]); while let Some((last_name, _, _)) = dir_stack.last() && *last_name < name { let (pop, skip_object, dir_to_skip) = dir_stack.pop().unwrap(); out.write_obj(&MetaCacheEntry { name: pop.clone(), ..Default::default() }) .await?; if opts.recursive && let Err(er) = Box::pin(self.scan_dir(pop, prefix.clone(), opts, out, objs_returned, skip_object, dir_to_skip)).await { error!("scan_dir err {:?}", er); } } let mut meta = MetaCacheEntry { name, ..Default::default() }; let mut is_dir_obj = false; if let Some(_dir) = dir_objes.get(entry) { is_dir_obj = true; meta.name .truncate(meta.name.len() - meta.name.chars().last().unwrap().len_utf8()); meta.name.push_str(GLOBAL_DIR_SUFFIX_WITH_SLASH); } let fname = format!("{}/{}", &meta.name, STORAGE_FORMAT_FILE); match self.read_metadata(&opts.bucket, fname.as_str()).await { Ok(res) => { if is_dir_obj { meta.name = meta.name.trim_end_matches(GLOBAL_DIR_SUFFIX_WITH_SLASH).to_owned(); meta.name.push_str(SLASH_SEPARATOR); } meta.metadata = res.to_vec(); out.write_obj(&meta).await?; // if let Ok(meta) = FileMeta::load(&meta.metadata) // && !meta.all_hidden(true) // { *objs_returned += 1; // } if opts.recursive { let mut dir_to_skip = HashSet::new(); if let Ok(file_meta) = FileMeta::load(&res) && let Ok(data_dirs) = file_meta.get_data_dirs() { for data_dir in data_dirs.iter().flatten() { dir_to_skip.insert(data_dir.to_string()); } } let mut dir_name = meta.name.clone(); if !dir_name.ends_with(SLASH_SEPARATOR) { dir_name.push_str(SLASH_SEPARATOR); } schedule_dir( &mut dir_stack, dir_name, true, if dir_to_skip.is_empty() { None } else { Some(dir_to_skip) }, ); } } Err(err) => { if err == Error::FileNotFound || err == Error::IsNotRegular { // NOT an object, append to stack (with slash) // If dirObject, but no metadata (which is unexpected) we skip it. if !is_dir_obj && !is_empty_dir(self.get_object_path(&opts.bucket, &meta.name)?).await { meta.name.push_str(SLASH_SEPARATOR); schedule_dir(&mut dir_stack, meta.name, false, None); } } continue; } }; } while let Some((dir, skip_object, dir_to_skip)) = dir_stack.pop() { if opts.limit > 0 && *objs_returned >= opts.limit { return Ok(()); } out.write_obj(&MetaCacheEntry { name: dir.clone(), ..Default::default() }) .await?; if opts.recursive && let Err(er) = Box::pin(self.scan_dir(dir, prefix.clone(), opts, out, objs_returned, skip_object, dir_to_skip)).await { warn!("scan_dir err {:?}", &er); } } Ok(()) } } pub struct ScanGuard(pub Arc); impl Drop for ScanGuard { fn drop(&mut self) { self.0.fetch_sub(1, Ordering::Release); } } fn is_root_path(path: impl AsRef) -> bool { path.as_ref().components().count() == 1 && path.as_ref().has_root() } // Filter std::io::ErrorKind::NotFound async fn read_file_exists(path: impl AsRef) -> Result<(Bytes, Option)> { let p = path.as_ref(); let (data, meta) = match read_file_all(&p).await { Ok((data, meta)) => (data, Some(meta)), Err(e) => { if e == Error::FileNotFound { (Bytes::new(), None) } else { return Err(e); } } }; // let mut data = Vec::new(); // if meta.is_some() { // data = fs::read(&p).await?; // } Ok((data, meta)) } async fn read_file_all(path: impl AsRef) -> Result<(Bytes, Metadata)> { let p = path.as_ref(); let meta = read_file_metadata(&path).await?; let data = fs::read(&p).await.map_err(to_file_error)?; Ok((data.into(), meta)) } async fn read_file_metadata(p: impl AsRef) -> Result { let meta = fs::metadata(&p).await.map_err(to_file_error)?; Ok(meta) } fn skip_access_checks(p: impl AsRef) -> bool { let vols = [ RUSTFS_META_TMP_DELETED_BUCKET, super::RUSTFS_META_TMP_BUCKET, super::RUSTFS_META_MULTIPART_BUCKET, RUSTFS_META_BUCKET, ]; for v in vols.iter() { if p.as_ref().starts_with(v) { return true; } } false } // Lightweight path normalization without filesystem calls fn normalize_path_components(path: impl AsRef) -> PathBuf { let path = path.as_ref(); let mut result = PathBuf::new(); for component in path.components() { match component { std::path::Component::Normal(name) => { result.push(name); } std::path::Component::ParentDir => { result.pop(); } std::path::Component::CurDir => { // Ignore current directory components } std::path::Component::RootDir => { result.push(component); } std::path::Component::Prefix(_prefix) => { result.push(component); } } } result } #[async_trait::async_trait] impl DiskAPI for LocalDisk { fn to_string(&self) -> String { self.root.to_string_lossy().to_string() } fn is_local(&self) -> bool { true } fn host_name(&self) -> String { self.endpoint.host_port() } async fn is_online(&self) -> bool { true } fn endpoint(&self) -> Endpoint { self.endpoint.clone() } async fn close(&self) -> Result<()> { Ok(()) } fn path(&self) -> PathBuf { self.root.clone() } fn get_disk_location(&self) -> DiskLocation { DiskLocation { pool_idx: { if self.endpoint.pool_idx < 0 { None } else { Some(self.endpoint.pool_idx as usize) } }, set_idx: { if self.endpoint.set_idx < 0 { None } else { Some(self.endpoint.set_idx as usize) } }, disk_idx: { if self.endpoint.disk_idx < 0 { None } else { Some(self.endpoint.disk_idx as usize) } }, } } #[tracing::instrument(level = "debug", skip(self))] async fn get_disk_id(&self) -> Result> { let format_info = { let format_info = self.format_info.read().await; format_info.clone() }; let id = format_info.id; // if format_info.last_check_valid() { // return Ok(id); // } if format_info.file_info.is_some() && id.is_some() { // check last check time if let Some(last_check) = format_info.last_check && last_check.unix_timestamp() + 1 < OffsetDateTime::now_utc().unix_timestamp() { return Ok(id); } } let file_meta = self.check_format_json().await?; if let Some(file_info) = &format_info.file_info && super::fs::same_file(&file_meta, file_info) { let mut format_info = self.format_info.write().await; format_info.last_check = Some(OffsetDateTime::now_utc()); drop(format_info); return Ok(id); } debug!("get_disk_id: read format.json"); let b = fs::read(&self.format_path).await.map_err(to_unformatted_disk_error)?; let fm = FormatV3::try_from(b.as_slice()).map_err(|e| { warn!("decode format.json err {:?}", e); DiskError::CorruptedBackend })?; let (m, n) = fm.find_disk_index_by_disk_id(fm.erasure.this)?; let disk_id = fm.erasure.this; if m as i32 != self.endpoint.set_idx || n as i32 != self.endpoint.disk_idx { return Err(DiskError::InconsistentDisk); } let mut format_info = self.format_info.write().await; format_info.id = Some(disk_id); format_info.file_info = Some(file_meta); format_info.data = b.into(); format_info.last_check = Some(OffsetDateTime::now_utc()); drop(format_info); Ok(Some(disk_id)) } async fn set_disk_id(&self, _id: Option) -> Result<()> { // No setup is required locally Ok(()) } #[tracing::instrument(skip(self))] async fn read_all(&self, volume: &str, path: &str) -> Result { if volume == RUSTFS_META_BUCKET && path == super::FORMAT_CONFIG_FILE { let format_info = self.format_info.read().await; if !format_info.data.is_empty() { return Ok(format_info.data.clone()); } } let p = self.get_object_path(volume, path)?; let (data, _) = read_file_all(&p).await?; Ok(data) } #[tracing::instrument(level = "debug", skip_all)] async fn write_all(&self, volume: &str, path: &str, data: Bytes) -> Result<()> { self.write_all_public(volume, path, data).await } #[tracing::instrument(skip(self))] async fn delete(&self, volume: &str, path: &str, opt: DeleteOptions) -> Result<()> { let volume_dir = self.get_bucket_path(volume)?; if !skip_access_checks(volume) && let Err(e) = access(&volume_dir).await { return Err(to_access_error(e, DiskError::VolumeAccessDenied).into()); } let file_path = self.get_object_path(volume, path)?; check_path_length(file_path.to_string_lossy().to_string().as_str())?; self.delete_file(&volume_dir, &file_path, opt.recursive, opt.immediate) .await?; Ok(()) } #[tracing::instrument(skip(self))] async fn verify_file(&self, volume: &str, path: &str, fi: &FileInfo) -> Result { let volume_dir = self.get_bucket_path(volume)?; if !skip_access_checks(volume) && let Err(e) = access(&volume_dir).await { return Err(to_access_error(e, DiskError::VolumeAccessDenied).into()); } let mut resp = CheckPartsResp { results: vec![0; fi.parts.len()], }; let erasure = &fi.erasure; for (i, part) in fi.parts.iter().enumerate() { let checksum_info = erasure.get_checksum_info(part.number); let checksum_algo = if fi.uses_legacy_checksum && checksum_info.algorithm == rustfs_utils::HashAlgorithm::HighwayHash256S { rustfs_utils::HashAlgorithm::HighwayHash256SLegacy } else { checksum_info.algorithm }; let part_path = self.get_object_path( volume, path_join_buf(&[ path, &fi.data_dir.map_or_else(|| "".to_string(), |dir| dir.to_string()), &format!("part.{}", part.number), ]) .as_str(), )?; let err = self .bitrot_verify( &part_path, erasure.shard_file_size(part.size as i64) as usize, checksum_algo, &checksum_info.hash, erasure.shard_size(), ) .await .err(); resp.results[i] = conv_part_err_to_int(&err); if resp.results[i] == CHECK_PART_UNKNOWN && let Some(err) = err { error!("verify_file: failed to bitrot verify file: {:?}, error: {:?}", &part_path, &err); if err == DiskError::FileAccessDenied { continue; } info!("part unknown, disk: {}, path: {:?}", self.to_string(), part_path); } } Ok(resp) } #[tracing::instrument(skip(self))] async fn read_parts(&self, bucket: &str, paths: &[String]) -> Result> { let volume_dir = self.get_bucket_path(bucket)?; let mut ret = vec![ObjectPartInfo::default(); paths.len()]; for (i, path_str) in paths.iter().enumerate() { let path = Path::new(path_str); let file_name = path.file_name().and_then(|v| v.to_str()).unwrap_or_default(); let num = file_name .strip_prefix("part.") .and_then(|v| v.strip_suffix(".meta")) .and_then(|v| v.parse::().ok()) .unwrap_or_default(); if let Err(err) = access( self.get_object_path( bucket, path_join_buf(&[ path.parent().unwrap_or_else(|| Path::new("")).to_string_lossy().as_ref(), &format!("part.{num}"), ]) .as_str(), )?, ) .await { ret[i] = ObjectPartInfo { number: num, error: Some(err.to_string()), ..Default::default() }; continue; } let data = match self .read_all_data(bucket, volume_dir.clone(), self.get_object_path(bucket, path.to_string_lossy().as_ref())?) .await { Ok(data) => data, Err(err) => { ret[i] = ObjectPartInfo { number: num, error: Some(err.to_string()), ..Default::default() }; continue; } }; match ObjectPartInfo::unmarshal(&data) { Ok(meta) => { ret[i] = meta; } Err(err) => { ret[i] = ObjectPartInfo { number: num, error: Some(err.to_string()), ..Default::default() }; } }; } Ok(ret) } #[tracing::instrument(skip(self))] async fn check_parts(&self, volume: &str, path: &str, fi: &FileInfo) -> Result { let volume_dir = self.get_bucket_path(volume)?; let file_path = self.get_object_path(volume, path)?; check_path_length(file_path.to_string_lossy().as_ref())?; let mut resp = CheckPartsResp { results: vec![0; fi.parts.len()], }; for (i, part) in fi.parts.iter().enumerate() { let part_path = self.get_object_path( volume, path_join_buf(&[ path, &fi.data_dir.map_or_else(|| "".to_string(), |dir| dir.to_string()), &format!("part.{}", part.number), ]) .as_str(), )?; info!("check_parts: part_path: {:?}", &part_path); match lstat(&part_path).await { Ok(st) => { if st.is_dir() { resp.results[i] = CHECK_PART_FILE_NOT_FOUND; continue; } if (st.len() as i64) < fi.erasure.shard_file_size(part.size as i64) { resp.results[i] = CHECK_PART_FILE_CORRUPT; continue; } resp.results[i] = CHECK_PART_SUCCESS; } Err(err) => { info!("check_parts: failed to stat file: {:?}, error: {:?}", &part_path, &err); let e: DiskError = to_file_error(err).into(); if e == DiskError::FileNotFound { if !skip_access_checks(volume) && let Err(err) = access(&volume_dir).await && err.kind() == ErrorKind::NotFound { resp.results[i] = CHECK_PART_VOLUME_NOT_FOUND; continue; } resp.results[i] = CHECK_PART_FILE_NOT_FOUND; } else { error!("check_parts: failed to stat file: {:?}, error: {:?}", &file_path, &e); } continue; } } } Ok(resp) } #[tracing::instrument(level = "debug", skip(self))] async fn rename_part(&self, src_volume: &str, src_path: &str, dst_volume: &str, dst_path: &str, meta: Bytes) -> Result<()> { let src_volume_dir = self.get_bucket_path(src_volume)?; let dst_volume_dir = self.get_bucket_path(dst_volume)?; if !skip_access_checks(src_volume) { super::fs::access_std(&src_volume_dir).map_err(|e| to_access_error(e, DiskError::VolumeAccessDenied))? } if !skip_access_checks(dst_volume) { super::fs::access_std(&dst_volume_dir).map_err(|e| to_access_error(e, DiskError::VolumeAccessDenied))? } let src_is_dir = has_suffix(src_path, SLASH_SEPARATOR); let dst_is_dir = has_suffix(dst_path, SLASH_SEPARATOR); if !src_is_dir && dst_is_dir || src_is_dir && !dst_is_dir { warn!( "rename_part src and dst must be both dir or file src_is_dir:{}, dst_is_dir:{}", src_is_dir, dst_is_dir ); return Err(DiskError::FileAccessDenied); } let src_file_path = self.get_object_path(src_volume, src_path)?; let dst_file_path = self.get_object_path(dst_volume, dst_path)?; // warn!("rename_part src_file_path:{:?}, dst_file_path:{:?}", &src_file_path, &dst_file_path); check_path_length(src_file_path.to_string_lossy().as_ref())?; check_path_length(dst_file_path.to_string_lossy().as_ref())?; if src_is_dir { let meta_op = match lstat_std(&src_file_path).map_err(|e| to_file_error(e).into()) { Ok(meta) => Some(meta), Err(e) => { if e != DiskError::FileNotFound { return Err(e); } None } }; if let Some(meta) = meta_op && !meta.is_dir() { warn!("rename_part src is not dir {:?}", &src_file_path); return Err(DiskError::FileAccessDenied); } remove_std(&dst_file_path).map_err(to_file_error)?; } rename_all(&src_file_path, &dst_file_path, &dst_volume_dir).await?; self.write_all(dst_volume, format!("{dst_path}.meta").as_str(), meta).await?; if let Some(parent) = src_file_path.parent() { self.delete_file(&src_volume_dir, &parent.to_path_buf(), false, false).await?; } Ok(()) } #[tracing::instrument(skip(self))] async fn rename_file(&self, src_volume: &str, src_path: &str, dst_volume: &str, dst_path: &str) -> Result<()> { let src_volume_dir = self.get_bucket_path(src_volume)?; let dst_volume_dir = self.get_bucket_path(dst_volume)?; if !skip_access_checks(src_volume) { access(&src_volume_dir) .await .map_err(|e| to_access_error(e, DiskError::VolumeAccessDenied))?; } if !skip_access_checks(dst_volume) { access(&dst_volume_dir) .await .map_err(|e| to_access_error(e, DiskError::VolumeAccessDenied))?; } let src_is_dir = has_suffix(src_path, SLASH_SEPARATOR); let dst_is_dir = has_suffix(dst_path, SLASH_SEPARATOR); if (dst_is_dir || src_is_dir) && (!dst_is_dir || !src_is_dir) { return Err(Error::from(DiskError::FileAccessDenied)); } let src_file_path = self.get_object_path(src_volume, src_path)?; check_path_length(src_file_path.to_string_lossy().as_ref())?; let dst_file_path = self.get_object_path(dst_volume, dst_path)?; check_path_length(dst_file_path.to_string_lossy().as_ref())?; if src_is_dir { let meta_op = match lstat(&src_file_path).await { Ok(meta) => Some(meta), Err(e) => { let e: DiskError = to_file_error(e).into(); if e != DiskError::FileNotFound { return Err(e); } else { None } } }; if let Some(meta) = meta_op && !meta.is_dir() { return Err(DiskError::FileAccessDenied); } remove(&dst_file_path).await.map_err(to_file_error)?; } rename_all(&src_file_path, &dst_file_path, &dst_volume_dir).await?; if let Some(parent) = src_file_path.parent() { let _ = self.delete_file(&src_volume_dir, &parent.to_path_buf(), false, false).await; } Ok(()) } #[tracing::instrument(level = "debug", skip(self))] async fn create_file(&self, origvolume: &str, volume: &str, path: &str, _file_size: i64) -> Result { if !origvolume.is_empty() { let origvolume_dir = self.get_bucket_path(origvolume)?; if !skip_access_checks(origvolume) { access(origvolume_dir) .await .map_err(|e| to_access_error(e, DiskError::VolumeAccessDenied))?; } } let volume_dir = self.get_bucket_path(volume)?; let file_path = self.get_object_path(volume, path)?; check_path_length(file_path.to_string_lossy().as_ref())?; // TODO: writeAllDirect io.copy // info!("file_path: {:?}", file_path); if let Some(parent) = file_path.parent() { os::make_dir_all(parent, &volume_dir).await?; } let f = super::fs::open_file(&file_path, O_CREATE | O_WRONLY) .await .map_err(to_file_error)?; let reclaim_on_shutdown = should_reclaim_file_cache_after_write(_file_size); Ok(Box::new(FileCacheReclaimWriter::new(f, _file_size.max(0) as usize, reclaim_on_shutdown))) // Ok(()) } #[tracing::instrument(level = "debug", skip(self))] // async fn append_file(&self, volume: &str, path: &str, mut r: DuplexStream) -> Result { async fn append_file(&self, volume: &str, path: &str) -> Result { let volume_dir = self.get_bucket_path(volume)?; if !skip_access_checks(volume) { access(&volume_dir) .await .map_err(|e| to_access_error(e, DiskError::VolumeAccessDenied))?; } let file_path = self.get_object_path(volume, path)?; check_path_length(file_path.to_string_lossy().as_ref())?; let f = self.open_file(file_path, O_CREATE | O_APPEND | O_WRONLY, volume_dir).await?; Ok(Box::new(f)) } // TODO: io verifier #[tracing::instrument(level = "debug", skip(self))] async fn read_file(&self, volume: &str, path: &str) -> Result { // warn!("disk read_file: volume: {}, path: {}", volume, path); let volume_dir = self.get_bucket_path(volume)?; if !skip_access_checks(volume) { access(&volume_dir) .await .map_err(|e| to_access_error(e, DiskError::VolumeAccessDenied))?; } let file_path = self.get_object_path(volume, path)?; check_path_length(file_path.to_string_lossy().as_ref())?; let f = self.open_file_read_only(file_path).await?; Ok(Box::new(f)) } #[tracing::instrument(level = "debug", skip(self))] async fn read_file_stream(&self, volume: &str, path: &str, offset: usize, length: usize) -> Result { let volume_dir = self.get_bucket_path(volume)?; if !skip_access_checks(volume) { access(&volume_dir) .await .map_err(|e| to_access_error(e, DiskError::VolumeAccessDenied))?; } let file_path = self.get_object_path(volume, path)?; check_path_length(file_path.to_string_lossy().as_ref())?; let mut f = self.open_file_read_only(file_path).await?; let meta = f.metadata().await?; let end_offset = offset.checked_add(length).ok_or(DiskError::FileCorrupt)?; if meta.len() < end_offset as u64 { error!( "read_file_stream: file size is less than offset + length {} + {} = {}", offset, length, meta.len() ); return Err(DiskError::FileCorrupt); } if offset > 0 { f.seek(SeekFrom::Start(offset as u64)).await?; } let reclaim_on_drop = should_reclaim_file_cache_after_read(length); Ok(Box::new(FileCacheReclaimReader::new(f, offset as u64, length, reclaim_on_drop))) } /// Zero-copy file read using memory mapping (Unix) or efficient read (non-Unix). /// Returns Bytes that can be shared without copying. // SAFETY: Unix unsafe calls in this function only query page size and mmap // a read-only file region after bounds and alignment are validated. #[allow(unsafe_code)] #[tracing::instrument(level = "debug", skip(self))] async fn read_file_zero_copy(&self, volume: &str, path: &str, offset: usize, length: usize) -> Result { let volume_dir = self.get_bucket_path(volume)?; if !skip_access_checks(volume) { access(&volume_dir) .await .map_err(|e| to_access_error(e, DiskError::VolumeAccessDenied))?; } let file_path = self.get_object_path(volume, path)?; check_path_length(file_path.to_string_lossy().as_ref())?; // Verify file exists and get metadata let file_path_clone = file_path.clone(); let meta = tokio::task::spawn_blocking(move || std::fs::metadata(&file_path_clone).map_err(DiskError::from)) .await .map_err(DiskError::from)??; let end_offset = offset.checked_add(length).ok_or(DiskError::FileCorrupt)?; if meta.len() < end_offset as u64 { error!( "read_file_zero_copy: file size is less than offset + length {} + {} = {}", offset, length, meta.len() ); return Err(DiskError::FileCorrupt); } // Unix: use mmap to read the data (copies into Bytes for safe ownership) // Non-Unix: fall back to efficient read #[cfg(unix)] { use memmap2::MmapOptions; use std::time::Instant; let start = Instant::now(); let file_path_clone = file_path.clone(); let should_reclaim_after_read = should_reclaim_file_cache_after_read(length); let bytes = tokio::task::spawn_blocking(move || { let file = std::fs::File::open(&file_path_clone).map_err(DiskError::from)?; #[cfg(target_os = "macos")] if should_reclaim_after_read { let _ = set_std_fd_nocache(&file); } // mmap offsets on Unix must be page-size aligned. Align the // mapping down to the nearest page boundary, then slice out the // originally requested logical range. // SAFETY: `sysconf(_SC_PAGESIZE)` has no pointer arguments and // only queries process-global OS configuration. let page_size = unsafe { libc::sysconf(libc::_SC_PAGESIZE) }; if page_size <= 0 { return Err(DiskError::other("failed to determine system page size")); } let page_size = page_size as u64; let offset_u64 = offset as u64; let aligned_offset = offset_u64 - (offset_u64 % page_size); let logical_offset = (offset_u64 - aligned_offset) as usize; let map_len = logical_offset .checked_add(length) .ok_or_else(|| DiskError::other("mmap length overflow"))?; // SAFETY: The file is opened as read-only, and we're mapping a region // that we've already verified exists and is within file bounds. The // file offset passed to mmap is page-size aligned as required on Unix. let mmap = unsafe { MmapOptions::new().offset(aligned_offset).len(map_len).map(&file) }.map_err(DiskError::other)?; // Copy only the requested logical range into a Bytes buffer. This // avoids undefined behavior from treating OS-managed mmap memory as // allocator-managed Vec storage, at the cost of an extra copy. let end = logical_offset .checked_add(length) .ok_or_else(|| DiskError::other("mmap slice length overflow"))?; let bytes = Bytes::copy_from_slice(&mmap[logical_offset..end]); #[cfg(target_os = "linux")] if should_reclaim_after_read { use core::num::NonZeroU64; use rustix::fs::{Advice, fadvise}; let reclaim_len = NonZeroU64::new(map_len as u64).ok_or_else(|| DiskError::other("mmap reclaim length overflow"))?; fadvise(&file, aligned_offset, Some(reclaim_len), Advice::DontNeed) .map_err(std::io::Error::from) .map_err(DiskError::from)?; } Ok::(bytes) }) .await .map_err(DiskError::from)??; // Log successful mmap read metrics let duration_ms = start.elapsed().as_secs_f64() * 1000.0; // Record mmap read metrics rustfs_io_metrics::record_zero_copy_read(length, duration_ms); debug!(size = length, duration_ms = duration_ms, "mmap_read_success"); return Ok(bytes); } // Non-Unix fallback: efficient read into Bytes #[cfg(not(unix))] { // Record zero-copy fallback rustfs_io_metrics::record_zero_copy_fallback("non_unix_platform"); debug!(reason = "non_unix_platform", "zero_copy_fallback"); let mut f = self.open_file(file_path, O_RDONLY, volume_dir).await?; if offset > 0 { f.seek(SeekFrom::Start(offset as u64)).await?; } let mut buffer = vec![0; length]; f.read_exact(&mut buffer).await?; Ok(Bytes::from(buffer)) } } #[tracing::instrument(level = "debug", skip(self))] async fn list_dir(&self, origvolume: &str, volume: &str, dir_path: &str, count: i32) -> Result> { if !origvolume.is_empty() { let origvolume_dir = self.get_bucket_path(origvolume)?; if !skip_access_checks(origvolume) && let Err(e) = access(origvolume_dir).await { return Err(to_access_error(e, DiskError::VolumeAccessDenied).into()); } } let volume_dir = self.get_bucket_path(volume)?; let dir_path_abs = self.get_object_path(volume, dir_path.trim_start_matches(SLASH_SEPARATOR))?; let entries = match os::read_dir(&dir_path_abs, count).await { Ok(res) => res, Err(e) => { if e.kind() == ErrorKind::NotFound && !skip_access_checks(volume) && let Err(e) = access(&volume_dir).await { return Err(to_access_error(e, DiskError::VolumeAccessDenied).into()); } return Err(to_file_error(e).into()); } }; Ok(entries) } // FIXME: TODO: io.writer TODO cancel #[tracing::instrument(level = "debug", skip(self, wr))] async fn walk_dir(&self, opts: WalkDirOptions, wr: &mut W) -> Result<()> { let volume_dir = self.get_bucket_path(&opts.bucket)?; if !skip_access_checks(&opts.bucket) && let Err(e) = access(&volume_dir).await { return Err(to_access_error(e, DiskError::VolumeAccessDenied).into()); } let mut wr = wr; let mut out = MetacacheWriter::new(&mut wr); let mut objs_returned = 0; let mut skip_current_dir_object = false; let mut multipart_dir_to_skip: HashSet = HashSet::new(); if opts.base_dir.ends_with(SLASH_SEPARATOR) { if let Ok(data) = self .read_metadata( &opts.bucket, path_join_buf(&[ format!("{}{}", opts.base_dir.trim_end_matches(SLASH_SEPARATOR), GLOBAL_DIR_SUFFIX).as_str(), STORAGE_FORMAT_FILE, ]) .as_str(), ) .await { let meta = MetaCacheEntry { name: opts.base_dir.clone(), metadata: data.to_vec(), ..Default::default() }; out.write_obj(&meta).await?; objs_returned += 1; } else { let fpath = self.get_object_path(&opts.bucket, path_join_buf(&[opts.base_dir.as_str(), STORAGE_FORMAT_FILE]).as_str())?; if let Ok(meta) = tokio::fs::metadata(&fpath).await && meta.is_file() { skip_current_dir_object = true; if let Ok(meta_bytes) = self .read_metadata( opts.bucket.as_str(), path_join_buf(&[opts.base_dir.as_str(), STORAGE_FORMAT_FILE]).as_str(), ) .await && let Ok(file_meta) = FileMeta::load(&meta_bytes) && let Ok(data_dirs) = file_meta.get_data_dirs() { for data_dir in data_dirs.iter().flatten() { multipart_dir_to_skip.insert(data_dir.to_string()); } } } } } self.scan_dir( opts.base_dir.clone(), opts.filter_prefix.clone().unwrap_or_default(), &opts, &mut out, &mut objs_returned, skip_current_dir_object, if multipart_dir_to_skip.is_empty() { None } else { Some(multipart_dir_to_skip) }, ) .await?; Ok(()) } #[tracing::instrument(level = "debug", skip(self, fi))] async fn rename_data( &self, src_volume: &str, src_path: &str, fi: FileInfo, dst_volume: &str, dst_path: &str, ) -> Result { let src_volume_dir = self.get_bucket_path(src_volume)?; if !skip_access_checks(src_volume) && let Err(e) = super::fs::access_std(&src_volume_dir) { info!("access checks failed, src_volume_dir: {:?}, err: {}", src_volume_dir, e.to_string()); return Err(to_access_error(e, DiskError::VolumeAccessDenied).into()); } let dst_volume_dir = self.get_bucket_path(dst_volume)?; if !skip_access_checks(dst_volume) && let Err(e) = super::fs::access_std(&dst_volume_dir) { info!("access checks failed, dst_volume_dir: {:?}, err: {}", dst_volume_dir, e.to_string()); return Err(to_access_error(e, DiskError::VolumeAccessDenied).into()); } // xl.meta path let src_file_path = self.get_object_path(src_volume, format!("{}/{}", &src_path, STORAGE_FORMAT_FILE).as_str())?; let dst_file_path = self.get_object_path(dst_volume, format!("{}/{}", &dst_path, STORAGE_FORMAT_FILE).as_str())?; // data_dir path let has_data_dir_path = { let has_data_dir = { if !fi.is_remote() { fi.data_dir .map(|dir| rustfs_utils::path::retain_slash(dir.to_string().as_str())) } else { None } }; if let Some(data_dir) = has_data_dir { let src_data_path = self.get_object_path( src_volume, rustfs_utils::path::retain_slash(format!("{}/{}", &src_path, data_dir).as_str()).as_str(), )?; let dst_data_path = self.get_object_path( dst_volume, rustfs_utils::path::retain_slash(format!("{}/{}", &dst_path, data_dir).as_str()).as_str(), )?; Some((src_data_path, dst_data_path)) } else { None } }; check_path_length(src_file_path.to_string_lossy().to_string().as_str())?; check_path_length(dst_file_path.to_string_lossy().to_string().as_str())?; // Read the previous xl.meta let has_dst_buf = match super::fs::read_file(&dst_file_path).await { Ok(res) => Some(res), Err(e) => { let e: DiskError = to_file_error(e).into(); if e != DiskError::FileNotFound { return Err(e); } None } }; let mut xlmeta = FileMeta::new(); if let Some(dst_buf) = has_dst_buf.as_ref() && FileMeta::is_xl2_v1_format(dst_buf) && let Ok(nmeta) = FileMeta::load(dst_buf) { xlmeta = nmeta } let mut skip_parent = dst_volume_dir.clone(); if has_dst_buf.as_ref().is_some() && let Some(parent) = dst_file_path.parent() { skip_parent = parent.to_path_buf(); } // TODO: Healing let version_id = fi.version_id.unwrap_or_default(); let search_version_id = Some(version_id); let no_inline = fi.data.is_none() && fi.size > 0; // Check if there's an existing version with the same version_id that has a data_dir to clean up // Reuse one metadata scan to find the version data_dir and determine whether it is shared. let has_old_data_dir = xlmeta.find_unshared_data_dir_for_version(search_version_id); if let Some(old_data_dir) = has_old_data_dir.as_ref() { let _ = xlmeta.data.remove_two(version_id, *old_data_dir); } xlmeta.add_version(fi)?; if xlmeta.versions.len() <= 10 { // TODO: Sign } if let Some((src_data_path, dst_data_path)) = has_data_dir_path.as_ref() { let src_file_parent = src_file_path.parent().unwrap_or(src_volume_dir.as_path()); let meta_skip_parent = if no_inline { src_file_parent } else { src_volume_dir.as_path() }; let new_dst_buf = xlmeta.marshal_msg()?; self.write_all_private( src_volume, format!("{}/{}", &src_path, STORAGE_FORMAT_FILE).as_str(), new_dst_buf.into(), true, meta_skip_parent, ) .await?; if no_inline && let Err(err) = rename_all(&src_data_path, &dst_data_path, &skip_parent).await { let _ = self.delete_file(&dst_volume_dir, dst_data_path, false, false).await; info!( "rename all failed src_data_path: {:?}, dst_data_path: {:?}, err: {:?}", src_data_path, dst_data_path, err ); return Err(err); } } else { let new_dst_buf = xlmeta.marshal_msg()?; self.write_all(src_volume, format!("{}/{}", &src_path, STORAGE_FORMAT_FILE).as_str(), new_dst_buf.into()) .await?; } if let Some(old_data_dir) = has_old_data_dir { // preserve current xl.meta inside the oldDataDir. if let Some(dst_buf) = has_dst_buf && let Err(err) = self .write_all_private( dst_volume, format!("{}/{}/{}", &dst_path, &old_data_dir.to_string(), STORAGE_FORMAT_FILE).as_str(), dst_buf.into(), true, &skip_parent, ) .await { info!("write_all_private failed err: {:?}", err); return Err(err); } } if let Err(err) = rename_all(&src_file_path, &dst_file_path, &skip_parent).await { if let Some((_, dst_data_path)) = has_data_dir_path.as_ref() { let _ = self.delete_file(&dst_volume_dir, dst_data_path, false, false).await; } info!("rename all failed err: {:?}", err); return Err(err); } if let Some(src_file_path_parent) = src_file_path.parent() { if src_volume != super::RUSTFS_META_MULTIPART_BUCKET { let _ = remove_std(src_file_path_parent); } else { let _ = self .delete_file(&dst_volume_dir, &src_file_path_parent.to_path_buf(), true, false) .await; } } Ok(RenameDataResp { old_data_dir: has_old_data_dir, sign: None, // TODO: }) } #[tracing::instrument(skip(self))] async fn make_volumes(&self, volumes: Vec<&str>) -> Result<()> { for vol in volumes { if let Err(e) = self.make_volume(vol).await && e != DiskError::VolumeExists { error!("local disk make volumes failed: {e}"); return Err(e); } // TODO: health check } Ok(()) } #[tracing::instrument(skip(self))] async fn make_volume(&self, volume: &str) -> Result<()> { if !Self::is_valid_volname(volume) { return Err(Error::other("Invalid arguments specified")); } let volume_dir = self.get_bucket_path(volume)?; if let Err(e) = access(&volume_dir).await { if e.kind() == ErrorKind::NotFound { os::make_dir_all(&volume_dir, self.root.as_path()).await?; return Ok(()); } error!("local disk make volume failed: {e}"); return Err(to_volume_error(e).into()); } Err(DiskError::VolumeExists) } #[tracing::instrument(skip(self))] async fn list_volumes(&self) -> Result> { let mut volumes = Vec::new(); let entries = os::read_dir(&self.root, -1).await.map_err(to_volume_error)?; for entry in entries { if !has_suffix(&entry, SLASH_SEPARATOR) || !Self::is_valid_volname(clean(&entry).as_str()) { continue; } volumes.push(VolumeInfo { name: clean(&entry), created: None, }); } Ok(volumes) } #[tracing::instrument(skip(self))] async fn stat_volume(&self, volume: &str) -> Result { let volume_dir = self.get_bucket_path(volume)?; let meta = lstat(&volume_dir).await.map_err(to_volume_error)?; let modtime = match meta.modified() { Ok(md) => Some(OffsetDateTime::from(md)), Err(_) => None, }; Ok(VolumeInfo { name: volume.to_string(), created: modtime, }) } #[tracing::instrument(skip(self))] async fn delete_paths(&self, volume: &str, paths: &[String]) -> Result<()> { let volume_dir = self.get_bucket_path(volume)?; if !skip_access_checks(volume) { access(&volume_dir) .await .map_err(|e| to_access_error(e, DiskError::VolumeAccessDenied))?; } for path in paths.iter() { let file_path = self.get_object_path(volume, path)?; check_path_length(file_path.to_string_lossy().as_ref())?; self.move_to_trash(&file_path, false, false).await?; } Ok(()) } #[tracing::instrument(skip(self))] async fn update_metadata(&self, volume: &str, path: &str, fi: FileInfo, opts: &UpdateMetadataOpts) -> Result<()> { if !fi.metadata.is_empty() { let file_path = self.get_object_path(volume, path)?; check_path_length(file_path.to_string_lossy().as_ref())?; let buf = self .read_all(volume, format!("{}/{}", &path, STORAGE_FORMAT_FILE).as_str()) .await .map_err(|e| { if e == DiskError::FileNotFound && fi.version_id.is_some() { DiskError::FileVersionNotFound } else { e } })?; if !FileMeta::is_xl2_v1_format(buf.as_ref()) { return Err(DiskError::FileVersionNotFound); } let mut xl_meta = FileMeta::load(buf.as_ref())?; xl_meta.update_object_version_with_opts(fi, opts.replace_user_metadata)?; let wbuf = xl_meta.marshal_msg()?; return self .write_all_meta(volume, format!("{path}/{STORAGE_FORMAT_FILE}").as_str(), &wbuf, !opts.no_persistence) .await; } Err(Error::other("Invalid Argument")) } #[tracing::instrument(skip(self))] async fn write_metadata(&self, _org_volume: &str, volume: &str, path: &str, fi: FileInfo) -> Result<()> { let p = self.get_object_path(volume, format!("{path}/{STORAGE_FORMAT_FILE}").as_str())?; let mut meta = FileMeta::new(); if !fi.fresh { let (buf, _) = read_file_exists(&p).await?; if !buf.is_empty() { let _ = meta.unmarshal_msg(&buf).map_err(|_| { meta = FileMeta::new(); }); } } meta.add_version(fi)?; let fm_data = meta.marshal_msg()?; self.write_all(volume, format!("{path}/{STORAGE_FORMAT_FILE}").as_str(), fm_data.into()) .await?; Ok(()) } #[tracing::instrument(level = "debug", skip(self))] async fn read_version( &self, org_volume: &str, volume: &str, path: &str, version_id: &str, opts: &ReadOptions, ) -> Result { if !org_volume.is_empty() { let org_volume_path = self.get_bucket_path(org_volume)?; if !skip_access_checks(org_volume) { access(&org_volume_path) .await .map_err(|e| to_access_error(e, DiskError::VolumeAccessDenied))?; } } let file_path = self.get_object_path(volume, path)?; let volume_dir = self.get_bucket_path(volume)?; check_path_length(file_path.to_string_lossy().as_ref())?; let read_data = opts.read_data; let (data, _) = self .read_raw(volume, volume_dir.clone(), file_path, read_data) .await .map_err(|e| { if e == DiskError::FileNotFound && !version_id.is_empty() { DiskError::FileVersionNotFound } else { e } })?; let mut fi = get_file_info( &data, volume, path, version_id, FileInfoOpts { data: read_data, include_free_versions: opts.incl_free_versions, }, )?; if opts.read_data { if fi.data.as_ref().is_some_and(|d| !d.is_empty()) || fi.size == 0 { if fi.inline_data() { return Ok(fi); } if fi.size == 0 || fi.version_id.is_none_or(|v| v.is_nil()) { fi.set_inline_data(); return Ok(fi); }; if let Some(part) = fi.parts.first() { let part_path = format!("part.{}", part.number); let part_path = path_join_buf(&[ path, fi.data_dir.map_or_else(|| "".to_string(), |dir| dir.to_string()).as_str(), part_path.as_str(), ]); let part_path = self.get_object_path(volume, part_path.as_str())?; if lstat(&part_path).await.is_err() { fi.set_inline_data(); return Ok(fi); } } fi.data = None; } let inline = fi.transition_status.is_empty() && fi.data_dir.is_some() && fi.parts.len() == 1; if inline && fi.shard_file_size(fi.parts[0].actual_size) < DEFAULT_INLINE_BLOCK as i64 { let part_path = path_join_buf(&[ path, fi.data_dir.map_or_else(|| "".to_string(), |dir| dir.to_string()).as_str(), format!("part.{}", fi.parts[0].number).as_str(), ]); let part_path = self.get_object_path(volume, part_path.as_str())?; let data = self.read_all_data(volume, volume_dir, part_path.clone()).await.map_err(|e| { warn!("read_version read_all_data {:?} failed: {e}", part_path); e })?; fi.data = Some(Bytes::from(data)); } } Ok(fi) } #[tracing::instrument(level = "debug", skip(self))] async fn read_xl(&self, volume: &str, path: &str, read_data: bool) -> Result { let file_path = self.get_object_path(volume, path)?; let file_dir = self.get_bucket_path(volume)?; let (buf, _) = self.read_raw(volume, file_dir, file_path, read_data).await?; Ok(RawFileInfo { buf }) } #[tracing::instrument(skip(self))] async fn delete_version( &self, volume: &str, path: &str, fi: FileInfo, force_del_marker: bool, opts: DeleteOptions, ) -> Result<()> { if path.starts_with(SLASH_SEPARATOR) { return self .delete( volume, path, DeleteOptions { recursive: false, immediate: false, ..Default::default() }, ) .await; } let volume_dir = self.get_bucket_path(volume)?; let file_path = self.get_object_path(volume, path)?; check_path_length(file_path.to_string_lossy().as_ref())?; let xl_path = path_join(&[file_path.as_path(), Path::new(STORAGE_FORMAT_FILE)]); let buf = match self.read_all_data(volume, &volume_dir, &xl_path).await { Ok(res) => res, Err(err) => { if err != DiskError::FileNotFound { return Err(err); } if fi.deleted && force_del_marker { return self.write_metadata("", volume, path, fi).await; } return if fi.version_id.is_some() { Err(DiskError::FileVersionNotFound) } else { Err(DiskError::FileNotFound) }; } }; let mut meta = FileMeta::load(&buf)?; let old_dir = meta.delete_version(&fi)?; if let Some(uuid) = old_dir { let vid = fi.version_id.unwrap_or_default(); let _ = meta.data.remove(vec![vid, uuid])?; let old_path = path_join(&[file_path.as_path(), Path::new(uuid.to_string().as_str())]); check_path_length(old_path.to_string_lossy().as_ref())?; if let Err(err) = self.move_to_trash(&old_path, true, false).await && err != DiskError::FileNotFound && err != DiskError::VolumeNotFound { return Err(err); } } if !meta.versions.is_empty() { let buf = meta.marshal_msg()?; return self .write_all_meta(volume, format!("{path}{SLASH_SEPARATOR}{STORAGE_FORMAT_FILE}").as_str(), &buf, true) .await; } // opts.undo_write && opts.old_data_dir.is_some_and(f) if let Some(old_data_dir) = opts.old_data_dir && opts.undo_write { let src_path = path_join(&[ file_path.as_path(), Path::new(format!("{old_data_dir}{SLASH_SEPARATOR}{STORAGE_FORMAT_FILE_BACKUP}").as_str()), ]); let dst_path = path_join(&[ file_path.as_path(), Path::new(format!("{path}{SLASH_SEPARATOR}{STORAGE_FORMAT_FILE}").as_str()), ]); return rename_all(&src_path, &dst_path, file_path).await; } self.delete_file(&volume_dir, &xl_path, true, false).await } #[tracing::instrument(level = "debug", skip(self))] async fn delete_versions(&self, volume: &str, versions: Vec, _opts: DeleteOptions) -> Vec> { let mut errs = Vec::with_capacity(versions.len()); for _ in 0..versions.len() { errs.push(None); } for (i, ver) in versions.iter().enumerate() { if let Err(e) = self.delete_versions_internal(volume, ver.name.as_str(), &ver.versions).await { errs[i] = Some(e); } else { errs[i] = None; } } errs } #[tracing::instrument(skip(self))] async fn read_multiple(&self, req: ReadMultipleReq) -> Result> { let mut results = Vec::new(); let mut found = 0; for v in req.files.iter() { let fpath = self.get_object_path(&req.bucket, format!("{}/{}", &req.prefix, v).as_str())?; let mut res = ReadMultipleResp { bucket: req.bucket.clone(), prefix: req.prefix.clone(), file: v.clone(), ..Default::default() }; // if req.metadata_only {} match read_file_all(&fpath).await { Ok((data, meta)) => { found += 1; if req.max_size > 0 && data.len() > req.max_size { res.exists = true; res.error = format!("max size ({}) exceeded: {}", req.max_size, data.len()); results.push(res); break; } res.exists = true; res.data = data.into(); res.mod_time = match meta.modified() { Ok(md) => Some(OffsetDateTime::from(md)), Err(_) => { warn!("Not supported modified on this platform"); None } }; results.push(res); if req.max_results > 0 && found >= req.max_results { break; } } Err(e) => { if e != DiskError::FileNotFound && e != DiskError::VolumeNotFound { res.exists = true; res.error = e.to_string(); } if req.abort404 && !res.exists { results.push(res); break; } results.push(res); } } } Ok(results) } #[tracing::instrument(skip(self))] async fn delete_volume(&self, volume: &str) -> Result<()> { let p = self.get_bucket_path(volume)?; // TODO: avoid recursive deletion; return errVolumeNotEmpty when files remain if let Err(err) = fs::remove_dir_all(&p).await { let e: DiskError = to_volume_error(err).into(); if e != DiskError::VolumeNotFound { return Err(e); } } Ok(()) } #[tracing::instrument(skip(self))] async fn disk_info(&self, _: &DiskInfoOptions) -> Result { let mut info = Cache::get(self.disk_info_cache.clone()).await?; // TODO: nr_requests, rotational info.nr_requests = self.nrrequests; info.rotational = self.rotational; info.mount_path = self.path().to_str().unwrap().to_string(); info.endpoint = self.endpoint.to_string(); info.scanning = self.scanning.load(Ordering::Acquire) == 1; if info.id.is_none() { info.id = self.get_disk_id().await.unwrap_or(None); } Ok(info) } #[tracing::instrument(skip(self))] fn start_scan(&self) -> ScanGuard { self.scanning.fetch_add(1, Ordering::Release); ScanGuard(Arc::clone(&self.scanning)) } #[tracing::instrument(skip(self))] async fn read_metadata(&self, volume: &str, path: &str) -> Result { let file_path = self.get_object_path(volume, path)?; let volume_dir = self.get_bucket_path(volume)?; let (data, _) = self.read_all_data_with_dmtime(volume, volume_dir, file_path).await?; Ok(data.into()) } } #[tracing::instrument] async fn get_disk_info(drive_path: PathBuf) -> Result<(rustfs_utils::os::DiskInfo, bool)> { let drive_path = drive_path.to_string_lossy().to_string(); check_path_length(&drive_path)?; let disk_info = get_info(&drive_path)?; let root_drive = if !*GLOBAL_IsErasureSD.read().await { let root_disk_threshold = *GLOBAL_RootDiskThreshold.read().await; if root_disk_threshold > 0 { disk_info.total <= root_disk_threshold } else { is_root_disk(&drive_path, SLASH_SEPARATOR).unwrap_or_default() } } else { false }; Ok((disk_info, root_drive)) } #[cfg(test)] mod test { use super::*; #[tokio::test] async fn test_skip_access_checks() { // let arr = Vec::new(); let vols = [ RUSTFS_META_TMP_DELETED_BUCKET, super::super::RUSTFS_META_TMP_BUCKET, super::super::RUSTFS_META_MULTIPART_BUCKET, RUSTFS_META_BUCKET, ]; let paths: Vec<_> = vols.iter().map(|v| path_join(&[Path::new(v), Path::new("test")])).collect(); for p in paths.iter() { assert!(skip_access_checks(p.to_str().unwrap())); } } #[tokio::test] async fn cleanup_tmp_on_startup_moves_existing_tmp_and_recreates_trash() { use tempfile::tempdir; let dir = tempdir().unwrap(); let tmp = LocalDisk::meta_path(dir.path(), RUSTFS_META_TMP_BUCKET); let leftover = tmp.join("leftover").join("data"); fs::create_dir_all(leftover.parent().unwrap()).await.unwrap(); fs::write(&leftover, b"temporary").await.unwrap(); LocalDisk::cleanup_tmp_on_startup(dir.path()).await.unwrap(); assert!(!tmp.join("leftover").exists()); assert!(LocalDisk::meta_path(dir.path(), RUSTFS_META_TMP_DELETED_BUCKET).exists()); } #[tokio::test] async fn cleanup_stale_tmp_objects_moves_expired_tmp_dirs_to_trash() { use tempfile::tempdir; let dir = tempdir().unwrap(); let tmp = LocalDisk::meta_path(dir.path(), RUSTFS_META_TMP_BUCKET); let stale = tmp.join("stale").join("data"); let trash = LocalDisk::meta_path(dir.path(), RUSTFS_META_TMP_DELETED_BUCKET); fs::create_dir_all(stale.parent().unwrap()).await.unwrap(); fs::create_dir_all(&trash).await.unwrap(); fs::write(&stale, b"temporary").await.unwrap(); tokio::time::sleep(Duration::from_millis(2)).await; LocalDisk::cleanup_stale_tmp_objects_with_expiry(dir.path().to_path_buf(), Duration::ZERO) .await .unwrap(); assert!(!tmp.join("stale").exists()); assert!(trash.exists()); let mut entries = fs::read_dir(&trash).await.unwrap(); assert!(entries.next_entry().await.unwrap().is_some()); } #[tokio::test] async fn cleanup_stale_tmp_objects_keeps_fresh_dirs_and_regular_files() { use tempfile::tempdir; let dir = tempdir().unwrap(); let tmp = LocalDisk::meta_path(dir.path(), RUSTFS_META_TMP_BUCKET); let fresh_dir = tmp.join("fresh").join("data"); let regular_file = tmp.join("note.txt"); let trash = LocalDisk::meta_path(dir.path(), RUSTFS_META_TMP_DELETED_BUCKET); fs::create_dir_all(fresh_dir.parent().unwrap()).await.unwrap(); fs::create_dir_all(&trash).await.unwrap(); fs::write(&fresh_dir, b"temporary").await.unwrap(); fs::write(®ular_file, b"keep").await.unwrap(); LocalDisk::cleanup_stale_tmp_objects_with_expiry(dir.path().to_path_buf(), Duration::from_secs(60)) .await .unwrap(); assert!(tmp.join("fresh").exists()); assert!(regular_file.exists()); let mut entries = fs::read_dir(&trash).await.unwrap(); assert!(entries.next_entry().await.unwrap().is_none()); } #[tokio::test] async fn test_scan_dir_includes_nested_object_dirs() { use rustfs_filemeta::MetacacheReader; use tempfile::tempdir; let dir = tempdir().unwrap(); let bucket = "test-bucket"; let bucket_dir = dir.path().join(bucket); fs::create_dir_all(bucket_dir.join("foo/bar/xyzzy")).await.unwrap(); fs::create_dir_all(bucket_dir.join("quux/thud")).await.unwrap(); fs::create_dir_all(bucket_dir.join("asdf")).await.unwrap(); fs::write(bucket_dir.join("foo/bar/xl.meta"), b"meta").await.unwrap(); fs::write(bucket_dir.join("foo/bar/xyzzy/xl.meta"), b"meta").await.unwrap(); fs::write(bucket_dir.join("quux/thud/xl.meta"), b"meta").await.unwrap(); fs::write(bucket_dir.join("asdf/xl.meta"), b"meta").await.unwrap(); let endpoint = Endpoint::try_from(dir.path().to_str().unwrap()).unwrap(); let disk = LocalDisk::new(&endpoint, false).await.unwrap(); let (reader, mut writer) = tokio::io::duplex(4096); let mut out = MetacacheWriter::new(&mut writer); let opts = WalkDirOptions { bucket: bucket.to_string(), base_dir: "".to_string(), recursive: true, ..Default::default() }; let mut objs_returned = 0; disk.scan_dir("".to_string(), "".to_string(), &opts, &mut out, &mut objs_returned, false, None) .await .unwrap(); out.close().await.unwrap(); let mut reader = MetacacheReader::new(reader); let entries = reader.read_all().await.unwrap(); let names: Vec = entries .into_iter() .filter(|entry| !entry.metadata.is_empty()) .map(|entry| entry.name) .collect(); assert!(names.contains(&"asdf".to_string())); assert!(names.contains(&"foo/bar".to_string())); assert!(names.contains(&"foo/bar/xyzzy".to_string())); assert!(names.contains(&"quux/thud".to_string())); } #[tokio::test] async fn test_scan_dir_deduplicates_explicit_dir_marker_recursion() { use rustfs_filemeta::MetacacheReader; use tempfile::tempdir; let dir = tempdir().unwrap(); let bucket = "test-bucket"; let bucket_dir = dir.path().join(bucket); fs::create_dir_all(bucket_dir.join("marker/file.txt")).await.unwrap(); fs::create_dir_all(bucket_dir.join("marker/subdir/file.txt")).await.unwrap(); fs::create_dir_all(bucket_dir.join(format!("marker/subdir{GLOBAL_DIR_SUFFIX}"))) .await .unwrap(); fs::write(bucket_dir.join("marker/file.txt/xl.meta"), b"meta").await.unwrap(); fs::write(bucket_dir.join("marker/subdir/file.txt/xl.meta"), b"meta") .await .unwrap(); fs::write(bucket_dir.join(format!("marker/subdir{GLOBAL_DIR_SUFFIX}/xl.meta")), b"meta") .await .unwrap(); let endpoint = Endpoint::try_from(dir.path().to_str().unwrap()).unwrap(); let disk = LocalDisk::new(&endpoint, false).await.unwrap(); let (reader, mut writer) = tokio::io::duplex(4096); let mut out = MetacacheWriter::new(&mut writer); let opts = WalkDirOptions { bucket: bucket.to_string(), base_dir: "marker/".to_string(), recursive: true, ..Default::default() }; let mut objs_returned = 0; disk.scan_dir("marker/".to_string(), "".to_string(), &opts, &mut out, &mut objs_returned, false, None) .await .unwrap(); out.close().await.unwrap(); let mut reader = MetacacheReader::new(reader); let entries = reader.read_all().await.unwrap(); let names: Vec = entries .into_iter() .filter(|entry| !entry.metadata.is_empty()) .map(|entry| entry.name) .collect(); assert_eq!(names.iter().filter(|name| *name == "marker/subdir/file.txt").count(), 1); assert_eq!(names.iter().filter(|name| *name == "marker/subdir/").count(), 1); assert_eq!(names.iter().filter(|name| *name == "marker/file.txt").count(), 1); } #[tokio::test] async fn test_scan_dir_forward_to_repeated_prefix_component() { use rustfs_filemeta::MetacacheReader; use tempfile::tempdir; let dir = tempdir().unwrap(); let bucket = "test-bucket"; let bucket_dir = dir.path().join(bucket); for name in [ "different/prefix/prefix/repo-0000", "different/prefix/prefix/repo-0001", "different/prefix/prefix/repo-0002", "engineering/alpha-0000", "engineering/engineering/engineering/repo-0000", "engineering/engineering/engineering/repo-0001", "engineering/engineering/repo-0000", "engineering/engineering/repo-0001", "engineering/engineering/repo-0002", "engineering/zulu-0000", "unrelated/engineering/repo-0000", ] { let object_dir = bucket_dir.join(name); fs::create_dir_all(&object_dir).await.unwrap(); fs::write(object_dir.join(STORAGE_FORMAT_FILE), b"meta").await.unwrap(); } let endpoint = Endpoint::try_from(dir.path().to_str().unwrap()).unwrap(); let disk = LocalDisk::new(&endpoint, false).await.unwrap(); async fn scan_names(disk: &LocalDisk, bucket: &str, base_dir: &str, forward_to: &str) -> (Vec, i32) { let (reader, mut writer) = tokio::io::duplex(4096); let mut out = MetacacheWriter::new(&mut writer); let opts = WalkDirOptions { bucket: bucket.to_string(), base_dir: base_dir.to_string(), recursive: true, forward_to: Some(forward_to.to_string()), ..Default::default() }; let mut objs_returned = 0; disk.scan_dir(base_dir.to_string(), "".to_string(), &opts, &mut out, &mut objs_returned, false, None) .await .unwrap(); out.close().await.unwrap(); drop(out); drop(writer); let mut reader = MetacacheReader::new(reader); let entries = reader.read_all().await.unwrap(); let names: Vec = entries .into_iter() .filter(|entry| !entry.metadata.is_empty()) .map(|entry| entry.name) .collect(); (names, objs_returned) } let (engineering_names, engineering_count) = scan_names(&disk, bucket, "engineering/", "engineering/engineering/engineering/repo-0001").await; assert_eq!( engineering_names, vec![ "engineering/engineering/engineering/repo-0001".to_string(), "engineering/engineering/repo-0000".to_string(), "engineering/engineering/repo-0001".to_string(), "engineering/engineering/repo-0002".to_string(), "engineering/zulu-0000".to_string(), ], "forward_to must resume at the requested triply repeated prefix and preserve lexicographic order" ); assert_eq!(engineering_count as usize, engineering_names.len()); let (different_names, different_count) = scan_names(&disk, bucket, "different/", "different/prefix/prefix/repo-0001").await; assert_eq!( different_names, vec![ "different/prefix/prefix/repo-0001".to_string(), "different/prefix/prefix/repo-0002".to_string(), ], "forward_to must also work for repeated components unrelated to the engineering prefix" ); assert_eq!(different_count as usize, different_names.len()); let (double_names, double_count) = scan_names(&disk, bucket, "engineering/", "engineering/engineering/repo-0001").await; assert_eq!( double_names, vec![ "engineering/engineering/repo-0001".to_string(), "engineering/engineering/repo-0002".to_string(), "engineering/zulu-0000".to_string(), ], "forward_to must not skip a child directory whose name repeats the base prefix" ); assert_eq!(double_count as usize, double_names.len()); } #[tokio::test] async fn test_walk_dir_ignore_multipart_dirs() { use rustfs_filemeta::MetacacheReader; use tempfile::tempdir; const UUID_MULTIPART_1: &str = "8b262d24-fcf9-473d-a4cd-f9b27f24f60e"; const UUID_MULTIPART_2: &str = "fbf3183c-63be-45cc-b3bf-424ddb7f95f8"; const UUID_OBJ: &str = "db8b9b74-9016-4f9e-83e9-82a772947d28"; const VER_ID_1: &str = "c683f9f8-c0a1-4bc5-8a67-0faafa839a1a"; const VER_ID_2: &str = "a4b84f6e-c8ba-461b-8f9d-43feb0893efb"; const VER_ID_3: &str = "892c9ae7-2bb3-44ee-9a71-bc7ddf08d765"; const BASE_DIR: &str = "dir1/obj/"; const MULTIPART_DIR: &str = "multipart-file"; const DIR_IN_MULTIPART_DIR: &str = "dir-in-multipart"; const EMPTY_STR: &str = ""; let parse_uuid = |s: &str| Uuid::parse_str(s).unwrap(); let create_file_info = |version_id: &str, data_dir: &str| FileInfo { version_id: Some(parse_uuid(version_id)), data_dir: Some(parse_uuid(data_dir)), mod_time: Some(OffsetDateTime::now_utc()), ..Default::default() }; let dir = tempdir().unwrap(); let obj_base = dir.path().join("test-bucket").join(BASE_DIR); let multipart_base = obj_base.join(MULTIPART_DIR); let dir_in_multipart_base = multipart_base.join(DIR_IN_MULTIPART_DIR); fs::create_dir_all(&multipart_base).await.unwrap(); for uuid in &[UUID_MULTIPART_1, UUID_MULTIPART_2] { fs::create_dir_all(multipart_base.join(uuid)).await.unwrap(); fs::write(multipart_base.join(uuid).join("part.1"), b"part").await.unwrap(); } fs::create_dir_all(obj_base.join(UUID_OBJ)).await.unwrap(); fs::write(obj_base.join(UUID_OBJ).join("part.1"), b"part").await.unwrap(); fs::create_dir_all(&dir_in_multipart_base).await.unwrap(); fs::write(dir_in_multipart_base.join(STORAGE_FORMAT_FILE), b"meta") .await .unwrap(); let mut fm = FileMeta::default(); fm.add_version(create_file_info(VER_ID_1, UUID_MULTIPART_1)).unwrap(); fm.add_version(create_file_info(VER_ID_2, UUID_MULTIPART_2)).unwrap(); fs::write(multipart_base.join(STORAGE_FORMAT_FILE), fm.marshal_msg().unwrap()) .await .unwrap(); let mut fm = FileMeta::default(); fm.add_version(create_file_info(VER_ID_3, UUID_OBJ)).unwrap(); fs::write(obj_base.join(STORAGE_FORMAT_FILE), fm.marshal_msg().unwrap()) .await .unwrap(); let endpoint = Endpoint::try_from(dir.path().to_str().unwrap()).unwrap(); let disk = LocalDisk::new(&endpoint, false).await.unwrap(); let (reader, mut writer) = tokio::io::duplex(4096); disk.walk_dir( WalkDirOptions { bucket: "test-bucket".to_string(), base_dir: BASE_DIR.to_string(), recursive: true, filter_prefix: Some(EMPTY_STR.to_string()), ..Default::default() }, &mut writer, ) .await .unwrap(); MetacacheWriter::new(&mut writer).close().await.unwrap(); let mut reader = MetacacheReader::new(reader); let entries = reader.read_all().await.unwrap(); let names: Vec = entries.into_iter().map(|entry| entry.name).collect(); assert_eq!( names .iter() .filter(|name| *name == &format!("{}{}", BASE_DIR, MULTIPART_DIR)) .count(), 1 ); assert_eq!( names .iter() .filter(|name| *name == &format!("{}{}/", BASE_DIR, MULTIPART_DIR)) .count(), 1 ); assert_eq!( names .iter() .filter(|name| *name == &format!("{}{}/{}", BASE_DIR, MULTIPART_DIR, DIR_IN_MULTIPART_DIR)) .count(), 1 ); assert_eq!( names .iter() .filter(|name| *name == &format!("{}{}/{}/", BASE_DIR, MULTIPART_DIR, DIR_IN_MULTIPART_DIR)) .count(), 1 ); assert_eq!( names .iter() .filter(|name| *name == &format!("{}{}/{}", BASE_DIR, MULTIPART_DIR, UUID_MULTIPART_1)) .count(), 0 ); assert_eq!( names .iter() .filter(|name| *name == &format!("{}{}/{}", BASE_DIR, MULTIPART_DIR, UUID_MULTIPART_2)) .count(), 0 ); assert_eq!( names .iter() .filter(|name| *name == &format!("{}{}", BASE_DIR, UUID_OBJ)) .count(), 0 ); assert_eq!( names .iter() .filter(|name| *name == &format!("{}{}/{}/", BASE_DIR, MULTIPART_DIR, UUID_MULTIPART_1)) .count(), 0 ); assert_eq!( names .iter() .filter(|name| *name == &format!("{}{}/{}/", BASE_DIR, MULTIPART_DIR, UUID_MULTIPART_2)) .count(), 0 ); assert_eq!( names .iter() .filter(|name| *name == &format!("{}{}/", BASE_DIR, UUID_OBJ)) .count(), 0 ); } #[tokio::test] async fn test_make_volume() { let p = "./testv0"; fs::create_dir_all(&p).await.unwrap(); let ep = match Endpoint::try_from(p) { Ok(e) => e, Err(e) => { println!("{e}"); return; } }; let disk = LocalDisk::new(&ep, false).await.unwrap(); let tmpp = disk.resolve_abs_path(Path::new(RUSTFS_META_TMP_DELETED_BUCKET)).unwrap(); println!("ppp :{:?}", &tmpp); let volumes = vec!["a123", "b123", "c123"]; disk.make_volumes(volumes.clone()).await.unwrap(); disk.make_volumes(volumes.clone()).await.unwrap(); let _ = fs::remove_dir_all(&p).await; } #[tokio::test] async fn test_delete_volume() { let p = "./testv1"; fs::create_dir_all(&p).await.unwrap(); let ep = match Endpoint::try_from(p) { Ok(e) => e, Err(e) => { println!("{e}"); return; } }; let disk = LocalDisk::new(&ep, false).await.unwrap(); let tmpp = disk.resolve_abs_path(Path::new(RUSTFS_META_TMP_DELETED_BUCKET)).unwrap(); println!("ppp :{:?}", &tmpp); let volumes = vec!["a123", "b123", "c123"]; disk.make_volumes(volumes.clone()).await.unwrap(); disk.delete_volume("a").await.unwrap(); let _ = fs::remove_dir_all(&p).await; } #[tokio::test] async fn test_local_disk_basic_operations() { let test_dir = "./test_local_disk_basic"; fs::create_dir_all(&test_dir).await.unwrap(); let endpoint = Endpoint::try_from(test_dir).unwrap(); let disk = LocalDisk::new(&endpoint, false).await.unwrap(); // Test basic properties assert!(disk.is_local()); // Note: host_name() for local disks might be empty or contain localhost/hostname // assert!(!disk.host_name().is_empty()); assert!(!disk.to_string().is_empty()); // Test path resolution let abs_path = disk.resolve_abs_path("test/path").unwrap(); assert!(abs_path.is_absolute()); // Test bucket path let bucket_path = disk.get_bucket_path("test-bucket").unwrap(); assert!(bucket_path.to_string_lossy().contains("test-bucket")); // Test object path let object_path = disk.get_object_path("test-bucket", "test-object").unwrap(); assert!(object_path.to_string_lossy().contains("test-bucket")); assert!(object_path.to_string_lossy().contains("test-object")); // Clean up the test directory let _ = fs::remove_dir_all(&test_dir).await; } #[tokio::test] async fn test_local_disk_file_operations() { let test_dir = "./test_local_disk_file_ops"; fs::create_dir_all(&test_dir).await.unwrap(); let endpoint = Endpoint::try_from(test_dir).unwrap(); let disk = LocalDisk::new(&endpoint, false).await.unwrap(); // Create test volume disk.make_volume("test-volume").await.unwrap(); // Test write and read operations let test_data: Vec = vec![1, 2, 3, 4, 5]; disk.write_all("test-volume", "test-file.txt", test_data.clone().into()) .await .unwrap(); let read_data = disk.read_all("test-volume", "test-file.txt").await.unwrap(); assert_eq!(read_data, test_data); // Test file deletion let delete_opts = DeleteOptions { recursive: false, immediate: true, undo_write: false, old_data_dir: None, }; disk.delete("test-volume", "test-file.txt", delete_opts).await.unwrap(); // Clean up disk.delete_volume("test-volume").await.unwrap(); let _ = fs::remove_dir_all(&test_dir).await; } #[tokio::test] async fn test_local_disk_volume_operations() { let test_dir = "./test_local_disk_volumes"; fs::create_dir_all(&test_dir).await.unwrap(); let endpoint = Endpoint::try_from(test_dir).unwrap(); let disk = LocalDisk::new(&endpoint, false).await.unwrap(); // Test creating multiple volumes let volumes = vec!["vol1", "vol2", "vol3"]; disk.make_volumes(volumes.clone()).await.unwrap(); // Test listing volumes let volume_list = disk.list_volumes().await.unwrap(); assert!(!volume_list.is_empty()); // Test volume stats for vol in &volumes { let vol_info = disk.stat_volume(vol).await.unwrap(); assert_eq!(vol_info.name, *vol); } // Test deleting volumes for vol in &volumes { disk.delete_volume(vol).await.unwrap(); } // Clean up the test directory let _ = fs::remove_dir_all(&test_dir).await; } #[tokio::test] async fn test_local_disk_disk_info() { let test_dir = "./test_local_disk_info"; fs::create_dir_all(&test_dir).await.unwrap(); let endpoint = Endpoint::try_from(test_dir).unwrap(); let disk = LocalDisk::new(&endpoint, false).await.unwrap(); let disk_info_opts = DiskInfoOptions { disk_id: "test-disk".to_string(), metrics: true, noop: false, }; let disk_info = disk.disk_info(&disk_info_opts).await.unwrap(); // Basic checks on disk info // Note: On macOS, Windows, and some other systems, fs_type may be empty // because statvfs does not provide filesystem type information. // This is a platform limitation, not a bug. #[cfg(not(any(target_os = "macos", windows)))] assert!(!disk_info.fs_type.is_empty(), "fs_type should not be empty on this platform"); assert!(disk_info.total > 0); assert!(disk_info.free <= disk_info.total); assert!(!disk_info.mount_path.is_empty()); assert!(!disk_info.endpoint.is_empty()); // Clean up the test directory let _ = fs::remove_dir_all(&test_dir).await; } #[tokio::test] async fn test_read_file_stream_rejects_offset_length_overflow() { use tempfile::tempdir; let dir = tempdir().unwrap(); let endpoint = Endpoint::try_from(dir.path().to_str().unwrap()).unwrap(); let disk = LocalDisk::new(&endpoint, false).await.unwrap(); disk.make_volume("test-volume").await.unwrap(); disk.write_all("test-volume", "test-file.txt", Bytes::from_static(b"test")) .await .unwrap(); let result = disk.read_file_stream("test-volume", "test-file.txt", usize::MAX, 1).await; assert!(matches!(result, Err(DiskError::FileCorrupt))); } #[tokio::test] async fn test_read_file_zero_copy_rejects_offset_length_overflow() { use tempfile::tempdir; let dir = tempdir().unwrap(); let endpoint = Endpoint::try_from(dir.path().to_str().unwrap()).unwrap(); let disk = LocalDisk::new(&endpoint, false).await.unwrap(); disk.make_volume("test-volume").await.unwrap(); disk.write_all("test-volume", "test-file.txt", Bytes::from_static(b"test")) .await .unwrap(); let result = disk.read_file_zero_copy("test-volume", "test-file.txt", usize::MAX, 1).await; assert!(matches!(result, Err(DiskError::FileCorrupt))); } #[test] fn test_is_valid_volname() { // Valid volume names (length >= 3) assert!(LocalDisk::is_valid_volname("valid-name")); assert!(LocalDisk::is_valid_volname("test123")); assert!(LocalDisk::is_valid_volname("my-bucket")); // Test minimum length requirement assert!(!LocalDisk::is_valid_volname("")); assert!(!LocalDisk::is_valid_volname("a")); assert!(!LocalDisk::is_valid_volname("ab")); assert!(LocalDisk::is_valid_volname("abc")); // Note: The current implementation doesn't check for system volume names // It only checks length and platform-specific special characters // System volume names are valid according to the current implementation assert!(LocalDisk::is_valid_volname(RUSTFS_META_BUCKET)); assert!(LocalDisk::is_valid_volname(super::super::RUSTFS_META_TMP_BUCKET)); // Testing platform-specific behavior for special characters #[cfg(windows)] { // On Windows systems, these should be invalid assert!(!LocalDisk::is_valid_volname("invalid\\name")); assert!(!LocalDisk::is_valid_volname("invalid:name")); assert!(!LocalDisk::is_valid_volname("invalid|name")); assert!(!LocalDisk::is_valid_volname("invalidname")); assert!(!LocalDisk::is_valid_volname("invalid?name")); assert!(!LocalDisk::is_valid_volname("invalid*name")); assert!(!LocalDisk::is_valid_volname("invalid\"name")); } #[cfg(not(windows))] { // On non-Windows systems, the current implementation doesn't check special characters // So these would be considered valid assert!(LocalDisk::is_valid_volname("valid/name")); assert!(LocalDisk::is_valid_volname("valid:name")); } } #[tokio::test] async fn test_read_file_exists() { let test_file = "./test_read_exists.txt"; // Test non-existent file let (data, metadata) = read_file_exists(test_file).await.unwrap(); assert!(data.is_empty()); assert!(metadata.is_none()); // Create test file fs::write(test_file, b"test content").await.unwrap(); // Test existing file let (data, metadata) = read_file_exists(test_file).await.unwrap(); assert_eq!(data.as_ref(), b"test content"); assert!(metadata.is_some()); // Clean up let _ = fs::remove_file(test_file).await; } #[tokio::test] async fn test_read_file_all() { let test_file = "./test_read_all.txt"; let test_content = b"test content for read_all"; // Create test file fs::write(test_file, test_content).await.unwrap(); // Test reading file let (data, metadata) = read_file_all(test_file).await.unwrap(); assert_eq!(data.as_ref(), test_content); assert!(metadata.is_file()); assert_eq!(metadata.len(), test_content.len() as u64); // Clean up let _ = fs::remove_file(test_file).await; } #[tokio::test] async fn test_read_file_metadata() { let test_file = "./test_metadata.txt"; // Create test file fs::write(test_file, b"test").await.unwrap(); // Test reading metadata let metadata = read_file_metadata(test_file).await.unwrap(); assert!(metadata.is_file()); assert_eq!(metadata.len(), 4); // "test" is 4 bytes // Clean up let _ = fs::remove_file(test_file).await; } #[test] fn test_is_root_path() { // Unix root path assert!(is_root_path("/")); // Windows root path (only on Windows) #[cfg(windows)] assert!(is_root_path("\\")); // Non-root paths assert!(!is_root_path("/home")); assert!(!is_root_path("/tmp")); assert!(!is_root_path("relative/path")); // On non-Windows systems, backslash is not a root path #[cfg(not(windows))] assert!(!is_root_path("\\")); } #[test] fn test_normalize_path_components() { // Test basic relative path assert_eq!(normalize_path_components("a/b/c"), PathBuf::from("a/b/c")); // Test path with current directory components (should be ignored) assert_eq!(normalize_path_components("a/./b/./c"), PathBuf::from("a/b/c")); // Test path with parent directory components assert_eq!(normalize_path_components("a/b/../c"), PathBuf::from("a/c")); // Test path with multiple parent directory components assert_eq!(normalize_path_components("a/b/c/../../d"), PathBuf::from("a/d")); // Test path that goes beyond root assert_eq!(normalize_path_components("a/../../../b"), PathBuf::from("b")); // Test absolute path assert_eq!(normalize_path_components("/a/b/c"), PathBuf::from("/a/b/c")); // Test absolute path with parent components assert_eq!(normalize_path_components("/a/b/../c"), PathBuf::from("/a/c")); // Test complex path with mixed components assert_eq!(normalize_path_components("a/./b/../c/./d/../e"), PathBuf::from("a/c/e")); // Test path with only current directory assert_eq!(normalize_path_components("."), PathBuf::from("")); // Test path with only parent directory assert_eq!(normalize_path_components(".."), PathBuf::from("")); // Test path with multiple current directories assert_eq!(normalize_path_components("./././a"), PathBuf::from("a")); // Test path with multiple parent directories assert_eq!(normalize_path_components("../../a"), PathBuf::from("a")); // Test empty path assert_eq!(normalize_path_components(""), PathBuf::from("")); // Test path starting with current directory assert_eq!(normalize_path_components("./a/b"), PathBuf::from("a/b")); // Test path starting with parent directory assert_eq!(normalize_path_components("../a/b"), PathBuf::from("a/b")); // Test complex case with multiple levels of parent navigation assert_eq!(normalize_path_components("a/b/c/../../../d/e/f/../../g"), PathBuf::from("d/g")); // Test path that completely cancels out assert_eq!(normalize_path_components("a/b/../../../c/d/../../.."), PathBuf::from("")); // Test Windows-style paths (if applicable) #[cfg(windows)] { assert_eq!(normalize_path_components("C:\\a\\b\\c"), PathBuf::from("C:\\a\\b\\c")); assert_eq!(normalize_path_components("C:\\a\\..\\b"), PathBuf::from("C:\\b")); } } #[test] fn should_reclaim_file_cache_after_write_respects_env_and_threshold() { temp_env::with_var_unset(rustfs_config::ENV_OBJECT_FILE_CACHE_RECLAIM_WRITE_ENABLE, || { assert!(!should_reclaim_file_cache_after_write(8 * 1024 * 1024)); }); temp_env::with_var(rustfs_config::ENV_OBJECT_FILE_CACHE_RECLAIM_WRITE_ENABLE, Some("true"), || { temp_env::with_var(rustfs_config::ENV_OBJECT_FILE_CACHE_RECLAIM_THRESHOLD, Some("4194304"), || { assert!(should_reclaim_file_cache_after_write(8 * 1024 * 1024)); assert!(!should_reclaim_file_cache_after_write(1024)); }); }); } #[test] fn should_reclaim_file_cache_after_read_respects_env_and_threshold() { temp_env::with_var_unset(rustfs_config::ENV_OBJECT_FILE_CACHE_RECLAIM_READ_ENABLE, || { assert!(!should_reclaim_file_cache_after_read(8 * 1024 * 1024)); }); temp_env::with_var(rustfs_config::ENV_OBJECT_FILE_CACHE_RECLAIM_READ_ENABLE, Some("true"), || { temp_env::with_var(rustfs_config::ENV_OBJECT_FILE_CACHE_RECLAIM_THRESHOLD, Some("4194304"), || { assert!(should_reclaim_file_cache_after_read(8 * 1024 * 1024)); assert!(!should_reclaim_file_cache_after_read(1024)); }); }); } }