fix get_disk_id

This commit is contained in:
weisd
2024-09-19 09:41:29 +08:00
parent 60d02f3afd
commit 1f1e73ce08
6 changed files with 85 additions and 54 deletions
+56 -50
View File
@@ -32,11 +32,13 @@ pub struct FormatInfo {
}
impl FormatInfo {
pub fn last_check_valid(&self)->bool{
pub fn last_check_valid(&self) -> bool {
let now = OffsetDateTime::now_utc();
self.file_info.is_some() && self.id.is_some() && self.last_check.is_some() && (now.unix_timestamp() - self.last_check.unwrap().unix_timestamp() <=1)
self.file_info.is_some()
&& self.id.is_some()
&& self.last_check.is_some()
&& (now.unix_timestamp() - self.last_check.unwrap().unix_timestamp() <= 1)
}
}
#[derive(Debug)]
@@ -44,6 +46,7 @@ pub struct LocalDisk {
pub root: PathBuf,
pub format_path: PathBuf,
pub format_info: Mutex<FormatInfo>,
pub endpoint: Endpoint,
// pub id: Mutex<Option<Uuid>>,
// pub format_data: Mutex<Vec<u8>>,
// pub format_file_info: Mutex<Option<Metadata>>,
@@ -92,6 +95,7 @@ impl LocalDisk {
let disk = Self {
root,
endpoint: ep.clone(),
format_path: format_path,
format_info: Mutex::new(format_info),
// // format_legacy,
@@ -105,16 +109,16 @@ impl LocalDisk {
Ok(disk)
}
async fn check_format_json(&self) ->Result<Metadata>{
let p = self.format_path;
let md = fs::metadata(&p).await.map_err(|e|match e.kind(){
ErrorKind::NotFound => DiskError::DiskNotFound,
ErrorKind::PermissionDenied => DiskError::FileAccessDenied,
_ => {
warn!("check_format_json err {:?}",e);
DiskError::CorruptedBackend},
})?;
Ok(md)
async fn check_format_json(&self) -> Result<Metadata> {
let md = fs::metadata(&self.format_path).await.map_err(|e| match e.kind() {
ErrorKind::NotFound => DiskError::DiskNotFound,
ErrorKind::PermissionDenied => DiskError::FileAccessDenied,
_ => {
warn!("check_format_json err {:?}", e);
DiskError::CorruptedBackend
}
})?;
Ok(md)
}
async fn make_meta_volumes(&self) -> Result<()> {
let buckets = format!("{}/{}", super::RUSTFS_META_BUCKET, super::BUCKET_META_PREFIX);
@@ -455,58 +459,60 @@ impl DiskAPI for LocalDisk {
self.root.clone()
}
async fn get_disk_id(&self) -> Option<Uuid> {
async fn get_disk_id(&self) -> Result<Option<Uuid>> {
warn!("local get_disk_id");
// TODO: check format file
let mut format_info = self.format_info.lock().await;
let id = format_info.id.clone();
let id = format_info.id.clone();
if format_info.last_check_valid(){
return id
}
let file_meta = self.check_format_json().await?;
if let Some(file_info) = format_info.file_info{
if file_meta == file_info{
format_info.last_check = Some(OffsetDateTime::now_utc());
return id
if format_info.last_check_valid() {
return Ok(id);
}
}
let file_meta = self.check_format_json().await?;
let b = fs::read(&format_info.file_path).await.map_err(|e|match e.kind(){
ErrorKind::NotFound => DiskError::DiskNotFound,
ErrorKind::PermissionDenied => DiskError::FileAccessDenied,
_ => {
warn!("check_format_json err {:?}",e);
DiskError::CorruptedBackend},
})?;
if let Some(file_info) = &format_info.file_info {
if utils::fs::same_file(&file_meta, file_info) {
format_info.last_check = Some(OffsetDateTime::now_utc());
return Ok(id);
}
}
let fm = FormatV3::try_from(b.as_slice()).map_err(|e|{
warn!("decode format.json err {:?}",e);
let b = fs::read(&self.format_path).await.map_err(|e| match e.kind() {
ErrorKind::NotFound => DiskError::DiskNotFound,
ErrorKind::PermissionDenied => DiskError::FileAccessDenied,
_ => {
warn!("check_format_json err {:?}", e);
DiskError::CorruptedBackend
}
})?;
let fm = FormatV3::try_from(b.as_slice()).map_err(|e| {
warn!("decode format.json err {:?}", e);
DiskError::CorruptedBackend
})?;
let (m,n) = fm.find_disk_index_by_disk_id(fm.erasure.this)?;
})?;
let disk_id = fm.erasure.this;
let (m, n) = fm.find_disk_index_by_disk_id(fm.erasure.this)?;
if m != self.endpoint.set_idx || n != self.endpoint.disk_idx {
return DiskError::InconsistentDisk;
}
let disk_id = fm.erasure.this;
format_info.id = Some(disk_id);
format_info.file_info= Some(file_meta);
format_info.data = b;
format_info.last_check = Some(OffsetDateTime::now_utc());
;
match (self.endpoint.set_idx, self.endpoint.disk_idx) {
(Some(set_idx), Some(disk_idx)) => {
if m != set_idx || n != disk_idx {
return Err(Error::new(DiskError::InconsistentDisk));
}
}
_ => return Err(Error::new(DiskError::InconsistentDisk)),
}
Some(disk_id)
format_info.id = Some(disk_id);
format_info.file_info = Some(file_meta);
format_info.data = b;
format_info.last_check = Some(OffsetDateTime::now_utc());
Ok(Some(disk_id))
// TODO: 判断源文件id,是否有效
}
+1 -1
View File
@@ -47,7 +47,7 @@ pub trait DiskAPI: Debug + Send + Sync + 'static {
fn is_local(&self) -> bool;
fn path(&self) -> PathBuf;
async fn close(&self) -> Result<()>;
async fn get_disk_id(&self) -> Option<Uuid>;
async fn get_disk_id(&self) -> Result<Option<Uuid>>;
async fn set_disk_id(&self, id: Option<Uuid>) -> Result<()>;
async fn delete(&self, volume: &str, path: &str, opt: DeleteOptions) -> Result<()>;
+2 -2
View File
@@ -105,8 +105,8 @@ impl DiskAPI for RemoteDisk {
self.root.clone()
}
async fn get_disk_id(&self) -> Option<Uuid> {
self.id.lock().await.clone()
async fn get_disk_id(&self) -> Result<Option<Uuid>> {
Ok(self.id.lock().await.clone())
}
async fn set_disk_id(&self, id: Option<Uuid>) -> Result<()> {
let mut lock = self.id.lock().await;
+1 -1
View File
@@ -78,7 +78,7 @@ impl Sets {
disk = local_disk;
}
if let Some(_disk_id) = disk.as_ref().unwrap().get_disk_id().await {
if let Some(_disk_id) = disk.as_ref().unwrap().get_disk_id().await? {
set_drive.push(disk);
} else {
warn!("sets new set_drive {}-{} get_disk_id is none", i, j);
+24
View File
@@ -0,0 +1,24 @@
use std::{fs::Metadata, os::unix::fs::MetadataExt};
pub fn same_file(f1: &Metadata, f2: &Metadata) -> bool {
if f1.dev() != f2.dev() {
return false;
}
if f1.ino() != f2.ino() {
return false;
}
if f1.size() != f2.size() {
return false;
}
if f1.permissions() != f2.permissions() {
return false;
}
if f1.mtime() != f2.mtime() {
return false;
}
true
}
+1
View File
@@ -1,5 +1,6 @@
pub mod crypto;
pub mod ellipses;
pub mod fs;
pub mod hash;
pub mod net;
pub mod path;