use async_trait::async_trait; use futures::future::join_all; use std::{collections::HashMap, fmt::Debug, sync::Arc}; use tracing::warn; use crate::{ disk::VolumeInfo, disk::{error::DiskError, DiskStore}, endpoints::{EndpointServerPools, Node}, error::{Error, Result}, store_api::{BucketInfo, BucketOptions, MakeBucketOptions}, }; type Client = Arc>; #[async_trait] pub trait PeerS3Client: Debug + Sync + Send + 'static { async fn make_bucket(&self, bucket: &str, opts: &MakeBucketOptions) -> Result<()>; async fn list_bucket(&self, opts: &BucketOptions) -> Result>; async fn delete_bucket(&self, bucket: &str) -> Result<()>; async fn get_bucket_info(&self, bucket: &str, opts: &BucketOptions) -> Result; fn get_pools(&self) -> Vec; } #[derive(Debug)] pub struct S3PeerSys { pub clients: Vec, pub pools_count: usize, } impl S3PeerSys { pub fn new(eps: &EndpointServerPools, local_disks: Vec) -> Self { Self { clients: Self::new_clients(eps, local_disks), pools_count: eps.as_ref().len(), } } fn new_clients(eps: &EndpointServerPools, local_disks: Vec) -> Vec { let nodes = eps.get_nodes(); let v: Vec = nodes .iter() .map(|e| { if e.is_local { let cli: Box = Box::new(LocalPeerS3Client::new(local_disks.clone(), e.clone(), e.pools.clone())); Arc::new(cli) } else { let cli: Box = Box::new(RemotePeerS3Client::new(e.clone(), e.pools.clone())); Arc::new(cli) } }) .collect(); v } } #[async_trait] impl PeerS3Client for S3PeerSys { async fn make_bucket(&self, bucket: &str, opts: &MakeBucketOptions) -> Result<()> { let mut futures = Vec::with_capacity(self.clients.len()); for cli in self.clients.iter() { futures.push(cli.make_bucket(bucket, opts)); } let mut errors = Vec::with_capacity(self.clients.len()); let results = join_all(futures).await; for result in results { match result { Ok(_) => { errors.push(None); } Err(e) => { errors.push(Some(e)); } } } for i in 0..self.pools_count { let mut per_pool_errs = Vec::with_capacity(self.clients.len()); for (j, cli) in self.clients.iter().enumerate() { let pools = cli.get_pools(); let idx = i; if pools.contains(&idx) { per_pool_errs.push(errors[j].as_ref()); } // TODO: reduceWriteQuorumErrs } } // TODO: Ok(()) } async fn list_bucket(&self, opts: &BucketOptions) -> Result> { let mut futures = Vec::with_capacity(self.clients.len()); for cli in self.clients.iter() { futures.push(cli.list_bucket(opts)); } let mut errors = Vec::with_capacity(self.clients.len()); let mut ress = Vec::with_capacity(self.clients.len()); let results = join_all(futures).await; for result in results { match result { Ok(res) => { ress.push(Some(res)); errors.push(None); } Err(e) => { ress.push(None); errors.push(Some(e)); } } } // TODO: reduceWriteQuorumErrs // for i in 0..self.pools_count {} let mut uniq_map: HashMap<&String, &BucketInfo> = HashMap::new(); for res in ress.iter() { if res.is_none() { continue; } let buckets = res.as_ref().unwrap(); for bucket in buckets.iter() { if !uniq_map.contains_key(&bucket.name) { uniq_map.insert(&bucket.name, bucket); } } } let buckets: Vec = uniq_map.values().map(|&v| v.clone()).collect(); Ok(buckets) } async fn delete_bucket(&self, bucket: &str) -> Result<()> { let mut futures = Vec::with_capacity(self.clients.len()); for cli in self.clients.iter() { futures.push(cli.delete_bucket(bucket)); } let mut errors = Vec::with_capacity(self.clients.len()); let results = join_all(futures).await; for result in results { match result { Ok(_) => { errors.push(None); } Err(e) => { errors.push(Some(e)); } } } // TODO: reduceWriteQuorumErrs Ok(()) } async fn get_bucket_info(&self, bucket: &str, opts: &BucketOptions) -> Result { let mut futures = Vec::with_capacity(self.clients.len()); for cli in self.clients.iter() { futures.push(cli.get_bucket_info(bucket, opts)); } let mut ress = Vec::with_capacity(self.clients.len()); let mut errors = Vec::with_capacity(self.clients.len()); let results = join_all(futures).await; for result in results { match result { Ok(res) => { ress.push(Some(res)); errors.push(None); } Err(e) => { ress.push(None); errors.push(Some(e)); } } } for i in 0..self.pools_count { let mut per_pool_errs = Vec::with_capacity(self.clients.len()); for (j, cli) in self.clients.iter().enumerate() { let pools = cli.get_pools(); let idx = i; if pools.contains(&idx) { per_pool_errs.push(errors[j].as_ref()); } // TODO: reduceWriteQuorumErrs } } ress.iter() .find_map(|op| op.clone()) .ok_or(Error::new(DiskError::VolumeNotFound)) } fn get_pools(&self) -> Vec { unimplemented!() } } #[derive(Debug)] pub struct LocalPeerS3Client { pub local_disks: Vec, // pub node: Node, pub pools: Vec, } impl LocalPeerS3Client { fn new(local_disks: Vec, _node: Node, pools: Vec) -> Self { Self { local_disks, // node, pools, } } } #[async_trait] impl PeerS3Client for LocalPeerS3Client { fn get_pools(&self) -> Vec { self.pools.clone() } async fn list_bucket(&self, _opts: &BucketOptions) -> Result> { let mut futures = Vec::with_capacity(self.local_disks.len()); for disk in self.local_disks.iter() { futures.push(disk.list_volumes()); } let results = join_all(futures).await; let mut ress = Vec::new(); let mut errs = Vec::new(); for result in results { match result { Ok(res) => { ress.push(res); errs.push(None); } Err(e) => errs.push(Some(e)), } } warn!("list_bucket errs {:?}", &errs); let mut uniq_map: HashMap<&String, &VolumeInfo> = HashMap::new(); for info_list in ress.iter() { for info in info_list.iter() { // TODO: check name valid if !uniq_map.contains_key(&info.name) { uniq_map.insert(&info.name, info); } } } let buckets: Vec = uniq_map .values() .map(|&v| BucketInfo { name: v.name.clone(), created: v.created, }) .collect(); Ok(buckets) } async fn make_bucket(&self, bucket: &str, opts: &MakeBucketOptions) -> Result<()> { let mut futures = Vec::with_capacity(self.local_disks.len()); for disk in self.local_disks.iter() { futures.push(async move { match disk.make_volume(bucket).await { Ok(_) => Ok(()), Err(e) => { if opts.force_create && DiskError::VolumeExists.is(&e) { return Ok(()); } Err(e) } } }); } let results = join_all(futures).await; let mut errs = Vec::new(); for res in results { match res { Ok(_) => errs.push(None), Err(e) => errs.push(Some(e)), } } // TODO: reduceWriteQuorumErrs Ok(()) } async fn get_bucket_info(&self, bucket: &str, _opts: &BucketOptions) -> Result { let mut futures = Vec::with_capacity(self.local_disks.len()); for disk in self.local_disks.iter() { futures.push(disk.stat_volume(bucket)); } let results = join_all(futures).await; let mut ress = Vec::with_capacity(self.local_disks.len()); let mut errs = Vec::with_capacity(self.local_disks.len()); for res in results { match res { Ok(r) => { errs.push(None); ress.push(Some(r)); } Err(e) => { errs.push(Some(e)); ress.push(None); } } } // TODO: reduceWriteQuorumErrs // debug!("get_bucket_info errs:{:?}", errs); ress.iter() .find_map(|op| { op.as_ref().map(|v| BucketInfo { name: v.name.clone(), created: v.created, }) }) .ok_or(Error::new(DiskError::VolumeNotFound)) } async fn delete_bucket(&self, bucket: &str) -> Result<()> { let mut futures = Vec::with_capacity(self.local_disks.len()); for disk in self.local_disks.iter() { futures.push(disk.delete_volume(bucket)); } let results = join_all(futures).await; let mut errs = Vec::new(); for res in results { match res { Ok(_) => errs.push(None), Err(e) => errs.push(Some(e)), } } // TODO: reduceWriteQuorumErrs Ok(()) } } #[derive(Debug)] pub struct RemotePeerS3Client { // pub node: Node, // pub pools: Vec, } impl RemotePeerS3Client { fn new(_node: Node, _pools: Vec) -> Self { // Self { node, pools } Self {} } } #[async_trait] impl PeerS3Client for RemotePeerS3Client { fn get_pools(&self) -> Vec { unimplemented!() } async fn list_bucket(&self, _opts: &BucketOptions) -> Result> { unimplemented!() } async fn make_bucket(&self, _bucket: &str, _opts: &MakeBucketOptions) -> Result<()> { unimplemented!() } async fn get_bucket_info(&self, _bucket: &str, _opts: &BucketOptions) -> Result { unimplemented!() } async fn delete_bucket(&self, _bucket: &str) -> Result<()> { unimplemented!() } }