// Copyright 2024 RustFS Team // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. use std::collections::HashMap; use std::sync::Arc; use crate::bucket::bucket_target_sys::{BucketTargetError, BucketTargetSys}; use aws_sdk_s3::operation::head_object::HeadObjectOutput; use aws_sdk_s3::types::{ObjectLockLegalHoldStatus, ObjectLockRetentionMode}; use http::HeaderMap; use rustfs_replication::{ ReplicationSourceObject, ReplicationTargetObject, replication_action_for_target, target_is_newer_than_source_null_version, }; use rustfs_utils::http::{ AMZ_BUCKET_REPLICATION_STATUS, AMZ_OBJECT_LOCK_LEGAL_HOLD, AMZ_OBJECT_LOCK_MODE, AMZ_OBJECT_LOCK_RETAIN_UNTIL_DATE, AMZ_OBJECT_TAGGING, AMZ_SERVER_SIDE_ENCRYPTION, AMZ_SERVER_SIDE_ENCRYPTION_KMS_CONTEXT, AMZ_SERVER_SIDE_ENCRYPTION_KMS_ID, AMZ_STORAGE_CLASS, AMZ_TAG_COUNT, CACHE_CONTROL, CONTENT_DISPOSITION, CONTENT_ENCODING, CONTENT_LANGUAGE, CONTENT_TYPE, HeaderExt as _, SUFFIX_OBJECTLOCK_LEGALHOLD_TIMESTAMP, SUFFIX_OBJECTLOCK_RETENTION_TIMESTAMP, SUFFIX_REPLICATION_ACTUAL_OBJECT_SIZE, SUFFIX_REPLICATION_SSEC_CRC, SUFFIX_TAGGING_TIMESTAMP, get_str, insert_header_map, is_internal_key, }; use time::OffsetDateTime; use time::format_description::well_known::Rfc3339; pub(crate) use crate::bucket::bucket_target_sys::{ AdvancedPutOptions, PutObjectOptions, PutObjectPartOptions, RemoveObjectOptions, TargetClient, }; #[cfg(test)] pub(crate) use crate::bucket::target::BucketTarget; pub(crate) use crate::bucket::target::BucketTargets; use super::replication_config_store::ReplicationConfigStore; use super::replication_error_boundary::{Error, Result}; use super::replication_filemeta_boundary::{ReplicationAction, ReplicationStatusType, ReplicationType}; use super::replication_storage_boundary::ObjectInfo; use super::replication_tagging_boundary::ReplicationTagFilter; static STANDARD_HEADERS: &[&str] = &[ CONTENT_TYPE, CACHE_CONTROL, CONTENT_ENCODING, CONTENT_LANGUAGE, CONTENT_DISPOSITION, AMZ_STORAGE_CLASS, AMZ_OBJECT_TAGGING, AMZ_BUCKET_REPLICATION_STATUS, AMZ_OBJECT_LOCK_MODE, AMZ_OBJECT_LOCK_RETAIN_UNTIL_DATE, AMZ_OBJECT_LOCK_LEGAL_HOLD, AMZ_TAG_COUNT, AMZ_SERVER_SIDE_ENCRYPTION, ]; static VALID_SSE_REPLICATION_HEADERS: &[(&str, &str)] = &[ ( "X-Rustfs-Internal-Server-Side-Encryption-Sealed-Key", "X-Rustfs-Replication-Server-Side-Encryption-Sealed-Key", ), ( "X-Rustfs-Internal-Server-Side-Encryption-Seal-Algorithm", "X-Rustfs-Replication-Server-Side-Encryption-Seal-Algorithm", ), ( "X-Rustfs-Internal-Server-Side-Encryption-Iv", "X-Rustfs-Replication-Server-Side-Encryption-Iv", ), ("X-Rustfs-Internal-Encrypted-Multipart", "X-Rustfs-Replication-Encrypted-Multipart"), ("X-Rustfs-Internal-Actual-Object-Size", "X-Rustfs-Replication-Actual-Object-Size"), ]; const ERR_REPLICATION_MANAGED_SSE_UNSUPPORTED: &str = "managed SSE replication requires target encryption support"; const ERR_REPLICATION_ENCRYPTION_METADATA_UNSUPPORTED: &str = "replication source contains unsupported encryption metadata"; #[derive(Debug, Clone, Copy, PartialEq, Eq)] enum ReplicationSourceEncryption { Plaintext, SseS3, SseKms, SseC, Unsupported, } fn metadata_value<'a>(metadata: &'a HashMap, name: &str) -> Option<&'a str> { metadata .iter() .find(|(key, _)| key.eq_ignore_ascii_case(name)) .map(|(_, value)| value.as_str()) } fn classify_replication_source_encryption(metadata: &HashMap) -> ReplicationSourceEncryption { let is_ssec = replication_object_is_ssec_encrypted(metadata); let sse = metadata_value(metadata, AMZ_SERVER_SIDE_ENCRYPTION); let kms_key_id = metadata_value(metadata, AMZ_SERVER_SIDE_ENCRYPTION_KMS_ID); let kms_context = metadata_value(metadata, AMZ_SERVER_SIDE_ENCRYPTION_KMS_CONTEXT); if is_ssec { return if sse.is_some() || kms_key_id.is_some() || kms_context.is_some() { ReplicationSourceEncryption::Unsupported } else { ReplicationSourceEncryption::SseC }; } match sse.map(str::trim) { None if kms_key_id.is_none() && kms_context.is_none() => ReplicationSourceEncryption::Plaintext, Some(value) if value.eq_ignore_ascii_case("AES256") && kms_key_id.is_none() && kms_context.is_none() => { ReplicationSourceEncryption::SseS3 } Some(value) if value.eq_ignore_ascii_case("aws:kms") => ReplicationSourceEncryption::SseKms, _ if kms_key_id.is_some() => ReplicationSourceEncryption::SseKms, _ => ReplicationSourceEncryption::Unsupported, } } pub(crate) fn replication_object_is_ssec_encrypted(user_defined: &HashMap) -> bool { rustfs_replication::is_ssec_encrypted(user_defined) } pub(crate) struct ReplicationTargetStore; impl ReplicationTargetStore { pub(crate) async fn list_bucket_targets(bucket: &str) -> std::result::Result { BucketTargetSys::get().list_bucket_targets(bucket).await } pub(crate) async fn remote_target_client(bucket: &str, arn: &str) -> Option> { BucketTargetSys::get().get_remote_target_client(bucket, arn).await } pub(crate) async fn target_is_offline(target_client: &Arc) -> bool { BucketTargetSys::get().is_target_offline(target_client).await } pub(crate) async fn mark_target_offline(target_client: &Arc) { BucketTargetSys::get().mark_target_offline(target_client).await } #[cfg(test)] pub(crate) async fn register_test_target(target_client: &Arc) { BucketTargetSys::get().arn_remotes_map.write().await.insert( target_client.arn.clone(), crate::bucket::bucket_target_sys::ArnTarget::with_client(target_client.clone()), ); } } pub(crate) fn replication_put_object_options(sc: &str, object_info: &ObjectInfo) -> Result<(PutObjectOptions, bool)> { use base64::{Engine, engine::general_purpose::STANDARD as BASE64_STANDARD}; use rustfs_utils::http::{AMZ_CHECKSUM_TYPE, AMZ_CHECKSUM_TYPE_FULL_OBJECT}; let mut meta = HashMap::new(); let source_encryption = classify_replication_source_encryption(&object_info.user_defined); let is_ssec = matches!(source_encryption, ReplicationSourceEncryption::SseC); match source_encryption { ReplicationSourceEncryption::Plaintext | ReplicationSourceEncryption::SseC => {} ReplicationSourceEncryption::SseS3 | ReplicationSourceEncryption::SseKms => { return Err(Error::other(ERR_REPLICATION_MANAGED_SSE_UNSUPPORTED)); } ReplicationSourceEncryption::Unsupported => { return Err(Error::other(ERR_REPLICATION_ENCRYPTION_METADATA_UNSUPPORTED)); } } for (key, value) in object_info.user_defined.iter() { let has_valid_sse_header = valid_sse_replication_header(key).is_some(); if (!is_ssec || !has_valid_sse_header) && (is_internal_key(key) || is_standard_header(key)) { continue; } if let Some(replication_header) = valid_sse_replication_header(key) { meta.insert(replication_header.to_string(), value.to_string()); } else { meta.insert(key.to_string(), value.to_string()); } } let mut is_multipart = object_info.is_multipart(); if let Some(checksum_data) = &object_info.checksum && !checksum_data.is_empty() { if is_ssec { let encoded = BASE64_STANDARD.encode(checksum_data); insert_header_map(&mut meta, SUFFIX_REPLICATION_SSEC_CRC, encoded); } else { let (checksum_meta, is_mp) = object_info.decrypt_checksums(0, &HeaderMap::new())?; is_multipart = is_mp; for (key, value) in checksum_meta.iter() { if key != AMZ_CHECKSUM_TYPE { meta.insert(key.clone(), value.clone()); } } if !object_info.is_multipart() && checksum_meta .get(AMZ_CHECKSUM_TYPE) .is_some_and(|value| value == AMZ_CHECKSUM_TYPE_FULL_OBJECT) { is_multipart = false; } } } let storage_class = if sc.is_empty() { let obj_sc = object_info.storage_class.as_deref().unwrap_or_default(); if obj_sc == ReplicationConfigStore::STANDARD || obj_sc == ReplicationConfigStore::RRS { obj_sc.to_string() } else { sc.to_string() } } else { sc.to_string() }; let mut put_options = PutObjectOptions { user_metadata: meta, content_type: object_info.content_type.clone().unwrap_or_default(), content_encoding: object_info.content_encoding.clone().unwrap_or_default(), expires: object_info.expires.unwrap_or(OffsetDateTime::UNIX_EPOCH), storage_class, internal: AdvancedPutOptions { source_version_id: object_info.version_id.map(|value| value.to_string()).unwrap_or_default(), source_etag: object_info.etag.clone().unwrap_or_default(), source_mtime: object_info.mod_time.unwrap_or(OffsetDateTime::UNIX_EPOCH), replication_status: ReplicationStatusType::Replica, replication_request: true, ..Default::default() }, ..Default::default() }; if !object_info.user_tags.is_empty() { let tags = ReplicationTagFilter::decode_tags_to_map(&object_info.user_tags); if !tags.is_empty() { put_options.user_tags = tags; put_options.internal.tagging_timestamp = if let Some(timestamp) = get_str(&object_info.user_defined, SUFFIX_TAGGING_TIMESTAMP) { OffsetDateTime::parse(×tamp, &Rfc3339) .map_err(|err| Error::other(format!("Failed to parse tagging timestamp: {err}")))? } else { object_info.mod_time.unwrap_or(OffsetDateTime::UNIX_EPOCH) }; } } let metadata = &*object_info.user_defined; if let Some(language) = metadata.lookup(CONTENT_LANGUAGE) { put_options.content_language = language.to_string(); } if let Some(content_disposition) = metadata.lookup(CONTENT_DISPOSITION) { put_options.content_disposition = content_disposition.to_string(); } if let Some(cache_control) = metadata.lookup(CACHE_CONTROL) { put_options.cache_control = cache_control.to_string(); } if let Some(mode) = metadata.lookup(AMZ_OBJECT_LOCK_MODE) { put_options.mode = Some(ObjectLockRetentionMode::from(mode.to_uppercase().as_str())); } if let Some(retain_until_date) = metadata.lookup(AMZ_OBJECT_LOCK_RETAIN_UNTIL_DATE) { put_options.retain_until_date = OffsetDateTime::parse(retain_until_date, &Rfc3339) .map_err(|err| Error::other(format!("Failed to parse retain until date: {err}")))?; put_options.internal.retention_timestamp = if let Some(timestamp) = get_str(&object_info.user_defined, SUFFIX_OBJECTLOCK_RETENTION_TIMESTAMP) { OffsetDateTime::parse(×tamp, &Rfc3339).unwrap_or(OffsetDateTime::UNIX_EPOCH) } else { object_info.mod_time.unwrap_or(OffsetDateTime::UNIX_EPOCH) }; } if let Some(legal_hold) = metadata.lookup(AMZ_OBJECT_LOCK_LEGAL_HOLD) { put_options.legalhold = Some(ObjectLockLegalHoldStatus::from(legal_hold.to_uppercase().as_str())); put_options.internal.legalhold_timestamp = if let Some(timestamp) = get_str(&object_info.user_defined, SUFFIX_OBJECTLOCK_LEGALHOLD_TIMESTAMP) { OffsetDateTime::parse(×tamp, &Rfc3339).unwrap_or(OffsetDateTime::UNIX_EPOCH) } else { object_info.mod_time.unwrap_or(OffsetDateTime::UNIX_EPOCH) }; } Ok((put_options, is_multipart)) } pub(crate) fn replication_put_object_header_size(put_options: &PutObjectOptions) -> usize { put_options .header() .iter() .map(|(key, value)| key.as_str().len() + value.as_bytes().len() + 4) .sum() } fn replication_source_object(object_info: &ObjectInfo) -> ReplicationSourceObject<'_> { ReplicationSourceObject { mod_time: object_info .mod_time .map(|mod_time| OffsetDateTime::from_unix_timestamp(mod_time.unix_timestamp()).unwrap_or(mod_time)), version_id: object_info.version_id.map(|version_id| version_id.to_string()), etag: object_info.etag.as_deref(), actual_size: object_info.get_actual_size().unwrap_or_default(), delete_marker: object_info.delete_marker, content_type: object_info.content_type.as_deref(), content_encoding: object_info.content_encoding.as_deref(), user_tags: object_info.user_tags.as_str(), user_defined: object_info.user_defined.as_ref(), } } fn replication_target_last_modified(target: &HeadObjectOutput) -> Option { target .last_modified .map(|dt| OffsetDateTime::from_unix_timestamp(dt.secs()).unwrap_or(OffsetDateTime::UNIX_EPOCH)) } fn replication_target_object(target: &HeadObjectOutput) -> ReplicationTargetObject<'_> { ReplicationTargetObject { last_modified: replication_target_last_modified(target), version_id: target.version_id.as_deref(), etag: target.e_tag.as_deref(), content_length: target.content_length.unwrap_or_default(), delete_marker: target.delete_marker.unwrap_or_default(), content_type: target.content_type.as_deref(), metadata: target.metadata.as_ref(), tag_count: target.tag_count.unwrap_or_default(), } } pub(crate) fn replication_action_for_target_head( object_info: &ObjectInfo, target: &HeadObjectOutput, op_type: ReplicationType, ) -> ReplicationAction { replication_action_for_target(&replication_source_object(object_info), &replication_target_object(target), op_type) } pub(crate) fn replication_target_head_is_newer_null_version(object_info: &ObjectInfo, target: &HeadObjectOutput) -> bool { target_is_newer_than_source_null_version(&replication_source_object(object_info), &replication_target_object(target)) } pub(crate) fn replication_delete_remove_options( delete_marker: bool, replication_mtime: Option, ) -> RemoveObjectOptions { RemoveObjectOptions { force_delete: false, governance_bypass: false, replication_delete_marker: delete_marker, replication_mtime, replication_status: ReplicationStatusType::Replica, replication_request: true, replication_validity_check: false, } } pub(crate) fn replication_delete_marker_purge_remove_options(replication_mtime: Option) -> RemoveObjectOptions { RemoveObjectOptions { force_delete: false, governance_bypass: false, replication_delete_marker: false, replication_mtime, replication_status: ReplicationStatusType::Replica, replication_request: true, replication_validity_check: false, } } pub(crate) fn replication_force_delete_remove_options() -> RemoveObjectOptions { RemoveObjectOptions { force_delete: true, governance_bypass: false, replication_delete_marker: false, replication_mtime: None, replication_status: ReplicationStatusType::Replica, replication_request: true, replication_validity_check: false, } } pub(crate) fn replication_complete_multipart_options(actual_size: String) -> PutObjectOptions { let mut user_metadata = HashMap::new(); insert_header_map(&mut user_metadata, SUFFIX_REPLICATION_ACTUAL_OBJECT_SIZE, actual_size); PutObjectOptions { user_metadata, internal: AdvancedPutOptions { replication_status: ReplicationStatusType::Replica, replication_request: true, ..Default::default() }, ..Default::default() } } fn is_standard_header(key: &str) -> bool { STANDARD_HEADERS.iter().any(|header| header.eq_ignore_ascii_case(key)) } fn valid_sse_replication_header(key: &str) -> Option<&str> { VALID_SSE_REPLICATION_HEADERS .iter() .find(|(internal, _)| key.eq_ignore_ascii_case(internal)) .map(|(_, replication)| *replication) } #[cfg(test)] mod tests { use super::*; use aws_smithy_types::DateTime; use rustfs_replication::content_matches_by_etag; use rustfs_utils::http::{ SSEC_ALGORITHM_HEADER, SUFFIX_REPLICATION_ACTUAL_OBJECT_SIZE, SUFFIX_REPLICATION_SSEC_CRC, get_header_map, }; use std::sync::Arc; use time::Duration; use uuid::Uuid; #[test] fn replication_action_for_target_head_existing_object_source_newer_null_version_requires_replication() { let source = ObjectInfo { mod_time: Some(OffsetDateTime::UNIX_EPOCH + Duration::seconds(20)), version_id: None, ..Default::default() }; let target = HeadObjectOutput::builder().last_modified(DateTime::from_secs(10)).build(); assert_eq!( replication_action_for_target_head(&source, &target, ReplicationType::ExistingObject), ReplicationAction::All, "a newer source null version must not be skipped during existing-object replication" ); } #[test] fn replication_action_for_target_head_existing_object_target_newer_null_version_skips() { let source = ObjectInfo { mod_time: Some(OffsetDateTime::UNIX_EPOCH + Duration::seconds(10)), version_id: None, ..Default::default() }; let target = HeadObjectOutput::builder().last_modified(DateTime::from_secs(20)).build(); assert_eq!( replication_action_for_target_head(&source, &target, ReplicationType::ExistingObject), ReplicationAction::None, "a newer target null-version object should not be overwritten by existing-object replication" ); assert!(replication_target_head_is_newer_null_version(&source, &target)); } #[test] fn replication_target_head_content_matches_compare_etag_only() { let source = ObjectInfo { etag: Some("\"abc123\"".to_string()), ..Default::default() }; let target_match = HeadObjectOutput::builder().e_tag("\"abc123\"").build(); assert!( content_matches_by_etag(&replication_source_object(&source), &replication_target_object(&target_match)), "identical ETags must match" ); let target_unquoted_match = HeadObjectOutput::builder().e_tag("abc123").build(); assert!( content_matches_by_etag(&replication_source_object(&source), &replication_target_object(&target_unquoted_match)), "quoted and unquoted ETags with identical values must match" ); let target_different_version = HeadObjectOutput::builder() .e_tag("\"abc123\"") .version_id("aws-alphanumeric-id") .build(); assert!( content_matches_by_etag(&replication_source_object(&source), &replication_target_object(&target_different_version)), "matching ETags with different version IDs must still match" ); let target_different_content = HeadObjectOutput::builder().e_tag("\"def456\"").build(); assert!( !content_matches_by_etag(&replication_source_object(&source), &replication_target_object(&target_different_content)), "different ETags must not match" ); let source_no_etag = ObjectInfo { etag: None, ..Default::default() }; assert!( !content_matches_by_etag(&replication_source_object(&source_no_etag), &replication_target_object(&target_match)), "missing source ETag must not match" ); let target_no_etag = HeadObjectOutput::builder().build(); assert!( !content_matches_by_etag(&replication_source_object(&source), &replication_target_object(&target_no_etag)), "missing target ETag must not match" ); } #[test] fn replication_action_for_target_head_compares_http_date_precision() { for (source_nanos, target_secs, expected) in [ (10_123_456_789, 10, ReplicationAction::None), (-10_876_543_211, -11, ReplicationAction::None), (10_600_000_000, 11, ReplicationAction::All), ] { let mod_time = OffsetDateTime::from_unix_timestamp_nanos(source_nanos).expect("valid timestamp"); let object_info = ObjectInfo { mod_time: Some(mod_time), version_id: Some(Uuid::new_v4()), etag: Some("abc123".to_string()), size: 10, ..Default::default() }; let target = HeadObjectOutput::builder() .last_modified(DateTime::from_secs(target_secs)) .version_id(object_info.version_id.expect("version ID").to_string()) .e_tag("abc123") .content_length(10) .build(); assert_eq!( replication_action_for_target_head(&object_info, &target, ReplicationType::Object), expected ); } } #[test] fn replication_remove_options_mark_replication_requests() { let mtime = OffsetDateTime::UNIX_EPOCH + Duration::seconds(10); let delete = replication_delete_remove_options(true, Some(mtime)); assert!(!delete.force_delete); assert!(delete.replication_delete_marker); assert_eq!(delete.replication_mtime, Some(mtime)); assert_eq!(delete.replication_status, ReplicationStatusType::Replica); assert!(delete.replication_request); let purge = replication_delete_marker_purge_remove_options(Some(mtime)); assert!(!purge.force_delete); assert!(!purge.replication_delete_marker); assert_eq!(purge.replication_mtime, Some(mtime)); assert_eq!(purge.replication_status, ReplicationStatusType::Replica); assert!(purge.replication_request); let force = replication_force_delete_remove_options(); assert!(force.force_delete); assert!(!force.replication_delete_marker); assert_eq!(force.replication_status, ReplicationStatusType::Replica); assert!(force.replication_request); } #[test] fn replication_complete_multipart_options_sets_actual_size() { let options = replication_complete_multipart_options("1024".to_string()); assert_eq!( get_header_map(&options.user_metadata, SUFFIX_REPLICATION_ACTUAL_OBJECT_SIZE).as_deref(), Some("1024") ); assert_eq!(options.internal.replication_status, ReplicationStatusType::Replica); assert!(options.internal.replication_request); } #[test] fn replication_put_options_filter_and_map_metadata() { let mut metadata = HashMap::new(); metadata.insert(CONTENT_TYPE.to_string(), "text/plain".to_string()); metadata.insert("x-user-meta".to_string(), "value".to_string()); metadata.insert(SSEC_ALGORITHM_HEADER.to_string(), "AES256".to_string()); metadata.insert("X-Rustfs-Internal-Server-Side-Encryption-Sealed-Key".to_string(), "sealed".to_string()); let object_info = ObjectInfo { user_defined: Arc::new(metadata), user_tags: Arc::new("env=prod".to_string()), content_type: Some("text/plain".to_string()), content_encoding: Some("gzip".to_string()), mod_time: Some(OffsetDateTime::UNIX_EPOCH), version_id: Some(Uuid::nil()), etag: Some("0123456789abcdef0123456789abcdef".to_string()), ..Default::default() }; let (options, is_multipart) = replication_put_object_options("STANDARD", &object_info).expect("build put options"); assert!(!is_multipart); assert_eq!(options.user_metadata.get("x-user-meta"), Some(&"value".to_string())); assert!(!options.user_metadata.contains_key(CONTENT_TYPE)); assert_eq!( options .user_metadata .get("X-Rustfs-Replication-Server-Side-Encryption-Sealed-Key"), Some(&"sealed".to_string()) ); assert_eq!(options.content_type, "text/plain"); assert_eq!(options.content_encoding, "gzip"); assert_eq!(options.user_tags.get("env"), Some(&"prod".to_string())); assert_eq!(options.internal.source_version_id, Uuid::nil().to_string()); assert_eq!(options.internal.source_etag, "0123456789abcdef0123456789abcdef"); assert_eq!(options.internal.replication_status, ReplicationStatusType::Replica); assert!(options.internal.replication_request); } #[test] fn replication_put_options_adds_ssec_checksum_metadata() { let metadata = HashMap::from([(SSEC_ALGORITHM_HEADER.to_string(), "AES256".to_string())]); let object_info = ObjectInfo { user_defined: Arc::new(metadata), checksum: Some(bytes::Bytes::from_static(b"checksum")), ..Default::default() }; let (options, _) = replication_put_object_options("", &object_info).expect("build put options"); assert!(get_header_map(&options.user_metadata, SUFFIX_REPLICATION_SSEC_CRC).is_some()); } #[test] fn replication_source_encryption_classification_is_explicit_and_fail_closed() { assert_eq!( classify_replication_source_encryption(&HashMap::new()), ReplicationSourceEncryption::Plaintext ); assert_eq!( classify_replication_source_encryption(&HashMap::from([( "x-amz-server-side-encryption".to_string(), "AES256".to_string() )])), ReplicationSourceEncryption::SseS3 ); assert_eq!( classify_replication_source_encryption(&HashMap::from([( "x-amz-server-side-encryption".to_string(), "AWS:KMS".to_string() )])), ReplicationSourceEncryption::SseKms ); assert_eq!( classify_replication_source_encryption(&HashMap::from([(SSEC_ALGORITHM_HEADER.to_string(), "AES256".to_string())])), ReplicationSourceEncryption::SseC ); assert_eq!( classify_replication_source_encryption(&HashMap::from([( "x-amz-server-side-encryption".to_string(), "unsupported-algorithm".to_string(), )])), ReplicationSourceEncryption::Unsupported ); assert_eq!( classify_replication_source_encryption(&HashMap::from([( AMZ_SERVER_SIDE_ENCRYPTION_KMS_CONTEXT.to_string(), "opaque-context".to_string(), )])), ReplicationSourceEncryption::Unsupported ); } #[test] fn replication_put_options_rejects_sse_s3_until_target_encryption_is_supported() { let object_info = ObjectInfo { user_defined: Arc::new(HashMap::from([(AMZ_SERVER_SIDE_ENCRYPTION.to_string(), "AES256".to_string())])), ..Default::default() }; let err = match replication_put_object_options("", &object_info) { Ok(_) => panic!("SSE-S3 replication should fail closed until target encryption headers are supported"), Err(err) => err, }; assert!(err.to_string().contains(ERR_REPLICATION_MANAGED_SSE_UNSUPPORTED)); } #[test] fn replication_put_options_rejects_sse_kms_until_target_encryption_is_supported() { let object_info = ObjectInfo { user_defined: Arc::new(HashMap::from([ (AMZ_SERVER_SIDE_ENCRYPTION.to_string(), "aws:kms".to_string()), (AMZ_SERVER_SIDE_ENCRYPTION_KMS_ID.to_string(), "key-1".to_string()), ])), ..Default::default() }; let err = match replication_put_object_options("", &object_info) { Ok(_) => panic!("SSE-KMS replication should fail closed until target encryption headers are supported"), Err(err) => err, }; assert!(err.to_string().contains(ERR_REPLICATION_MANAGED_SSE_UNSUPPORTED)); } #[test] fn replication_put_options_rejects_unknown_encryption_without_echoing_metadata() { let secret_like_value = "opaque-context-that-must-not-be-logged"; let object_info = ObjectInfo { user_defined: Arc::new(HashMap::from([ (AMZ_SERVER_SIDE_ENCRYPTION.to_string(), "unsupported-algorithm".to_string()), (AMZ_SERVER_SIDE_ENCRYPTION_KMS_CONTEXT.to_string(), secret_like_value.to_string()), ])), ..Default::default() }; let err = match replication_put_object_options("", &object_info) { Ok(_) => panic!("unknown encryption must fail closed"), Err(err) => err, }; assert!(err.to_string().contains(ERR_REPLICATION_ENCRYPTION_METADATA_UNSUPPORTED)); assert!(!err.to_string().contains(secret_like_value)); } // T3 (#1264): the outbound replication path forwards a stored object checksum into // user_metadata via decrypt_checksums, which is algorithm-agnostic. This locks that // the AWS 2026-04 additional algorithms (XXHash3/64/128, SHA-512, MD5) are forwarded // identically to the classic five — i.e. replication treats the new algorithms // consistently, with no new-algorithm-specific gap on the outbound side. #[test] fn replication_put_object_options_forwards_new_algorithm_checksums_like_classic() { use rustfs_rio::{Checksum, ChecksumType}; let payload = b"replication checksum consistency payload"; let cases = [ // classic five (baseline) ("CRC32", ChecksumType::CRC32), ("SHA256", ChecksumType::SHA256), // AWS 2026-04 additional algorithms ("XXHASH3", ChecksumType::XXHASH3), ("XXHASH64", ChecksumType::XXHASH64), ("XXHASH128", ChecksumType::XXHASH128), ("SHA512", ChecksumType::SHA512), ("MD5", ChecksumType::MD5), ]; for (name, ty) in cases { let checksum = Checksum::new_from_data(ty, payload).expect("compute checksum"); let object_info = ObjectInfo { checksum: Some(checksum.to_bytes(&[])), ..Default::default() }; let (opts, _is_multipart) = replication_put_object_options("", &object_info).expect("build replication put options"); assert_eq!( opts.user_metadata.get(name), Some(&checksum.encoded), "replication must forward the {name} checksum into user_metadata identically to the classic algorithms" ); } } }