mirror of
https://github.com/rustfs/rustfs.git
synced 2026-08-10 07:06:53 +00:00
1fdcbd9225
* fix(replication): fail closed on destination encryption * test(replication): avoid Debug bound in encryption assertion
768 lines
31 KiB
Rust
768 lines
31 KiB
Rust
// Copyright 2024 RustFS Team
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
use std::collections::HashMap;
|
|
use std::sync::Arc;
|
|
|
|
use crate::bucket::bucket_target_sys::{BucketTargetError, BucketTargetSys};
|
|
use aws_sdk_s3::operation::head_object::HeadObjectOutput;
|
|
use aws_sdk_s3::types::{ObjectLockLegalHoldStatus, ObjectLockRetentionMode};
|
|
use http::HeaderMap;
|
|
use rustfs_replication::{
|
|
ReplicationSourceObject, ReplicationTargetObject, replication_action_for_target, target_is_newer_than_source_null_version,
|
|
};
|
|
use rustfs_utils::http::{
|
|
AMZ_BUCKET_REPLICATION_STATUS, AMZ_OBJECT_LOCK_LEGAL_HOLD, AMZ_OBJECT_LOCK_MODE, AMZ_OBJECT_LOCK_RETAIN_UNTIL_DATE,
|
|
AMZ_OBJECT_TAGGING, AMZ_SERVER_SIDE_ENCRYPTION, AMZ_SERVER_SIDE_ENCRYPTION_KMS_CONTEXT, AMZ_SERVER_SIDE_ENCRYPTION_KMS_ID,
|
|
AMZ_STORAGE_CLASS, AMZ_TAG_COUNT, CACHE_CONTROL, CONTENT_DISPOSITION, CONTENT_ENCODING, CONTENT_LANGUAGE, CONTENT_TYPE,
|
|
HeaderExt as _, SUFFIX_OBJECTLOCK_LEGALHOLD_TIMESTAMP, SUFFIX_OBJECTLOCK_RETENTION_TIMESTAMP,
|
|
SUFFIX_REPLICATION_ACTUAL_OBJECT_SIZE, SUFFIX_REPLICATION_SSEC_CRC, SUFFIX_TAGGING_TIMESTAMP, get_str, insert_header_map,
|
|
is_internal_key,
|
|
};
|
|
use time::OffsetDateTime;
|
|
use time::format_description::well_known::Rfc3339;
|
|
|
|
pub(crate) use crate::bucket::bucket_target_sys::{
|
|
AdvancedPutOptions, PutObjectOptions, PutObjectPartOptions, RemoveObjectOptions, TargetClient,
|
|
};
|
|
#[cfg(test)]
|
|
pub(crate) use crate::bucket::target::BucketTarget;
|
|
pub(crate) use crate::bucket::target::BucketTargets;
|
|
|
|
use super::replication_config_store::ReplicationConfigStore;
|
|
use super::replication_error_boundary::{Error, Result};
|
|
use super::replication_filemeta_boundary::{ReplicationAction, ReplicationStatusType, ReplicationType};
|
|
use super::replication_storage_boundary::ObjectInfo;
|
|
use super::replication_tagging_boundary::ReplicationTagFilter;
|
|
|
|
static STANDARD_HEADERS: &[&str] = &[
|
|
CONTENT_TYPE,
|
|
CACHE_CONTROL,
|
|
CONTENT_ENCODING,
|
|
CONTENT_LANGUAGE,
|
|
CONTENT_DISPOSITION,
|
|
AMZ_STORAGE_CLASS,
|
|
AMZ_OBJECT_TAGGING,
|
|
AMZ_BUCKET_REPLICATION_STATUS,
|
|
AMZ_OBJECT_LOCK_MODE,
|
|
AMZ_OBJECT_LOCK_RETAIN_UNTIL_DATE,
|
|
AMZ_OBJECT_LOCK_LEGAL_HOLD,
|
|
AMZ_TAG_COUNT,
|
|
AMZ_SERVER_SIDE_ENCRYPTION,
|
|
];
|
|
|
|
static VALID_SSE_REPLICATION_HEADERS: &[(&str, &str)] = &[
|
|
(
|
|
"X-Rustfs-Internal-Server-Side-Encryption-Sealed-Key",
|
|
"X-Rustfs-Replication-Server-Side-Encryption-Sealed-Key",
|
|
),
|
|
(
|
|
"X-Rustfs-Internal-Server-Side-Encryption-Seal-Algorithm",
|
|
"X-Rustfs-Replication-Server-Side-Encryption-Seal-Algorithm",
|
|
),
|
|
(
|
|
"X-Rustfs-Internal-Server-Side-Encryption-Iv",
|
|
"X-Rustfs-Replication-Server-Side-Encryption-Iv",
|
|
),
|
|
("X-Rustfs-Internal-Encrypted-Multipart", "X-Rustfs-Replication-Encrypted-Multipart"),
|
|
("X-Rustfs-Internal-Actual-Object-Size", "X-Rustfs-Replication-Actual-Object-Size"),
|
|
];
|
|
|
|
const ERR_REPLICATION_MANAGED_SSE_UNSUPPORTED: &str = "managed SSE replication requires target encryption support";
|
|
const ERR_REPLICATION_ENCRYPTION_METADATA_UNSUPPORTED: &str = "replication source contains unsupported encryption metadata";
|
|
|
|
#[derive(Debug, Clone, Copy, PartialEq, Eq)]
|
|
enum ReplicationSourceEncryption {
|
|
Plaintext,
|
|
SseS3,
|
|
SseKms,
|
|
SseC,
|
|
Unsupported,
|
|
}
|
|
|
|
fn metadata_value<'a>(metadata: &'a HashMap<String, String>, name: &str) -> Option<&'a str> {
|
|
metadata
|
|
.iter()
|
|
.find(|(key, _)| key.eq_ignore_ascii_case(name))
|
|
.map(|(_, value)| value.as_str())
|
|
}
|
|
|
|
fn classify_replication_source_encryption(metadata: &HashMap<String, String>) -> ReplicationSourceEncryption {
|
|
let is_ssec = replication_object_is_ssec_encrypted(metadata);
|
|
let sse = metadata_value(metadata, AMZ_SERVER_SIDE_ENCRYPTION);
|
|
let kms_key_id = metadata_value(metadata, AMZ_SERVER_SIDE_ENCRYPTION_KMS_ID);
|
|
let kms_context = metadata_value(metadata, AMZ_SERVER_SIDE_ENCRYPTION_KMS_CONTEXT);
|
|
|
|
if is_ssec {
|
|
return if sse.is_some() || kms_key_id.is_some() || kms_context.is_some() {
|
|
ReplicationSourceEncryption::Unsupported
|
|
} else {
|
|
ReplicationSourceEncryption::SseC
|
|
};
|
|
}
|
|
|
|
match sse.map(str::trim) {
|
|
None if kms_key_id.is_none() && kms_context.is_none() => ReplicationSourceEncryption::Plaintext,
|
|
Some(value) if value.eq_ignore_ascii_case("AES256") && kms_key_id.is_none() && kms_context.is_none() => {
|
|
ReplicationSourceEncryption::SseS3
|
|
}
|
|
Some(value) if value.eq_ignore_ascii_case("aws:kms") => ReplicationSourceEncryption::SseKms,
|
|
_ if kms_key_id.is_some() => ReplicationSourceEncryption::SseKms,
|
|
_ => ReplicationSourceEncryption::Unsupported,
|
|
}
|
|
}
|
|
|
|
pub(crate) fn replication_object_is_ssec_encrypted(user_defined: &HashMap<String, String>) -> bool {
|
|
rustfs_replication::is_ssec_encrypted(user_defined)
|
|
}
|
|
|
|
pub(crate) struct ReplicationTargetStore;
|
|
|
|
impl ReplicationTargetStore {
|
|
pub(crate) async fn list_bucket_targets(bucket: &str) -> std::result::Result<BucketTargets, BucketTargetError> {
|
|
BucketTargetSys::get().list_bucket_targets(bucket).await
|
|
}
|
|
|
|
pub(crate) async fn remote_target_client(bucket: &str, arn: &str) -> Option<Arc<TargetClient>> {
|
|
BucketTargetSys::get().get_remote_target_client(bucket, arn).await
|
|
}
|
|
|
|
pub(crate) async fn target_is_offline(target_client: &Arc<TargetClient>) -> bool {
|
|
BucketTargetSys::get().is_target_offline(target_client).await
|
|
}
|
|
|
|
pub(crate) async fn mark_target_offline(target_client: &Arc<TargetClient>) {
|
|
BucketTargetSys::get().mark_target_offline(target_client).await
|
|
}
|
|
|
|
#[cfg(test)]
|
|
pub(crate) async fn register_test_target(target_client: &Arc<TargetClient>) {
|
|
BucketTargetSys::get().arn_remotes_map.write().await.insert(
|
|
target_client.arn.clone(),
|
|
crate::bucket::bucket_target_sys::ArnTarget::with_client(target_client.clone()),
|
|
);
|
|
}
|
|
}
|
|
|
|
pub(crate) fn replication_put_object_options(sc: &str, object_info: &ObjectInfo) -> Result<(PutObjectOptions, bool)> {
|
|
use base64::{Engine, engine::general_purpose::STANDARD as BASE64_STANDARD};
|
|
use rustfs_utils::http::{AMZ_CHECKSUM_TYPE, AMZ_CHECKSUM_TYPE_FULL_OBJECT};
|
|
|
|
let mut meta = HashMap::new();
|
|
let source_encryption = classify_replication_source_encryption(&object_info.user_defined);
|
|
let is_ssec = matches!(source_encryption, ReplicationSourceEncryption::SseC);
|
|
|
|
match source_encryption {
|
|
ReplicationSourceEncryption::Plaintext | ReplicationSourceEncryption::SseC => {}
|
|
ReplicationSourceEncryption::SseS3 | ReplicationSourceEncryption::SseKms => {
|
|
return Err(Error::other(ERR_REPLICATION_MANAGED_SSE_UNSUPPORTED));
|
|
}
|
|
ReplicationSourceEncryption::Unsupported => {
|
|
return Err(Error::other(ERR_REPLICATION_ENCRYPTION_METADATA_UNSUPPORTED));
|
|
}
|
|
}
|
|
|
|
for (key, value) in object_info.user_defined.iter() {
|
|
let has_valid_sse_header = valid_sse_replication_header(key).is_some();
|
|
|
|
if (!is_ssec || !has_valid_sse_header) && (is_internal_key(key) || is_standard_header(key)) {
|
|
continue;
|
|
}
|
|
|
|
if let Some(replication_header) = valid_sse_replication_header(key) {
|
|
meta.insert(replication_header.to_string(), value.to_string());
|
|
} else {
|
|
meta.insert(key.to_string(), value.to_string());
|
|
}
|
|
}
|
|
|
|
let mut is_multipart = object_info.is_multipart();
|
|
|
|
if let Some(checksum_data) = &object_info.checksum
|
|
&& !checksum_data.is_empty()
|
|
{
|
|
if is_ssec {
|
|
let encoded = BASE64_STANDARD.encode(checksum_data);
|
|
insert_header_map(&mut meta, SUFFIX_REPLICATION_SSEC_CRC, encoded);
|
|
} else {
|
|
let (checksum_meta, is_mp) = object_info.decrypt_checksums(0, &HeaderMap::new())?;
|
|
is_multipart = is_mp;
|
|
|
|
for (key, value) in checksum_meta.iter() {
|
|
if key != AMZ_CHECKSUM_TYPE {
|
|
meta.insert(key.clone(), value.clone());
|
|
}
|
|
}
|
|
|
|
if !object_info.is_multipart()
|
|
&& checksum_meta
|
|
.get(AMZ_CHECKSUM_TYPE)
|
|
.is_some_and(|value| value == AMZ_CHECKSUM_TYPE_FULL_OBJECT)
|
|
{
|
|
is_multipart = false;
|
|
}
|
|
}
|
|
}
|
|
|
|
let storage_class = if sc.is_empty() {
|
|
let obj_sc = object_info.storage_class.as_deref().unwrap_or_default();
|
|
if obj_sc == ReplicationConfigStore::STANDARD || obj_sc == ReplicationConfigStore::RRS {
|
|
obj_sc.to_string()
|
|
} else {
|
|
sc.to_string()
|
|
}
|
|
} else {
|
|
sc.to_string()
|
|
};
|
|
|
|
let mut put_options = PutObjectOptions {
|
|
user_metadata: meta,
|
|
content_type: object_info.content_type.clone().unwrap_or_default(),
|
|
content_encoding: object_info.content_encoding.clone().unwrap_or_default(),
|
|
expires: object_info.expires.unwrap_or(OffsetDateTime::UNIX_EPOCH),
|
|
storage_class,
|
|
internal: AdvancedPutOptions {
|
|
source_version_id: object_info.version_id.map(|value| value.to_string()).unwrap_or_default(),
|
|
source_etag: object_info.etag.clone().unwrap_or_default(),
|
|
source_mtime: object_info.mod_time.unwrap_or(OffsetDateTime::UNIX_EPOCH),
|
|
replication_status: ReplicationStatusType::Replica,
|
|
replication_request: true,
|
|
..Default::default()
|
|
},
|
|
..Default::default()
|
|
};
|
|
|
|
if !object_info.user_tags.is_empty() {
|
|
let tags = ReplicationTagFilter::decode_tags_to_map(&object_info.user_tags);
|
|
|
|
if !tags.is_empty() {
|
|
put_options.user_tags = tags;
|
|
put_options.internal.tagging_timestamp =
|
|
if let Some(timestamp) = get_str(&object_info.user_defined, SUFFIX_TAGGING_TIMESTAMP) {
|
|
OffsetDateTime::parse(×tamp, &Rfc3339)
|
|
.map_err(|err| Error::other(format!("Failed to parse tagging timestamp: {err}")))?
|
|
} else {
|
|
object_info.mod_time.unwrap_or(OffsetDateTime::UNIX_EPOCH)
|
|
};
|
|
}
|
|
}
|
|
|
|
let metadata = &*object_info.user_defined;
|
|
|
|
if let Some(language) = metadata.lookup(CONTENT_LANGUAGE) {
|
|
put_options.content_language = language.to_string();
|
|
}
|
|
|
|
if let Some(content_disposition) = metadata.lookup(CONTENT_DISPOSITION) {
|
|
put_options.content_disposition = content_disposition.to_string();
|
|
}
|
|
|
|
if let Some(cache_control) = metadata.lookup(CACHE_CONTROL) {
|
|
put_options.cache_control = cache_control.to_string();
|
|
}
|
|
|
|
if let Some(mode) = metadata.lookup(AMZ_OBJECT_LOCK_MODE) {
|
|
put_options.mode = Some(ObjectLockRetentionMode::from(mode.to_uppercase().as_str()));
|
|
}
|
|
|
|
if let Some(retain_until_date) = metadata.lookup(AMZ_OBJECT_LOCK_RETAIN_UNTIL_DATE) {
|
|
put_options.retain_until_date = OffsetDateTime::parse(retain_until_date, &Rfc3339)
|
|
.map_err(|err| Error::other(format!("Failed to parse retain until date: {err}")))?;
|
|
put_options.internal.retention_timestamp =
|
|
if let Some(timestamp) = get_str(&object_info.user_defined, SUFFIX_OBJECTLOCK_RETENTION_TIMESTAMP) {
|
|
OffsetDateTime::parse(×tamp, &Rfc3339).unwrap_or(OffsetDateTime::UNIX_EPOCH)
|
|
} else {
|
|
object_info.mod_time.unwrap_or(OffsetDateTime::UNIX_EPOCH)
|
|
};
|
|
}
|
|
|
|
if let Some(legal_hold) = metadata.lookup(AMZ_OBJECT_LOCK_LEGAL_HOLD) {
|
|
put_options.legalhold = Some(ObjectLockLegalHoldStatus::from(legal_hold.to_uppercase().as_str()));
|
|
put_options.internal.legalhold_timestamp =
|
|
if let Some(timestamp) = get_str(&object_info.user_defined, SUFFIX_OBJECTLOCK_LEGALHOLD_TIMESTAMP) {
|
|
OffsetDateTime::parse(×tamp, &Rfc3339).unwrap_or(OffsetDateTime::UNIX_EPOCH)
|
|
} else {
|
|
object_info.mod_time.unwrap_or(OffsetDateTime::UNIX_EPOCH)
|
|
};
|
|
}
|
|
|
|
Ok((put_options, is_multipart))
|
|
}
|
|
|
|
pub(crate) fn replication_put_object_header_size(put_options: &PutObjectOptions) -> usize {
|
|
put_options
|
|
.header()
|
|
.iter()
|
|
.map(|(key, value)| key.as_str().len() + value.as_bytes().len() + 4)
|
|
.sum()
|
|
}
|
|
|
|
fn replication_source_object(object_info: &ObjectInfo) -> ReplicationSourceObject<'_> {
|
|
ReplicationSourceObject {
|
|
mod_time: object_info
|
|
.mod_time
|
|
.map(|mod_time| OffsetDateTime::from_unix_timestamp(mod_time.unix_timestamp()).unwrap_or(mod_time)),
|
|
version_id: object_info.version_id.map(|version_id| version_id.to_string()),
|
|
etag: object_info.etag.as_deref(),
|
|
actual_size: object_info.get_actual_size().unwrap_or_default(),
|
|
delete_marker: object_info.delete_marker,
|
|
content_type: object_info.content_type.as_deref(),
|
|
content_encoding: object_info.content_encoding.as_deref(),
|
|
user_tags: object_info.user_tags.as_str(),
|
|
user_defined: object_info.user_defined.as_ref(),
|
|
}
|
|
}
|
|
|
|
fn replication_target_last_modified(target: &HeadObjectOutput) -> Option<OffsetDateTime> {
|
|
target
|
|
.last_modified
|
|
.map(|dt| OffsetDateTime::from_unix_timestamp(dt.secs()).unwrap_or(OffsetDateTime::UNIX_EPOCH))
|
|
}
|
|
|
|
fn replication_target_object(target: &HeadObjectOutput) -> ReplicationTargetObject<'_> {
|
|
ReplicationTargetObject {
|
|
last_modified: replication_target_last_modified(target),
|
|
version_id: target.version_id.as_deref(),
|
|
etag: target.e_tag.as_deref(),
|
|
content_length: target.content_length.unwrap_or_default(),
|
|
delete_marker: target.delete_marker.unwrap_or_default(),
|
|
content_type: target.content_type.as_deref(),
|
|
metadata: target.metadata.as_ref(),
|
|
tag_count: target.tag_count.unwrap_or_default(),
|
|
}
|
|
}
|
|
|
|
pub(crate) fn replication_action_for_target_head(
|
|
object_info: &ObjectInfo,
|
|
target: &HeadObjectOutput,
|
|
op_type: ReplicationType,
|
|
) -> ReplicationAction {
|
|
replication_action_for_target(&replication_source_object(object_info), &replication_target_object(target), op_type)
|
|
}
|
|
|
|
pub(crate) fn replication_target_head_is_newer_null_version(object_info: &ObjectInfo, target: &HeadObjectOutput) -> bool {
|
|
target_is_newer_than_source_null_version(&replication_source_object(object_info), &replication_target_object(target))
|
|
}
|
|
|
|
pub(crate) fn replication_delete_remove_options(
|
|
delete_marker: bool,
|
|
replication_mtime: Option<OffsetDateTime>,
|
|
) -> RemoveObjectOptions {
|
|
RemoveObjectOptions {
|
|
force_delete: false,
|
|
governance_bypass: false,
|
|
replication_delete_marker: delete_marker,
|
|
replication_mtime,
|
|
replication_status: ReplicationStatusType::Replica,
|
|
replication_request: true,
|
|
replication_validity_check: false,
|
|
}
|
|
}
|
|
|
|
pub(crate) fn replication_delete_marker_purge_remove_options(replication_mtime: Option<OffsetDateTime>) -> RemoveObjectOptions {
|
|
RemoveObjectOptions {
|
|
force_delete: false,
|
|
governance_bypass: false,
|
|
replication_delete_marker: false,
|
|
replication_mtime,
|
|
replication_status: ReplicationStatusType::Replica,
|
|
replication_request: true,
|
|
replication_validity_check: false,
|
|
}
|
|
}
|
|
|
|
pub(crate) fn replication_force_delete_remove_options() -> RemoveObjectOptions {
|
|
RemoveObjectOptions {
|
|
force_delete: true,
|
|
governance_bypass: false,
|
|
replication_delete_marker: false,
|
|
replication_mtime: None,
|
|
replication_status: ReplicationStatusType::Replica,
|
|
replication_request: true,
|
|
replication_validity_check: false,
|
|
}
|
|
}
|
|
|
|
pub(crate) fn replication_complete_multipart_options(actual_size: String) -> PutObjectOptions {
|
|
let mut user_metadata = HashMap::new();
|
|
insert_header_map(&mut user_metadata, SUFFIX_REPLICATION_ACTUAL_OBJECT_SIZE, actual_size);
|
|
|
|
PutObjectOptions {
|
|
user_metadata,
|
|
internal: AdvancedPutOptions {
|
|
replication_status: ReplicationStatusType::Replica,
|
|
replication_request: true,
|
|
..Default::default()
|
|
},
|
|
..Default::default()
|
|
}
|
|
}
|
|
|
|
fn is_standard_header(key: &str) -> bool {
|
|
STANDARD_HEADERS.iter().any(|header| header.eq_ignore_ascii_case(key))
|
|
}
|
|
|
|
fn valid_sse_replication_header(key: &str) -> Option<&str> {
|
|
VALID_SSE_REPLICATION_HEADERS
|
|
.iter()
|
|
.find(|(internal, _)| key.eq_ignore_ascii_case(internal))
|
|
.map(|(_, replication)| *replication)
|
|
}
|
|
|
|
#[cfg(test)]
|
|
mod tests {
|
|
use super::*;
|
|
use aws_smithy_types::DateTime;
|
|
use rustfs_replication::content_matches_by_etag;
|
|
use rustfs_utils::http::{
|
|
SSEC_ALGORITHM_HEADER, SUFFIX_REPLICATION_ACTUAL_OBJECT_SIZE, SUFFIX_REPLICATION_SSEC_CRC, get_header_map,
|
|
};
|
|
use std::sync::Arc;
|
|
use time::Duration;
|
|
use uuid::Uuid;
|
|
|
|
#[test]
|
|
fn replication_action_for_target_head_existing_object_source_newer_null_version_requires_replication() {
|
|
let source = ObjectInfo {
|
|
mod_time: Some(OffsetDateTime::UNIX_EPOCH + Duration::seconds(20)),
|
|
version_id: None,
|
|
..Default::default()
|
|
};
|
|
let target = HeadObjectOutput::builder().last_modified(DateTime::from_secs(10)).build();
|
|
|
|
assert_eq!(
|
|
replication_action_for_target_head(&source, &target, ReplicationType::ExistingObject),
|
|
ReplicationAction::All,
|
|
"a newer source null version must not be skipped during existing-object replication"
|
|
);
|
|
}
|
|
|
|
#[test]
|
|
fn replication_action_for_target_head_existing_object_target_newer_null_version_skips() {
|
|
let source = ObjectInfo {
|
|
mod_time: Some(OffsetDateTime::UNIX_EPOCH + Duration::seconds(10)),
|
|
version_id: None,
|
|
..Default::default()
|
|
};
|
|
let target = HeadObjectOutput::builder().last_modified(DateTime::from_secs(20)).build();
|
|
|
|
assert_eq!(
|
|
replication_action_for_target_head(&source, &target, ReplicationType::ExistingObject),
|
|
ReplicationAction::None,
|
|
"a newer target null-version object should not be overwritten by existing-object replication"
|
|
);
|
|
assert!(replication_target_head_is_newer_null_version(&source, &target));
|
|
}
|
|
|
|
#[test]
|
|
fn replication_target_head_content_matches_compare_etag_only() {
|
|
let source = ObjectInfo {
|
|
etag: Some("\"abc123\"".to_string()),
|
|
..Default::default()
|
|
};
|
|
|
|
let target_match = HeadObjectOutput::builder().e_tag("\"abc123\"").build();
|
|
assert!(
|
|
content_matches_by_etag(&replication_source_object(&source), &replication_target_object(&target_match)),
|
|
"identical ETags must match"
|
|
);
|
|
|
|
let target_unquoted_match = HeadObjectOutput::builder().e_tag("abc123").build();
|
|
assert!(
|
|
content_matches_by_etag(&replication_source_object(&source), &replication_target_object(&target_unquoted_match)),
|
|
"quoted and unquoted ETags with identical values must match"
|
|
);
|
|
|
|
let target_different_version = HeadObjectOutput::builder()
|
|
.e_tag("\"abc123\"")
|
|
.version_id("aws-alphanumeric-id")
|
|
.build();
|
|
assert!(
|
|
content_matches_by_etag(&replication_source_object(&source), &replication_target_object(&target_different_version)),
|
|
"matching ETags with different version IDs must still match"
|
|
);
|
|
|
|
let target_different_content = HeadObjectOutput::builder().e_tag("\"def456\"").build();
|
|
assert!(
|
|
!content_matches_by_etag(&replication_source_object(&source), &replication_target_object(&target_different_content)),
|
|
"different ETags must not match"
|
|
);
|
|
|
|
let source_no_etag = ObjectInfo {
|
|
etag: None,
|
|
..Default::default()
|
|
};
|
|
assert!(
|
|
!content_matches_by_etag(&replication_source_object(&source_no_etag), &replication_target_object(&target_match)),
|
|
"missing source ETag must not match"
|
|
);
|
|
|
|
let target_no_etag = HeadObjectOutput::builder().build();
|
|
assert!(
|
|
!content_matches_by_etag(&replication_source_object(&source), &replication_target_object(&target_no_etag)),
|
|
"missing target ETag must not match"
|
|
);
|
|
}
|
|
|
|
#[test]
|
|
fn replication_action_for_target_head_compares_http_date_precision() {
|
|
for (source_nanos, target_secs, expected) in [
|
|
(10_123_456_789, 10, ReplicationAction::None),
|
|
(-10_876_543_211, -11, ReplicationAction::None),
|
|
(10_600_000_000, 11, ReplicationAction::All),
|
|
] {
|
|
let mod_time = OffsetDateTime::from_unix_timestamp_nanos(source_nanos).expect("valid timestamp");
|
|
let object_info = ObjectInfo {
|
|
mod_time: Some(mod_time),
|
|
version_id: Some(Uuid::new_v4()),
|
|
etag: Some("abc123".to_string()),
|
|
size: 10,
|
|
..Default::default()
|
|
};
|
|
let target = HeadObjectOutput::builder()
|
|
.last_modified(DateTime::from_secs(target_secs))
|
|
.version_id(object_info.version_id.expect("version ID").to_string())
|
|
.e_tag("abc123")
|
|
.content_length(10)
|
|
.build();
|
|
|
|
assert_eq!(
|
|
replication_action_for_target_head(&object_info, &target, ReplicationType::Object),
|
|
expected
|
|
);
|
|
}
|
|
}
|
|
|
|
#[test]
|
|
fn replication_remove_options_mark_replication_requests() {
|
|
let mtime = OffsetDateTime::UNIX_EPOCH + Duration::seconds(10);
|
|
|
|
let delete = replication_delete_remove_options(true, Some(mtime));
|
|
assert!(!delete.force_delete);
|
|
assert!(delete.replication_delete_marker);
|
|
assert_eq!(delete.replication_mtime, Some(mtime));
|
|
assert_eq!(delete.replication_status, ReplicationStatusType::Replica);
|
|
assert!(delete.replication_request);
|
|
|
|
let purge = replication_delete_marker_purge_remove_options(Some(mtime));
|
|
assert!(!purge.force_delete);
|
|
assert!(!purge.replication_delete_marker);
|
|
assert_eq!(purge.replication_mtime, Some(mtime));
|
|
assert_eq!(purge.replication_status, ReplicationStatusType::Replica);
|
|
assert!(purge.replication_request);
|
|
|
|
let force = replication_force_delete_remove_options();
|
|
assert!(force.force_delete);
|
|
assert!(!force.replication_delete_marker);
|
|
assert_eq!(force.replication_status, ReplicationStatusType::Replica);
|
|
assert!(force.replication_request);
|
|
}
|
|
|
|
#[test]
|
|
fn replication_complete_multipart_options_sets_actual_size() {
|
|
let options = replication_complete_multipart_options("1024".to_string());
|
|
|
|
assert_eq!(
|
|
get_header_map(&options.user_metadata, SUFFIX_REPLICATION_ACTUAL_OBJECT_SIZE).as_deref(),
|
|
Some("1024")
|
|
);
|
|
assert_eq!(options.internal.replication_status, ReplicationStatusType::Replica);
|
|
assert!(options.internal.replication_request);
|
|
}
|
|
|
|
#[test]
|
|
fn replication_put_options_filter_and_map_metadata() {
|
|
let mut metadata = HashMap::new();
|
|
metadata.insert(CONTENT_TYPE.to_string(), "text/plain".to_string());
|
|
metadata.insert("x-user-meta".to_string(), "value".to_string());
|
|
metadata.insert(SSEC_ALGORITHM_HEADER.to_string(), "AES256".to_string());
|
|
metadata.insert("X-Rustfs-Internal-Server-Side-Encryption-Sealed-Key".to_string(), "sealed".to_string());
|
|
|
|
let object_info = ObjectInfo {
|
|
user_defined: Arc::new(metadata),
|
|
user_tags: Arc::new("env=prod".to_string()),
|
|
content_type: Some("text/plain".to_string()),
|
|
content_encoding: Some("gzip".to_string()),
|
|
mod_time: Some(OffsetDateTime::UNIX_EPOCH),
|
|
version_id: Some(Uuid::nil()),
|
|
etag: Some("0123456789abcdef0123456789abcdef".to_string()),
|
|
..Default::default()
|
|
};
|
|
|
|
let (options, is_multipart) = replication_put_object_options("STANDARD", &object_info).expect("build put options");
|
|
|
|
assert!(!is_multipart);
|
|
assert_eq!(options.user_metadata.get("x-user-meta"), Some(&"value".to_string()));
|
|
assert!(!options.user_metadata.contains_key(CONTENT_TYPE));
|
|
assert_eq!(
|
|
options
|
|
.user_metadata
|
|
.get("X-Rustfs-Replication-Server-Side-Encryption-Sealed-Key"),
|
|
Some(&"sealed".to_string())
|
|
);
|
|
assert_eq!(options.content_type, "text/plain");
|
|
assert_eq!(options.content_encoding, "gzip");
|
|
assert_eq!(options.user_tags.get("env"), Some(&"prod".to_string()));
|
|
assert_eq!(options.internal.source_version_id, Uuid::nil().to_string());
|
|
assert_eq!(options.internal.source_etag, "0123456789abcdef0123456789abcdef");
|
|
assert_eq!(options.internal.replication_status, ReplicationStatusType::Replica);
|
|
assert!(options.internal.replication_request);
|
|
}
|
|
|
|
#[test]
|
|
fn replication_put_options_adds_ssec_checksum_metadata() {
|
|
let metadata = HashMap::from([(SSEC_ALGORITHM_HEADER.to_string(), "AES256".to_string())]);
|
|
let object_info = ObjectInfo {
|
|
user_defined: Arc::new(metadata),
|
|
checksum: Some(bytes::Bytes::from_static(b"checksum")),
|
|
..Default::default()
|
|
};
|
|
|
|
let (options, _) = replication_put_object_options("", &object_info).expect("build put options");
|
|
|
|
assert!(get_header_map(&options.user_metadata, SUFFIX_REPLICATION_SSEC_CRC).is_some());
|
|
}
|
|
|
|
#[test]
|
|
fn replication_source_encryption_classification_is_explicit_and_fail_closed() {
|
|
assert_eq!(
|
|
classify_replication_source_encryption(&HashMap::new()),
|
|
ReplicationSourceEncryption::Plaintext
|
|
);
|
|
assert_eq!(
|
|
classify_replication_source_encryption(&HashMap::from([(
|
|
"x-amz-server-side-encryption".to_string(),
|
|
"AES256".to_string()
|
|
)])),
|
|
ReplicationSourceEncryption::SseS3
|
|
);
|
|
assert_eq!(
|
|
classify_replication_source_encryption(&HashMap::from([(
|
|
"x-amz-server-side-encryption".to_string(),
|
|
"AWS:KMS".to_string()
|
|
)])),
|
|
ReplicationSourceEncryption::SseKms
|
|
);
|
|
assert_eq!(
|
|
classify_replication_source_encryption(&HashMap::from([(SSEC_ALGORITHM_HEADER.to_string(), "AES256".to_string())])),
|
|
ReplicationSourceEncryption::SseC
|
|
);
|
|
assert_eq!(
|
|
classify_replication_source_encryption(&HashMap::from([(
|
|
"x-amz-server-side-encryption".to_string(),
|
|
"unsupported-algorithm".to_string(),
|
|
)])),
|
|
ReplicationSourceEncryption::Unsupported
|
|
);
|
|
assert_eq!(
|
|
classify_replication_source_encryption(&HashMap::from([(
|
|
AMZ_SERVER_SIDE_ENCRYPTION_KMS_CONTEXT.to_string(),
|
|
"opaque-context".to_string(),
|
|
)])),
|
|
ReplicationSourceEncryption::Unsupported
|
|
);
|
|
}
|
|
|
|
#[test]
|
|
fn replication_put_options_rejects_sse_s3_until_target_encryption_is_supported() {
|
|
let object_info = ObjectInfo {
|
|
user_defined: Arc::new(HashMap::from([(AMZ_SERVER_SIDE_ENCRYPTION.to_string(), "AES256".to_string())])),
|
|
..Default::default()
|
|
};
|
|
|
|
let err = match replication_put_object_options("", &object_info) {
|
|
Ok(_) => panic!("SSE-S3 replication should fail closed until target encryption headers are supported"),
|
|
Err(err) => err,
|
|
};
|
|
|
|
assert!(err.to_string().contains(ERR_REPLICATION_MANAGED_SSE_UNSUPPORTED));
|
|
}
|
|
|
|
#[test]
|
|
fn replication_put_options_rejects_sse_kms_until_target_encryption_is_supported() {
|
|
let object_info = ObjectInfo {
|
|
user_defined: Arc::new(HashMap::from([
|
|
(AMZ_SERVER_SIDE_ENCRYPTION.to_string(), "aws:kms".to_string()),
|
|
(AMZ_SERVER_SIDE_ENCRYPTION_KMS_ID.to_string(), "key-1".to_string()),
|
|
])),
|
|
..Default::default()
|
|
};
|
|
|
|
let err = match replication_put_object_options("", &object_info) {
|
|
Ok(_) => panic!("SSE-KMS replication should fail closed until target encryption headers are supported"),
|
|
Err(err) => err,
|
|
};
|
|
|
|
assert!(err.to_string().contains(ERR_REPLICATION_MANAGED_SSE_UNSUPPORTED));
|
|
}
|
|
|
|
#[test]
|
|
fn replication_put_options_rejects_unknown_encryption_without_echoing_metadata() {
|
|
let secret_like_value = "opaque-context-that-must-not-be-logged";
|
|
let object_info = ObjectInfo {
|
|
user_defined: Arc::new(HashMap::from([
|
|
(AMZ_SERVER_SIDE_ENCRYPTION.to_string(), "unsupported-algorithm".to_string()),
|
|
(AMZ_SERVER_SIDE_ENCRYPTION_KMS_CONTEXT.to_string(), secret_like_value.to_string()),
|
|
])),
|
|
..Default::default()
|
|
};
|
|
|
|
let err = match replication_put_object_options("", &object_info) {
|
|
Ok(_) => panic!("unknown encryption must fail closed"),
|
|
Err(err) => err,
|
|
};
|
|
assert!(err.to_string().contains(ERR_REPLICATION_ENCRYPTION_METADATA_UNSUPPORTED));
|
|
assert!(!err.to_string().contains(secret_like_value));
|
|
}
|
|
|
|
// T3 (#1264): the outbound replication path forwards a stored object checksum into
|
|
// user_metadata via decrypt_checksums, which is algorithm-agnostic. This locks that
|
|
// the AWS 2026-04 additional algorithms (XXHash3/64/128, SHA-512, MD5) are forwarded
|
|
// identically to the classic five — i.e. replication treats the new algorithms
|
|
// consistently, with no new-algorithm-specific gap on the outbound side.
|
|
#[test]
|
|
fn replication_put_object_options_forwards_new_algorithm_checksums_like_classic() {
|
|
use rustfs_rio::{Checksum, ChecksumType};
|
|
|
|
let payload = b"replication checksum consistency payload";
|
|
let cases = [
|
|
// classic five (baseline)
|
|
("CRC32", ChecksumType::CRC32),
|
|
("SHA256", ChecksumType::SHA256),
|
|
// AWS 2026-04 additional algorithms
|
|
("XXHASH3", ChecksumType::XXHASH3),
|
|
("XXHASH64", ChecksumType::XXHASH64),
|
|
("XXHASH128", ChecksumType::XXHASH128),
|
|
("SHA512", ChecksumType::SHA512),
|
|
("MD5", ChecksumType::MD5),
|
|
];
|
|
|
|
for (name, ty) in cases {
|
|
let checksum = Checksum::new_from_data(ty, payload).expect("compute checksum");
|
|
let object_info = ObjectInfo {
|
|
checksum: Some(checksum.to_bytes(&[])),
|
|
..Default::default()
|
|
};
|
|
|
|
let (opts, _is_multipart) = replication_put_object_options("", &object_info).expect("build replication put options");
|
|
|
|
assert_eq!(
|
|
opts.user_metadata.get(name),
|
|
Some(&checksum.encoded),
|
|
"replication must forward the {name} checksum into user_metadata identically to the classic algorithms"
|
|
);
|
|
}
|
|
}
|
|
}
|