gsadmin/rustfs
1
0
Fork 0
mirror of https://github.com/rustfs/rustfs.git synced 2026-09-22 10:33:25 +00:00
Code Issues Packages Projects Releases Wiki Activity

test(heal): retry G14 deferred outage put (#7703)

Browse Source 
Treat SlowDownRead as a bounded retryable deferred PUT response after the target pool rejoins, and label terminal deferred outage PUT failures with stage context.

Co-authored-by: zhi22915 <qiuzgang@gmail.com>
This commit is contained in:
houseme
2026-09-12 18:07:33 +08:00
committed by GitHub
parent bcf5184a85
commit adfde0110b
1 changed files with 20 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
crates/e2e_test/src/heal_erasure_disk_rebuild_test.rs
+20 -3
View File
@@ -685,6 +685,13 @@ mod tests {
error.as_service_error().and_then(ProvideErrorMetadata::code) == Some("ServiceUnavailable")
}
fn is_retryable_deferred_put_after_rejoin(error: &SdkError<PutObjectError>) -> bool {
matches!(
error.as_service_error().and_then(ProvideErrorMetadata::code),
Some("SlowDownRead" | "ServiceUnavailable")
)
}
fn is_service_unavailable_delete(error: &SdkError<DeleteObjectError>) -> bool {
error.as_service_error().and_then(ProvideErrorMetadata::code) == Some("ServiceUnavailable")
}
@@ -2181,11 +2188,21 @@ mod tests {
.await;
match put_result {
Ok(Ok(_)) => break,
Ok(Err(error)) if is_service_unavailable_put(&error) && Instant::now() < deferred_deadline => {
Ok(Err(error)) if is_retryable_deferred_put_after_rejoin(&error) && Instant::now() < deferred_deadline => {
sleep(Duration::from_secs(1)).await;
}
Ok(Err(error)) => return Err(error.into()),
Err(error) => return Err(error.into()),
Ok(Err(error)) => {
return Err(format!(
"deferred outage PUT failed for {bucket}/{outage_key} after target rejoin and up to 60s wait: {error}"
)
.into());
}
Err(error) => {
return Err(format!(
"deferred outage PUT timed out for {bucket}/{outage_key} after 30s attempt: {error}"
)
.into());
}
}
}
info!(