gsadmin/rustfs
1
0
Fork 0
mirror of https://github.com/rustfs/rustfs.git synced 2026-09-07 20:46:11 +00:00
Code Issues Packages Projects Releases Wiki Activity

test(scanner): classify raw enumeration replay

Browse Source 
Record bounded first/last raw entry markers in the restart diagnostic worker and have the driver classify repeated raw windows when retained coverage does not advance.

Co-Authored-By: heihutu <heihutu@gmail.com>

Co-Authored-By: zhi22915 <qiuzgang@gmail.com>
This commit is contained in:
houseme
2026-09-07 10:58:49 +08:00
parent 9dbeae1b45
commit 7da2fe02f0
3 changed files with 52 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
scripts/diagnose_scanner_enumeration_restart.py
+16 -1
View File
@@ -37,6 +37,10 @@ def validate_report(report, *, round_number, pid, objects, budget):
raise ValueError("nonempty fixture must observe raw entries; budget hook may not have run")
if report["raw_entries"] > budget:
raise ValueError("raw-entry budget exceeded; no unbudgeted tail is permitted")
for key in ("raw_first_entry", "raw_last_entry"):
value = report.get(key)
if type(value) is not str or not 0 < len(value.encode("utf-8")) <= 512:
raise ValueError(f"invalid raw entry marker: {key}")
if type(report.get("snapshot_complete")) is not bool:
raise ValueError("missing explicit completeness")
if report.get("outcome") not in ("complete", "partial", "cancelled_without_cache"):
@@ -49,6 +53,13 @@ def converged(report, objects):
("objects_retained", "versions_retained", "bytes_retained")))
def replays_raw_window(previous, current):
return (previous["raw_first_entry"] == current["raw_first_entry"]
and previous["raw_last_entry"] == current["raw_last_entry"]
and previous["objects_retained"] == current["objects_before"]
and current["objects_retained"] == previous["objects_retained"])
def run(args):
binary = args.test_binary.resolve(strict=True)
listed = subprocess.run([str(binary), WORKER, "--exact", "--list"],
@@ -58,6 +69,7 @@ def run(args):
workspace = args.output.resolve()
workspace.mkdir() # Refuse reuse/overwrite of previous evidence or customer data.
reports = []
replayed_raw_window = False
for round_number in range(args.rounds):
request = {"workspace": str(workspace), "objects": args.objects,
"raw_entry_budget": args.raw_entry_budget, "round": round_number}
@@ -87,12 +99,15 @@ def run(args):
objects=args.objects, budget=args.raw_entry_budget)
if reports and report["objects_before"] != reports[-1]["objects_retained"]:
raise ValueError("cache coverage did not survive the process boundary")
if reports and replays_raw_window(reports[-1], report):
replayed_raw_window = True
reports.append(report)
print(json.dumps(report, sort_keys=True), flush=True)
if converged(report, args.objects):
print("PASS: bounded scanner-worker restart convergence for this fixture only")
return 0
print("FAIL: fixed-budget restart convergence not established; R-E gate remains unmet",
reason = "replayed raw enumeration window" if replayed_raw_window else "no bounded restart convergence"
print(f"FAIL: fixed-budget restart convergence not established ({reason}); R-E gate remains unmet",
file=sys.stderr)
return 1