mirror of
https://github.com/rcourtman/Pulse.git
synced 2026-09-10 02:25:56 +00:00
pulse-triage[bot]
cbfe0d8eac
PR #1933 failed paired normalization benchmarks despite unchanged hot-path source. Preserve actual checkout identities, selected toolchains and sample order so investigation does not confuse PR head metadata with measured source. Keep thresholds and sample collection unchanged. Change-source: pulse-maintainer
30 lines
1.1 KiB
Python
Executable File
30 lines
1.1 KiB
Python
Executable File
#!/usr/bin/env python3
|
|
"""Guard the paired, adequately sampled benchmark workflow contract."""
|
|
|
|
from pathlib import Path
|
|
import unittest
|
|
|
|
|
|
ROOT = Path(__file__).resolve().parents[2]
|
|
WORKFLOW = ROOT / ".github" / "workflows" / "build-and-test.yml"
|
|
|
|
|
|
class BenchmarkWorkflowContractTest(unittest.TestCase):
|
|
def test_prs_compare_base_and_candidate_on_one_runner(self) -> None:
|
|
workflow = WORKFLOW.read_text(encoding="utf-8")
|
|
benchmark_job = workflow[workflow.index(" benchmarks:") :]
|
|
|
|
self.assertIn("ref: ${{ github.event.pull_request.base.sha }}", benchmark_job)
|
|
self.assertIn("path: benchmark-base", benchmark_job)
|
|
self.assertIn('PULSE_BENCH_SAMPLE_COUNT: "10"', benchmark_job)
|
|
self.assertIn("bash scripts/run-ci-benchmarks.sh", benchmark_job)
|
|
self.assertNotIn("go-bench-baseline-", benchmark_job)
|
|
self.assertNotIn("actions/cache/restore@", benchmark_job)
|
|
self.assertIn("bench-baseline.txt", benchmark_job)
|
|
self.assertIn("bench-comparison.txt", benchmark_job)
|
|
self.assertIn("bench-metadata.txt", benchmark_job)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
unittest.main()
|