diff --git a/scripts/premerge_checks.py b/scripts/premerge_checks.py
index 10710b7..98ad346 100755
--- a/scripts/premerge_checks.py
+++ b/scripts/premerge_checks.py
@@ -69,6 +69,7 @@ def run_step(name: str, report: Report, thunk: Callable[[Step, Report], None]) -
         annotate(f"{name}: OK")
     else:
         annotate(f"{name}: FAILED", style='error')
+        report.success = False
     report.steps.append(step)
     return step