CI / UI Checks (pull_request) Successful in 8s
CI / Rust Checks (pull_request) Successful in 24m39s
CI / Rust Feature Validation (pull_request) Skipped
CI / Frontend E2E (pull_request) Skipped
CI / Community Image Smoke (pull_request) Skipped
CI / Required Checks (pull_request) Successful in 1s
CI / Deploy (pull_request) Skipped
141 lines
5.7 KiB
Python
141 lines
5.7 KiB
Python
from __future__ import annotations
|
|
|
|
import subprocess
|
|
import tempfile
|
|
import unittest
|
|
import importlib.util
|
|
from pathlib import Path
|
|
|
|
ROOT = Path(__file__).resolve().parents[2]
|
|
SCRIPT = ROOT / "scripts" / "ci-release-tooling-scope.py"
|
|
spec = importlib.util.spec_from_file_location("ci_release_tooling_scope", SCRIPT)
|
|
assert spec and spec.loader
|
|
scope = importlib.util.module_from_spec(spec)
|
|
spec.loader.exec_module(scope)
|
|
|
|
WORKFLOW = ROOT / ".gitea/workflows/ci.yml"
|
|
_FALSE = "false"
|
|
|
|
|
|
class ReleaseToolingScopeTests(unittest.TestCase):
|
|
def setUp(self):
|
|
self.temp = tempfile.TemporaryDirectory()
|
|
self.addCleanup(self.temp.cleanup)
|
|
self.repo = Path(self.temp.name)
|
|
self.git("init", "-q")
|
|
self.git("config", "user.email", "ci-scope@example.test")
|
|
self.git("config", "user.name", "CI Scope Test")
|
|
self.write("src/lib.rs", "pub fn initial() {}\n")
|
|
self.write("scripts/scan-images.sh", "#!/bin/sh\nexit 0\n")
|
|
self.write("tests/unit/test_scan_images.py", "# initial\n")
|
|
self.git("add", ".")
|
|
self.git("commit", "-qm", "baseline")
|
|
self.base = self.head()
|
|
|
|
def git(self, *args: str) -> str:
|
|
result = subprocess.run(
|
|
["git", "-C", str(self.repo), *args],
|
|
check=True,
|
|
stdout=subprocess.PIPE,
|
|
stderr=subprocess.PIPE,
|
|
text=True,
|
|
)
|
|
return result.stdout.strip()
|
|
|
|
def head(self) -> str:
|
|
return self.git("rev-parse", "HEAD")
|
|
|
|
def write(self, relative: str, content: str) -> None:
|
|
path = self.repo / relative
|
|
path.parent.mkdir(parents=True, exist_ok=True)
|
|
path.write_text(content, encoding="utf-8")
|
|
|
|
def commit(self, message: str = "change") -> None:
|
|
self.git("add", "-A")
|
|
self.git("commit", "-qm", message)
|
|
|
|
def classify(self, event="push", before=None, base=None, force=_FALSE) -> bool:
|
|
return scope.release_tooling_only(
|
|
self.repo,
|
|
event,
|
|
self.base if before is None else before,
|
|
self.base if base is None else base,
|
|
force,
|
|
)
|
|
|
|
def test_release_only_diff_is_safe_for_push_and_pull_request(self):
|
|
self.write(".gitea/workflows/release.yml", "# release tooling update\n")
|
|
self.write("scripts/scan-images.sh", "#!/bin/sh\n# scanner update\n")
|
|
self.commit()
|
|
self.assertTrue(self.classify("push", before=self.base))
|
|
self.assertTrue(self.classify("pull_request", base=self.base))
|
|
|
|
def test_rust_or_mixed_diff_requires_full_ci(self):
|
|
self.write("src/lib.rs", "pub fn changed() {}\n")
|
|
self.commit("Rust change")
|
|
self.assertFalse(self.classify("push", before=self.base))
|
|
|
|
self.write("scripts/scan-images.sh", "#!/bin/sh\n# tooling change\n")
|
|
self.write("src/lib.rs", "pub fn changed_again() {}\n")
|
|
self.commit("mixed change")
|
|
self.assertFalse(self.classify("push", before=self.base))
|
|
|
|
def test_rename_from_rust_into_allowlist_is_not_safe(self):
|
|
(self.repo / ".gitea/workflows").mkdir(parents=True)
|
|
self.git("mv", "src/lib.rs", ".gitea/workflows/release.yml")
|
|
self.commit("rename Rust source into release path")
|
|
self.assertFalse(self.classify("push", before=self.base))
|
|
|
|
def test_unavailable_zero_empty_and_missing_bases_require_full_ci(self):
|
|
self.write("scripts/scan-images.sh", "#!/bin/sh\n# allowed\n")
|
|
self.commit()
|
|
self.assertFalse(self.classify("push", before=""))
|
|
self.assertFalse(self.classify("push", before="0" * 40))
|
|
self.assertFalse(self.classify("push", before="1" * 40))
|
|
self.assertFalse(self.classify("push", before=self.head()))
|
|
self.assertFalse(self.classify("pull_request", base=""))
|
|
|
|
def test_manual_feature_and_unknown_force_metadata_require_full_ci(self):
|
|
self.write("scripts/scan-images.sh", "#!/bin/sh\n# allowed\n")
|
|
self.commit()
|
|
self.assertFalse(self.classify("workflow_dispatch", before=self.base))
|
|
self.assertFalse(self.classify("push", before=self.base, force="true"))
|
|
self.assertFalse(self.classify("push", before=self.base, force=""))
|
|
|
|
def test_non_allowlisted_ci_self_change_requires_full_ci(self):
|
|
self.write(".gitea/workflows/ci.yml", "# detector workflow change\n")
|
|
self.commit()
|
|
self.assertFalse(self.classify("push", before=self.base))
|
|
|
|
|
|
class WorkflowScopeTests(unittest.TestCase):
|
|
def test_only_four_heavy_rust_steps_are_skippable(self):
|
|
workflow = WORKFLOW.read_text(encoding="utf-8")
|
|
self.assertIn("run: python3 scripts/ci-release-tooling-scope.py", workflow)
|
|
self.assertIn("FORCE_FULL: ${{ inputs.validation_level == 'feature' || contains(gitea.event.pull_request.labels.*.name, 'feature-ready') }}", workflow)
|
|
conditional = "if: steps.release_tooling.outputs.ci_only != 'true'"
|
|
for name in (
|
|
"Check typed runtime configuration contract",
|
|
"Check canonical migration contract",
|
|
"Check typed metrics contract",
|
|
"Run Crank story ATDD",
|
|
):
|
|
start = workflow.index(f"- name: {name}")
|
|
self.assertIn(conditional, workflow[start : start + 180])
|
|
for name in (
|
|
"Install Rust toolchain",
|
|
"Run tooling unit tests",
|
|
"Check formatting",
|
|
"Check Rust boundaries",
|
|
"Check OpenAPI matrix and corpus compatibility versions",
|
|
):
|
|
start = workflow.index(f"- name: {name}")
|
|
self.assertNotIn("if:", workflow[start : start + 160])
|
|
self.assertIn("name: Rust Checks", workflow)
|
|
self.assertIn("name: UI Checks", workflow)
|
|
self.assertIn("name: Required Checks", workflow)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
unittest.main()
|