Jon Chery
e22661ab54
REQ-320: policies/pilot-readiness/no-placeholder-account.json asserts account_id != "000000000000" over the env JSON (critical severity — a placeholder account drives a block band). Passes on dev (581513795199), fails on placeholder. REQ-315: policies/settlement-finality/all-matches- committed.json asserts all_committed == true over the settlement status JSON (critical severity). Authored + tested in v1.26; enforcement gates qa/prod/dr promotions, not dev (G-Q6 — dev all_committed is vacuously true). Both policy tests run against real kj (not skipped). ---ci--- project: acdl phase: 3 milestone: v1.26 status: execute wave: W4 ---
88 lines
3.3 KiB
Python
88 lines
3.3 KiB
Python
"""Tests for settlement-finality kyverno-json policies (REQ-315 platform half, v1.26 P3 W4).
|
|
|
|
Tests the policy in adapters/kyverno-json/policies/settlement-finality/:
|
|
all-matches-committed. The payload is the settlement status JSON emitted
|
|
by the consumer's settlement/service.py:status_json() (shape per SPEC
|
|
§5.7): asserts all_committed == true. The policy is authored + tested
|
|
in v1.26; enforcement (gating dev applies) is deferred — for dev,
|
|
all_committed is vacuously true over an empty matches[] (G-Q6). The
|
|
policy gates qa/prod/dr promotions, not dev. Runs against real ``kj``
|
|
(not skipped) — the W0.5 fix installed the binary.
|
|
"""
|
|
|
|
import json
|
|
import os
|
|
import sys
|
|
from pathlib import Path
|
|
|
|
import pytest
|
|
|
|
sys.path.insert(0, str(Path(__file__).resolve().parent.parent))
|
|
|
|
import importlib.util
|
|
_ENGINE_PATH = Path(__file__).resolve().parent.parent / "adapters" / "kyverno-json" / "kyverno_json_engine.py"
|
|
_spec = importlib.util.spec_from_file_location("kyverno_json_engine", _ENGINE_PATH)
|
|
_mod = importlib.util.module_from_spec(_spec)
|
|
_spec.loader.exec_module(_mod)
|
|
KyvernoJsonEngine = _mod.KyvernoJsonEngine
|
|
|
|
POLICY_DIR = Path(__file__).resolve().parent.parent / "adapters" / "kyverno-json" / "policies" / "settlement-finality"
|
|
FIXTURES = Path(__file__).resolve().parent / "fixtures" / "settlement_finality"
|
|
|
|
|
|
def _kj_installed() -> bool:
|
|
return _mod._which_kj() is not None
|
|
|
|
|
|
@pytest.fixture(autouse=True)
|
|
def _require_kj():
|
|
if not _kj_installed():
|
|
pytest.skip("kj not installed (scripts/install-kyverno-json.sh)")
|
|
|
|
|
|
def _load(name):
|
|
with open(FIXTURES / name, "r", encoding="utf-8") as fh:
|
|
return json.load(fh)
|
|
|
|
|
|
class TestPassingFixture:
|
|
def test_all_committed_passes(self):
|
|
eng = KyvernoJsonEngine()
|
|
out = eng.evaluate(_load("all_committed.json"), POLICY_DIR, "cid-pass")
|
|
assert isinstance(out, list)
|
|
assert len(out) >= 1
|
|
fails = [p for p in out if p["result"] == "fail"]
|
|
assert fails == [], f"expected no fails on all_committed fixture, got: {fails}"
|
|
|
|
|
|
class TestFailingFixture:
|
|
def test_uncommitted_fails(self):
|
|
eng = KyvernoJsonEngine()
|
|
out = eng.evaluate(_load("uncommitted.json"), POLICY_DIR, "cid-fail")
|
|
fails = [p for p in out if p["result"] == "fail"]
|
|
assert len(fails) >= 1, "expected at least one fail on the uncommitted fixture"
|
|
|
|
|
|
class TestPolicyFilesExist:
|
|
def test_policy_present(self):
|
|
files = sorted(os.listdir(POLICY_DIR))
|
|
assert "all-matches-committed.json" in files
|
|
|
|
|
|
class TestPolicyValidity:
|
|
def test_policy_is_valid_json(self):
|
|
for f in os.listdir(POLICY_DIR):
|
|
if f.endswith(".json"):
|
|
with open(POLICY_DIR / f, "r", encoding="utf-8") as fh:
|
|
data = json.load(fh)
|
|
assert data["apiVersion"] == "json.kyverno.io/v1alpha1"
|
|
assert data["kind"] == "ValidatingPolicy"
|
|
assert "nova.cloudinit.dev/severity" in data["metadata"]["annotations"]
|
|
|
|
def test_policy_name_matches_filename(self):
|
|
for f in os.listdir(POLICY_DIR):
|
|
if f.endswith(".json"):
|
|
with open(POLICY_DIR / f, "r", encoding="utf-8") as fh:
|
|
data = json.load(fh)
|
|
expected = f.rsplit(".", 1)[0]
|
|
assert data["metadata"]["name"] == expected |