Files
acdl/adapters/terraform/adapter.py
T
Jon Chery 361fe600a9 feat(P61): L2 lifecycle pipeline — extend matrix + workflows + tests
Extend the modules-lifecycle pipeline with L2 composition modules
(static-assets, microservice) per REQ-128:

- pipelines/modules-lifecycle.yml: added l2-lifecycle-apply/modify/destroy
  stages + l2_modules matrix entry
- .gitea/workflows/modules-lifecycle.yml + .github/workflows/modules-lifecycle.yml:
  added l2-lifecycle job (byte-identical), matrix over [static-assets,
  microservice], needs ci-vpc-apply, has apply/modify/destroy steps.
  ci-vpc-destroy now needs both [lifecycle, l2-lifecycle].
- schemas/modules-lifecycle-pipeline.schema.json: added l2_modules to matrix
- scripts/run_l2_lifecycle_test.sh + run_l2_lifecycle_destroy.sh: L2 wrappers
  that set ACDL_REMOTE_STATE_KEY=spike/ci-vpc/terraform.tfstate so the
  microservice composition's terraform_remote_state reads from the CI VPC
- adapters/terraform/adapter.py: parameterized remote_state key via
  ACDL_REMOTE_STATE_KEY env var (default: platform/terraform.tfstate)
- modules/l2/static-assets/examples/complex.yml: fixed bucket_name to match
  simple (my-static-site) so terraform modifies in-place (adds CDN + WAF)
- modules/l2/microservice/examples/complex.yml: fixed bucket_name to match
  simple (my-microservice-demo), added desired_count:2 (modify variant)
- tests/test_pipeline_contract.py: 7 new L2 tests (l2 job exists, matrix
  lists both modules, apply/modify/destroy steps, needs ci-vpc-apply,
  ci-vpc-destroy needs both, contract matrix lists l2_modules)
- pipelines/README.md: updated stages for L2

Regression: 485 passed, 5 deselected. Gitea + GitHub workflows byte-identical.

---ci---
project: acdl
phase: P61
milestone: v1.11
status: execute
---/ci---
2026-07-28 20:17:27 +00:00

179 lines
7.0 KiB
Python

"""ACDL Terraform adapter — stateless assembler (v1.11 RESTART, P56a).
The adapter is a STATELESS ASSEMBLER. It owns no module content — no resource
shape, no nested HCL blocks, no defaults, no type-specific logic. It reads
the registry to find each L1 module's terraform/ dir, then emits a root
main.tf that instantiates each resource as a `module "<rid>" { source = ... }`
block with resolved inputs and wired refs.
Engine-specific knowledge (resource type, arg names, nested blocks, defaults)
lives in the per-module terraform/ subdir (versions/variables/locals/main/
outputs.tf), NOT in this file. interface.json stays engine-agnostic.
CLI: adapter.py <instance.json> <out_dir>
"""
import json
import os
import sys
def _load_registry(repo_root):
"""Load registry.json → {module_name: terraform_dir}."""
with open(os.path.join(repo_root, "modules", "registry.json")) as fh:
registry = json.load(fh)
terraform_dirs = {}
for name, versions in registry.items():
latest = versions.get("1.0.0", {})
if "terraform_dir" in latest:
terraform_dirs[name] = latest["terraform_dir"]
return terraform_dirs
def _module_name(resource):
"""Extract the module name from a resource's `module` field (e.g. s3@1.0.0 → s3)."""
return resource.get("module", "").split("@")[0]
def _ref_expr(value, data_source_names=None):
"""Translate a `ref:<rid>.<output>` string to a Terraform interpolation.
For module resources: `module.<rid>.<output>`.
For data sources (platform-owned): `data.terraform_remote_state.platform.outputs.<output>`.
Returns None if the value is not a ref."""
if not isinstance(value, str) or not value.startswith("ref:"):
return None
body = value[len("ref:"):]
rid, out_name = body.split(".", 1)
if data_source_names and rid in data_source_names:
return f"data.terraform_remote_state.platform.outputs.{out_name}"
return f"module.{rid}.{out_name}"
def _tf_value(value, data_source_names=None):
"""Render a Python value as a Terraform expression fragment."""
if isinstance(value, bool):
return "true" if value else "false"
if isinstance(value, (int, float)) and not isinstance(value, bool):
return str(value)
if isinstance(value, str):
ref = _ref_expr(value, data_source_names)
if ref is not None:
return ref
stripped = value.lstrip()
if stripped and stripped[0] in "{[":
try:
parsed = json.loads(value)
if isinstance(parsed, (dict, list)):
return f"jsonencode({json.dumps(parsed, sort_keys=True)})"
except json.JSONDecodeError:
pass
return f'"{value}"'
if isinstance(value, (dict, list)):
return f"jsonencode({json.dumps(value, sort_keys=True)})"
raise ValueError(f"unsupported input value type {type(value).__name__}")
def _emit_module_block(resource, terraform_dirs, repo_root, data_source_names=None):
"""Emit a `module "<rid>" { source = ... ... }` block for one resource."""
rid = resource["id"]
name = _module_name(resource)
tf_dir = terraform_dirs.get(name)
if not tf_dir:
raise ValueError(f"no terraform_dir in registry for module '{name}' (resource {rid})")
source_path = os.path.join(repo_root, tf_dir)
lines = [f'module "{rid}" {{', f' source = "{source_path}"']
for in_name, value in resource.get("inputs", {}).items():
if in_name == "region":
continue
lines.append(f" {in_name} = {_tf_value(value, data_source_names)}")
lines.append("}")
return "\n".join(lines)
def _emit_root_output(out_name, rid, module_output_name):
"""Emit a root output wiring a module output to a stack output."""
return f'output "{out_name}" {{\n value = module.{rid}.{module_output_name}\n}}'
def adapt(stack_instance, out_dir):
"""Emit main.tf + terraform.tf + providers.tf to out_dir for the stack instance."""
os.makedirs(out_dir, exist_ok=True)
repo_root = os.path.dirname(os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
terraform_dirs = _load_registry(repo_root)
stack = stack_instance.get("stack", {})
resources = stack_instance.get("resources", [])
stack_outputs = stack_instance.get("outputs", {})
# --- providers.tf: aws provider, region from the first resource's inputs.region ---
region = "us-east-1"
for r in resources:
if "region" in r.get("inputs", {}):
region = r["inputs"]["region"]
break
providers_tf = f'provider "aws" {{\n region = "{region}"\n}}\n'
# --- terraform.tf: required_version + required_providers + S3 backend ---
stack_name = stack.get("name", "spike")
environment = stack.get("environment", "dev")
terraform_tf = (
'terraform {\n'
' required_version = ">= 1.9, < 1.10"\n'
' required_providers {\n'
' aws = {\n'
' source = "hashicorp/aws"\n'
' version = "~> 5.0"\n'
' }\n'
' }\n'
' backend "s3" {\n'
' bucket = "acdl-tfstate-581513795199-us-east-1"\n'
f' key = "spike/{stack_name}/{environment}/terraform.tfstate"\n'
' region = "us-east-1"\n'
' }\n'
'}\n'
)
# --- data sources: emit terraform_remote_state for platform-owned resources ---
data_source_names = stack_instance.get("data_sources", [])
data_blocks = []
if data_source_names:
remote_state_key = os.environ.get("ACDL_REMOTE_STATE_KEY", "platform/terraform.tfstate")
data_blocks.append(
'data "terraform_remote_state" "platform" {\n'
' backend = "s3"\n'
' config = {\n'
' bucket = "acdl-tfstate-581513795199-us-east-1"\n'
f' key = "{remote_state_key}"\n'
' region = "us-east-1"\n'
' }\n'
'}\n'
)
# --- main.tf: data blocks + module instantiations + root outputs ---
parts = list(data_blocks)
parts.extend(_emit_module_block(r, terraform_dirs, repo_root, set(data_source_names)) for r in resources)
for out_name, out_spec in stack_outputs.items():
if isinstance(out_spec, dict) and "from" in out_spec:
rid = out_spec["from"]
mod_out = out_spec.get("output", out_name)
parts.append(_emit_root_output(out_name, rid, mod_out))
main_tf = "\n\n".join(parts) + "\n"
with open(os.path.join(out_dir, "main.tf"), "w") as fh:
fh.write(main_tf)
with open(os.path.join(out_dir, "terraform.tf"), "w") as fh:
fh.write(terraform_tf)
with open(os.path.join(out_dir, "providers.tf"), "w") as fh:
fh.write(providers_tf)
return out_dir
if __name__ == "__main__":
if len(sys.argv) != 3:
print("usage: adapter.py <instance.json> <out_dir>", file=sys.stderr)
sys.exit(2)
with open(sys.argv[1], "r") as fh:
stack = json.load(fh)
adapt(stack, sys.argv[2])
print(f"adapter: emitted terraform to {sys.argv[2]}", file=sys.stderr)