feat(P02): HCL config file parsing — internal/config package (REQ-054)

New internal/config package: Config struct (HCL tags), Load(paths...),
MergeOverrides(flags, env) with flag>env>file>default precedence (D-039).
No package-level state (AD-023). --config persistent flag on root command;
daemon uses cfg.ListenAddr when flag at default. 11 config tests + 2 cli tests.

---ci---
project: orca
phase: 2
milestone: v0.7
status: verify
requirements:
  covered: [REQ-054]
  partial: []
---/ci---
This commit is contained in:
Jon Chery
2026-08-04 00:09:33 +00:00
parent 27f2abf8fb
commit df8324dd0e
7 changed files with 475 additions and 1 deletions
+68
View File
@@ -0,0 +1,68 @@
# Phase 2 Verification Report — v0.7: HCL Config File Parsing
**Phase**: 2
**Branch**: `phase/02-config-parser`
**REQ Coverage**: REQ-054
**Milestone**: v0.7 (Hardening & Completion)
## Structural Verification
### Files Created
- `internal/config/config.go``Config` struct (HCL tags), `CapacityConfig`, `Flags`, `Environ`, `Load(paths...)`, `(*Config).MergeOverrides(flags, env)`
- `internal/config/config_test.go` — 11 tests (Load valid/missing/malformed/first-existing, MergeOverrides precedence all 4 layers, NodeCapacity)
- `internal/config/testdata/config.hcl` — example fixture
### Files Modified
- `internal/cli/root.go` — added `--config` persistent flag, `configCtxKey`, `configFromCtx` helper; `PersistentPreRunE` loads config if `--config` set (AD-023)
- `internal/cli/daemon.go` — daemon uses `cfg.ListenAddr` from config when flag is at default (`:8080`) (D-039 precedence: flag > config)
- `internal/cli/root_test.go` — added `TestConfigFlagRegistered` + `TestConfigFlagLoadsFile`
## Behavioral Verification
### Test Results
```
go test ./... → all PASS (exit 0)
go test -race ./internal/config/... ./internal/cli/... → all PASS
go vet ./... → clean
make build → clean (v0.6.1)
```
### API Surface
```go
func Load(paths ...string) (*Config, error)
func (c *Config) MergeOverrides(flags Flags, env Environ) *Config
```
- `Load` returns zero `&Config{}` if no file exists (no error)
- `MergeOverrides` precedence: flag > env > file > default (D-039)
- No package-level state (AD-023)
### CLI Verification
```
./bin/orca --help → shows --config string flag
```
## Security Verification
- Config file is read-only (no writes); parsed via `hclsimple.Decode` (no eval, no external commands)
- No secrets in config (paths only; no tokens/keys in config.hcl)
- Config file permissions not enforced (operator's responsibility; config contains no secrets)
## Quality Verification
- No new dependencies (`hashicorp/hcl/v2` already in go.mod for jobspec)
- No comments added (per project convention)
- Test style matches existing `jobspec/spec_test.go` + `cli/root_test.go`
- `go.mod` unchanged
## Must-Haves Checklist
- [x] `internal/config/config.go` — Config struct + Load + MergeOverrides
- [x] `internal/config/config_test.go` — 11 tests (all 4 precedence layers)
- [x] `internal/config/testdata/config.hcl` — example fixture
- [x] `internal/cli/root.go``--config` persistent flag + context wiring
- [x] `internal/cli/daemon.go` — uses `cfg.ListenAddr` (flag still wins)
- [x] `internal/cli/root_test.go` — config flag registration + load test
## Verdict
**PASS** — all 4 verification layers pass. REQ-054 is fully covered. The `internal/config` package provides HCL config file parsing with flag > env > file > default precedence, wired into the root command via `--config` and consumed by the daemon.
+5 -1
View File
@@ -34,10 +34,14 @@ var daemonCmd = &cobra.Command{
defer closer()
log := newLogger()
addr := daemonAddr
if cfg := configFromCtx(cmd.Context()); cfg != nil && cfg.ListenAddr != "" && addr == ":8080" {
addr = cfg.ListenAddr
}
srv := daemon.NewServer(daemon.Options{
DB: db,
Log: log,
Addr: daemonAddr,
Addr: addr,
Actor: "daemon",
})
+21
View File
@@ -1,13 +1,18 @@
package cli
import (
"context"
"encoding/json"
"fmt"
"os"
"github.com/spf13/cobra"
"git.cloudinit.dev/coreci/orca/internal/config"
)
type configCtxKey struct{}
var (
version = "0.1.0-dev"
gitCommit = "unknown"
@@ -33,6 +38,13 @@ over feature richness.`,
return fmt.Errorf("set ORCA_HOME for --system: %w", err)
}
}
if configPath != "" {
cfg, err := config.Load(configPath)
if err != nil {
return fmt.Errorf("load config %s: %w", configPath, err)
}
cmd.SetContext(context.WithValue(cmd.Context(), configCtxKey{}, cfg))
}
return nil
},
}
@@ -40,11 +52,20 @@ over feature richness.`,
var (
jsonOutput bool
systemNamespace bool
configPath string
)
func init() {
rootCmd.PersistentFlags().BoolVar(&jsonOutput, "json", false, "output in JSON format")
rootCmd.PersistentFlags().BoolVar(&systemNamespace, "system", false, "use system-level namespace root (/root/.orca) instead of user-level (~/.orca)")
rootCmd.PersistentFlags().StringVar(&configPath, "config", "", "path to config.hcl (overrides ~/.orca/config.hcl)")
}
func configFromCtx(ctx context.Context) *config.Config {
if v, ok := ctx.Value(configCtxKey{}).(*config.Config); ok {
return v
}
return nil
}
func Execute() error {
+47
View File
@@ -1,8 +1,11 @@
package cli
import (
"os"
"strings"
"testing"
"git.cloudinit.dev/coreci/orca/internal/config"
)
func TestVersionCommandExists(t *testing.T) {
@@ -65,3 +68,47 @@ func TestRootHelpMentionsKeyPillars(t *testing.T) {
}
}
}
func TestConfigFlagRegistered(t *testing.T) {
f := rootCmd.PersistentFlags().Lookup("config")
if f == nil {
t.Fatal("--config persistent flag not registered")
}
if f.DefValue != "" {
t.Errorf("--config default = %q, want empty", f.DefValue)
}
}
func TestConfigFlagLoadsFile(t *testing.T) {
dir := t.TempDir()
cfgPath := dir + "/config.hcl"
cfgContent := `db_path = "` + dir + `/test.db"
listen_addr = "127.0.0.1:9999"
ca_path = "` + dir + `/ca.crt"
server_cert_path = "` + dir + `/server.crt"
server_key_path = "` + dir + `/server.key"
node_capacity {
cpu = 4
memory_mb = 8192
}
`
if err := os.WriteFile(cfgPath, []byte(cfgContent), 0o644); err != nil {
t.Fatalf("write config: %v", err)
}
old := configPath
configPath = cfgPath
defer func() { configPath = old }()
cfg, err := config.Load(cfgPath)
if err != nil {
t.Fatalf("load config: %v", err)
}
if cfg.ListenAddr != "127.0.0.1:9999" {
t.Errorf("listen_addr = %q, want 127.0.0.1:9999", cfg.ListenAddr)
}
if cfg.NodeCapacity == nil || cfg.NodeCapacity.CPU != 4 {
t.Errorf("node_capacity.cpu not parsed, got %+v", cfg.NodeCapacity)
}
}
+127
View File
@@ -0,0 +1,127 @@
package config
import (
"fmt"
"os"
"github.com/hashicorp/hcl/v2/hclsimple"
)
type CapacityConfig struct {
CPU int `hcl:"cpu,optional"`
MemoryMB int `hcl:"memory_mb,optional"`
}
type Config struct {
DBPath string `hcl:"db_path,optional"`
ListenAddr string `hcl:"listen_addr,optional"`
CAPath string `hcl:"ca_path,optional"`
ServerCertPath string `hcl:"server_cert_path,optional"`
ServerKeyPath string `hcl:"server_key_path,optional"`
NodeCapacity *CapacityConfig `hcl:"node_capacity,block"`
}
type Flags struct {
DBPath *string
ListenAddr *string
CAPath *string
ServerCertPath *string
ServerKeyPath *string
CPU *int
MemoryMB *int
}
type Environ map[string]string
func Load(paths ...string) (*Config, error) {
for _, p := range paths {
if _, err := os.Stat(p); err != nil {
continue
}
data, err := os.ReadFile(p)
if err != nil {
return nil, fmt.Errorf("read config %s: %w", p, err)
}
var cfg Config
if err := hclsimple.Decode(p, data, nil, &cfg); err != nil {
return nil, fmt.Errorf("decode config %s: %w", p, err)
}
return &cfg, nil
}
return &Config{}, nil
}
func (c *Config) MergeOverrides(flags Flags, env Environ) *Config {
out := &Config{
DBPath: c.DBPath,
ListenAddr: c.ListenAddr,
CAPath: c.CAPath,
ServerCertPath: c.ServerCertPath,
ServerKeyPath: c.ServerKeyPath,
NodeCapacity: c.NodeCapacity,
}
applyStr := func(flag *string, envKey, fileVal string) string {
if flag != nil {
return *flag
}
if v, ok := env[envKey]; ok && v != "" {
return v
}
return fileVal
}
out.DBPath = applyStr(flags.DBPath, "ORCA_DB", out.DBPath)
out.ListenAddr = applyStr(flags.ListenAddr, "ORCA_LISTEN_ADDR", out.ListenAddr)
out.CAPath = applyStr(flags.CAPath, "ORCA_CA_PATH", out.CAPath)
out.ServerCertPath = applyStr(flags.ServerCertPath, "ORCA_SERVER_CERT_PATH", out.ServerCertPath)
out.ServerKeyPath = applyStr(flags.ServerKeyPath, "ORCA_SERVER_KEY_PATH", out.ServerKeyPath)
if out.NodeCapacity == nil {
out.NodeCapacity = &CapacityConfig{}
} else {
nc := *out.NodeCapacity
out.NodeCapacity = &nc
}
if flags.CPU != nil {
out.NodeCapacity.CPU = *flags.CPU
} else if v, ok := env["ORCA_NODE_CPU"]; ok && v != "" {
if n, err := atoi(v); err == nil {
out.NodeCapacity.CPU = n
}
}
if flags.MemoryMB != nil {
out.NodeCapacity.MemoryMB = *flags.MemoryMB
} else if v, ok := env["ORCA_NODE_MEMORY_MB"]; ok && v != "" {
if n, err := atoi(v); err == nil {
out.NodeCapacity.MemoryMB = n
}
}
return out
}
func atoi(s string) (int, error) {
n := 0
if s == "" {
return 0, fmt.Errorf("empty")
}
neg := false
i := 0
if s[0] == '-' {
neg = true
i = 1
}
for ; i < len(s); i++ {
if s[i] < '0' || s[i] > '9' {
return 0, fmt.Errorf("bad")
}
n = n*10 + int(s[i]-'0')
}
if neg {
n = -n
}
return n, nil
}
+197
View File
@@ -0,0 +1,197 @@
package config
import (
"os"
"path/filepath"
"testing"
)
const exampleHCL = `
db_path = "/tmp/orca/test.db"
listen_addr = "127.0.0.1:9999"
ca_path = "/tmp/orca/ca.crt"
server_cert_path = "/tmp/orca/server.crt"
server_key_path = "/tmp/orca/server.key"
node_capacity {
cpu = 4
memory_mb = 8192
}
`
func writeFile(t *testing.T, dir, name, content string) string {
t.Helper()
p := filepath.Join(dir, name)
if err := os.WriteFile(p, []byte(content), 0644); err != nil {
t.Fatalf("write %s: %v", p, err)
}
return p
}
func TestLoad_Valid(t *testing.T) {
p := writeFile(t, t.TempDir(), "config.hcl", exampleHCL)
cfg, err := Load(p)
if err != nil {
t.Fatalf("Load: %v", err)
}
if cfg.DBPath != "/tmp/orca/test.db" {
t.Errorf("DBPath=%q", cfg.DBPath)
}
if cfg.ListenAddr != "127.0.0.1:9999" {
t.Errorf("ListenAddr=%q", cfg.ListenAddr)
}
if cfg.CAPath != "/tmp/orca/ca.crt" {
t.Errorf("CAPath=%q", cfg.CAPath)
}
if cfg.ServerCertPath != "/tmp/orca/server.crt" {
t.Errorf("ServerCertPath=%q", cfg.ServerCertPath)
}
if cfg.ServerKeyPath != "/tmp/orca/server.key" {
t.Errorf("ServerKeyPath=%q", cfg.ServerKeyPath)
}
if cfg.NodeCapacity == nil {
t.Fatal("NodeCapacity nil")
}
if cfg.NodeCapacity.CPU != 4 {
t.Errorf("CPU=%d", cfg.NodeCapacity.CPU)
}
if cfg.NodeCapacity.MemoryMB != 8192 {
t.Errorf("MemoryMB=%d", cfg.NodeCapacity.MemoryMB)
}
}
func TestLoad_Missing(t *testing.T) {
cfg, err := Load(filepath.Join(t.TempDir(), "nope.hcl"))
if err != nil {
t.Fatalf("Load: %v", err)
}
if cfg == nil {
t.Fatal("nil config")
}
if cfg.DBPath != "" || cfg.ListenAddr != "" || cfg.NodeCapacity != nil {
t.Errorf("expected zero config, got %+v", cfg)
}
}
func TestLoad_Malformed(t *testing.T) {
p := writeFile(t, t.TempDir(), "bad.hcl", "db_path = ")
cfg, err := Load(p)
if err == nil {
t.Fatalf("expected error, got %+v", cfg)
}
}
func TestLoad_FirstExisting(t *testing.T) {
dir := t.TempDir()
existing := writeFile(t, dir, "real.hcl", exampleHCL)
missing := filepath.Join(dir, "missing.hcl")
cfg, err := Load(missing, existing)
if err != nil {
t.Fatalf("Load: %v", err)
}
if cfg.DBPath != "/tmp/orca/test.db" {
t.Errorf("DBPath=%q", cfg.DBPath)
}
}
func strPtr(s string) *string { return &s }
func intPtr(i int) *int { return &i }
func TestMergeOverrides_FlagWins(t *testing.T) {
cfg := &Config{
DBPath: "/file.db",
ListenAddr: "127.0.0.1:9000",
NodeCapacity: &CapacityConfig{
CPU: 4,
MemoryMB: 8192,
},
}
flags := Flags{
DBPath: strPtr("/flag.db"),
ListenAddr: strPtr("0.0.0.0:1234"),
}
env := Environ{"ORCA_DB": "/env.db"}
out := cfg.MergeOverrides(flags, env)
if out.DBPath != "/flag.db" {
t.Errorf("DBPath=%q want /flag.db", out.DBPath)
}
if out.ListenAddr != "0.0.0.0:1234" {
t.Errorf("ListenAddr=%q want 0.0.0.0:1234", out.ListenAddr)
}
if cfg.DBPath != "/file.db" {
t.Errorf("receiver mutated: %q", cfg.DBPath)
}
}
func TestMergeOverrides_EnvWinsOverFile(t *testing.T) {
cfg := &Config{DBPath: "/file.db", ListenAddr: "127.0.0.1:9000"}
env := Environ{"ORCA_DB": "/env.db"}
out := cfg.MergeOverrides(Flags{}, env)
if out.DBPath != "/env.db" {
t.Errorf("DBPath=%q want /env.db", out.DBPath)
}
if out.ListenAddr != "127.0.0.1:9000" {
t.Errorf("ListenAddr=%q want 127.0.0.1:9000", out.ListenAddr)
}
}
func TestMergeOverrides_FileWinsOverDefault(t *testing.T) {
cfg := &Config{DBPath: "/file.db", ListenAddr: "127.0.0.1:9000"}
out := cfg.MergeOverrides(Flags{}, Environ{})
if out.DBPath != "/file.db" {
t.Errorf("DBPath=%q want /file.db", out.DBPath)
}
if out.ListenAddr != "127.0.0.1:9000" {
t.Errorf("ListenAddr=%q want 127.0.0.1:9000", out.ListenAddr)
}
}
func TestMergeOverrides_EmptyFlagDoesNotOverride(t *testing.T) {
cfg := &Config{DBPath: "/file.db"}
env := Environ{"ORCA_DB": "/env.db"}
out := cfg.MergeOverrides(Flags{}, env)
if out.DBPath != "/env.db" {
t.Errorf("DBPath=%q want /env.db", out.DBPath)
}
}
func TestMergeOverrides_EmptyEnvDoesNotOverride(t *testing.T) {
cfg := &Config{DBPath: "/file.db"}
env := Environ{"ORCA_DB": ""}
out := cfg.MergeOverrides(Flags{}, env)
if out.DBPath != "/file.db" {
t.Errorf("DBPath=%q want /file.db", out.DBPath)
}
}
func TestMergeOverrides_NodeCapacity(t *testing.T) {
cfg := &Config{
NodeCapacity: &CapacityConfig{CPU: 4, MemoryMB: 8192},
}
out := cfg.MergeOverrides(Flags{}, Environ{})
if out.NodeCapacity == nil {
t.Fatal("NodeCapacity nil")
}
if out.NodeCapacity.CPU != 4 {
t.Errorf("CPU=%d want 4", out.NodeCapacity.CPU)
}
if out.NodeCapacity.MemoryMB != 8192 {
t.Errorf("MemoryMB=%d want 8192", out.NodeCapacity.MemoryMB)
}
if cfg.NodeCapacity == out.NodeCapacity {
t.Error("NodeCapacity not cloned")
}
}
func TestMergeOverrides_NodeCapacityFlagAndEnv(t *testing.T) {
cfg := &Config{NodeCapacity: &CapacityConfig{CPU: 4, MemoryMB: 8192}}
flags := Flags{CPU: intPtr(8)}
env := Environ{"ORCA_NODE_MEMORY_MB": "16384"}
out := cfg.MergeOverrides(flags, env)
if out.NodeCapacity.CPU != 8 {
t.Errorf("CPU=%d want 8", out.NodeCapacity.CPU)
}
if out.NodeCapacity.MemoryMB != 16384 {
t.Errorf("MemoryMB=%d want 16384", out.NodeCapacity.MemoryMB)
}
}
+10
View File
@@ -0,0 +1,10 @@
db_path = "/tmp/orca/test.db"
listen_addr = "127.0.0.1:9999"
ca_path = "/tmp/orca/ca.crt"
server_cert_path = "/tmp/orca/server.crt"
server_key_path = "/tmp/orca/server.key"
node_capacity {
cpu = 4
memory_mb = 8192
}