Compare commits
3 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
| 64cbbd543e | |||
| 16440a89f2 | |||
| a6ceb13491 |
+85
-1
@@ -6,9 +6,12 @@ import (
|
|||||||
"encoding/pem"
|
"encoding/pem"
|
||||||
"fmt"
|
"fmt"
|
||||||
"os"
|
"os"
|
||||||
|
"path/filepath"
|
||||||
"time"
|
"time"
|
||||||
|
|
||||||
"github.com/google/uuid"
|
"github.com/google/uuid"
|
||||||
|
|
||||||
|
"golang.org/x/crypto/ssh"
|
||||||
"github.com/spf13/cobra"
|
"github.com/spf13/cobra"
|
||||||
|
|
||||||
"git.cloudinit.dev/coreci/orca/internal/acl"
|
"git.cloudinit.dev/coreci/orca/internal/acl"
|
||||||
@@ -16,6 +19,7 @@ import (
|
|||||||
"git.cloudinit.dev/coreci/orca/internal/identity"
|
"git.cloudinit.dev/coreci/orca/internal/identity"
|
||||||
"git.cloudinit.dev/coreci/orca/internal/model"
|
"git.cloudinit.dev/coreci/orca/internal/model"
|
||||||
"git.cloudinit.dev/coreci/orca/internal/paths"
|
"git.cloudinit.dev/coreci/orca/internal/paths"
|
||||||
|
"git.cloudinit.dev/coreci/orca/internal/secrets"
|
||||||
"git.cloudinit.dev/coreci/orca/internal/security"
|
"git.cloudinit.dev/coreci/orca/internal/security"
|
||||||
"git.cloudinit.dev/coreci/orca/internal/store"
|
"git.cloudinit.dev/coreci/orca/internal/store"
|
||||||
)
|
)
|
||||||
@@ -59,7 +63,8 @@ func runInit(out interface{ Write([]byte) (int, error) }) error {
|
|||||||
Database string `json:"database"`
|
Database string `json:"database"`
|
||||||
CAFingerprint string `json:"ca_fingerprint,omitempty"`
|
CAFingerprint string `json:"ca_fingerprint,omitempty"`
|
||||||
CertFingerprint string `json:"cert_fingerprint,omitempty"`
|
CertFingerprint string `json:"cert_fingerprint,omitempty"`
|
||||||
OS string `json:"os"`
|
OS string `json:"os"
|
||||||
|
"path/filepath"`
|
||||||
NodeID string `json:"node_id"`
|
NodeID string `json:"node_id"`
|
||||||
NodeName string `json:"node_name"`
|
NodeName string `json:"node_name"`
|
||||||
Steps []stepResult `json:"steps"`
|
Steps []stepResult `json:"steps"`
|
||||||
@@ -138,6 +143,85 @@ func runInit(out interface{ Write([]byte) (int, error) }) error {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// Step 4a: SSH keypair (idempotent — GenerateOrLoadSSHKey has a fast-path).
|
||||||
|
// REQ-164: without this, every sshpush.Transport dial fails because
|
||||||
|
// the orca SSH key doesn't exist after a fresh init.
|
||||||
|
sshKeyPEM, sshPubLine, err := security.GenerateOrLoadSSHKey(dir)
|
||||||
|
if err != nil {
|
||||||
|
return fmt.Errorf("generate SSH keypair: %w", err)
|
||||||
|
}
|
||||||
|
_ = sshKeyPEM
|
||||||
|
sshKeyFp := ""
|
||||||
|
if pubKey, err := ssh.ParsePublicKey(sshPubLine); err == nil {
|
||||||
|
sshKeyFp = ssh.FingerprintSHA256(pubKey)
|
||||||
|
}
|
||||||
|
summary.Steps = append(summary.Steps, stepResult{Label: "ssh-key", Status: "ok", Detail: sshKeyFp[:min(16, len(sshKeyFp))] + "..."})
|
||||||
|
if !jsonOutput {
|
||||||
|
fmt.Fprintf(out, "\xe2\x9c\x93 SSH keypair provisioned: fp=%s\n", sshKeyFp[:min(16, len(sshKeyFp))]+"...")
|
||||||
|
}
|
||||||
|
|
||||||
|
// Step 4b: known_hosts file (empty, 0600). Without this, the TOFU
|
||||||
|
// host-key callback fails with "no such file" on the first SSH dial
|
||||||
|
// (knownhosts.New requires the file to exist).
|
||||||
|
knownHostsPath := certpaths.KnownHostsPath()
|
||||||
|
if _, err := os.Stat(knownHostsPath); err != nil {
|
||||||
|
if os.IsNotExist(err) {
|
||||||
|
if err := os.WriteFile(knownHostsPath, []byte{}, 0o600); err != nil {
|
||||||
|
return fmt.Errorf("create known_hosts: %w", err)
|
||||||
|
}
|
||||||
|
} else {
|
||||||
|
return fmt.Errorf("stat known_hosts: %w", err)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
summary.Steps = append(summary.Steps, stepResult{Label: "known-hosts", Status: "ok", Detail: knownHostsPath})
|
||||||
|
if !jsonOutput {
|
||||||
|
fmt.Fprintf(out, "\xe2\x9c\x93 Known hosts file created: %s\n", knownHostsPath)
|
||||||
|
}
|
||||||
|
|
||||||
|
// Step 4c: master key (32-byte random, 0600). Without this, secrets
|
||||||
|
// set/get/rotate and cluster seal/unseal all fail with "stat master
|
||||||
|
// key: no such file or directory" on a fresh init.
|
||||||
|
masterKeyPath := paths.MasterKeyPath()
|
||||||
|
if _, err := os.Stat(masterKeyPath); err != nil {
|
||||||
|
if os.IsNotExist(err) {
|
||||||
|
os.MkdirAll(filepath.Dir(masterKeyPath), 0o755)
|
||||||
|
masterKey, err := secrets.GenerateMasterKey()
|
||||||
|
if err != nil {
|
||||||
|
return fmt.Errorf("generate master key: %w", err)
|
||||||
|
}
|
||||||
|
if err := secrets.SaveMasterKey(masterKeyPath, masterKey); err != nil {
|
||||||
|
return fmt.Errorf("save master key: %w", err)
|
||||||
|
}
|
||||||
|
// Zero the key from memory (defense-in-depth, REQ-154).
|
||||||
|
defer secrets.ZeroKey(masterKey)
|
||||||
|
summary.Steps = append(summary.Steps, stepResult{Label: "master-key", Status: "ok", Detail: "generated"})
|
||||||
|
if !jsonOutput {
|
||||||
|
fmt.Fprintf(out, "\xe2\x9c\x93 Master key generated: %s\n", masterKeyPath)
|
||||||
|
}
|
||||||
|
} else {
|
||||||
|
return fmt.Errorf("stat master key: %w", err)
|
||||||
|
}
|
||||||
|
} else {
|
||||||
|
summary.Steps = append(summary.Steps, stepResult{Label: "master-key", Status: "skipped", Detail: "already present"})
|
||||||
|
if !jsonOutput {
|
||||||
|
fmt.Fprintf(out, "\xe2\x9c\x93 Master key: already present\n")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// Step 4d: Install Traefik on the lead node (REQ-165, Phase B).
|
||||||
|
// Traefik is the data-plane ingress. Idempotent.
|
||||||
|
if err := installTraefikLocal(); err != nil {
|
||||||
|
if !jsonOutput {
|
||||||
|
fmt.Fprintf(out, "Traefik install skipped: %v\n", err)
|
||||||
|
}
|
||||||
|
summary.Steps = append(summary.Steps, stepResult{Label: "traefik", Status: "skipped", Detail: err.Error()})
|
||||||
|
} else {
|
||||||
|
summary.Steps = append(summary.Steps, stepResult{Label: "traefik", Status: "ok", Detail: traefikVersion})
|
||||||
|
if !jsonOutput {
|
||||||
|
fmt.Fprintf(out, "Traefik installed: %s\n", traefikVersion)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
// Step 5: OS detection.
|
// Step 5: OS detection.
|
||||||
osDetected := detectOS()
|
osDetected := detectOS()
|
||||||
summary.OS = osDetected
|
summary.OS = osDetected
|
||||||
|
|||||||
+47
-7
@@ -115,7 +115,7 @@ var jobRunCmd = &cobra.Command{
|
|||||||
switch res.mode {
|
switch res.mode {
|
||||||
case "remote":
|
case "remote":
|
||||||
// Scheduler selected a node (or --target pinned one): render
|
// Scheduler selected a node (or --target pinned one): render
|
||||||
// the systemd unit, verify it, and SSH-push to the peer.
|
// the systemd unit / PVE container, verify it, and SSH-push.
|
||||||
// C-44: a push failure is an error (no local fallback).
|
// C-44: a push failure is an error (no local fallback).
|
||||||
unitPaths, derr := deployRemote(ctx, spec, res, nodesByHost)
|
unitPaths, derr := deployRemote(ctx, spec, res, nodesByHost)
|
||||||
logDispatch(res, derr)
|
logDispatch(res, derr)
|
||||||
@@ -126,8 +126,12 @@ var jobRunCmd = &cobra.Command{
|
|||||||
return derr
|
return derr
|
||||||
}
|
}
|
||||||
res.unitPaths = unitPaths
|
res.unitPaths = unitPaths
|
||||||
// REQ-156 / P07 T5: invalidate the jobs cache (the
|
// REQ-166 / Phase C2: insert a Job DB record so `job list`
|
||||||
// dispatch decision records a local job entry).
|
// and `job stop` can find the remotely-deployed job.
|
||||||
|
if dbErr := insertRemoteJob(spec, res.node); dbErr != nil {
|
||||||
|
// Non-fatal: the job is deployed, just not visible to list.
|
||||||
|
logDispatch(res, dbErr)
|
||||||
|
}
|
||||||
cacheInvalidate(cacheJobClass)
|
cacheInvalidate(cacheJobClass)
|
||||||
if jsonOutput {
|
if jsonOutput {
|
||||||
return printJSON(map[string]any{
|
return printJSON(map[string]any{
|
||||||
@@ -219,9 +223,17 @@ func renderJobs(cmd *cobra.Command, jobs []*model.Job) error {
|
|||||||
fmt.Fprintln(cmd.OutOrStdout(), "No jobs. Use 'orca job run <spec.md>' to submit one.")
|
fmt.Fprintln(cmd.OutOrStdout(), "No jobs. Use 'orca job run <spec.md>' to submit one.")
|
||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
fmt.Fprintf(cmd.OutOrStdout(), "%-36s %-20s %-12s %-8s\n", "ID", "NAME", "STATUS", "EXIT")
|
fmt.Fprintf(cmd.OutOrStdout(), "%-10s %-20s %-12s %-20s %-5s\n", "ID", "NAME", "STATUS", "NODE", "EXIT")
|
||||||
for _, j := range jobs {
|
for _, j := range jobs {
|
||||||
fmt.Fprintf(cmd.OutOrStdout(), "%-36s %-20s %-12s %-8d\n", j.ID, j.Name, j.Status, j.ExitCode)
|
shortID := j.ID
|
||||||
|
if len(shortID) > 8 {
|
||||||
|
shortID = shortID[:8]
|
||||||
|
}
|
||||||
|
exit := "-"
|
||||||
|
if j.Status == model.JobStatusComplete || j.Status == model.JobStatusFailed || j.Status == model.JobStatusStopped {
|
||||||
|
exit = fmt.Sprintf("%d", j.ExitCode)
|
||||||
|
}
|
||||||
|
fmt.Fprintf(cmd.OutOrStdout(), "%-10s %-20s %-12s %-20s %-5s\n", shortID, j.Name, j.Status, j.Node, exit)
|
||||||
}
|
}
|
||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
@@ -286,9 +298,17 @@ func renderJobTable(jobs []*model.Job) string {
|
|||||||
if len(jobs) == 0 {
|
if len(jobs) == 0 {
|
||||||
return "No jobs.\n"
|
return "No jobs.\n"
|
||||||
}
|
}
|
||||||
out := fmt.Sprintf("%-36s %-20s %-12s %-8s\n", "ID", "NAME", "STATUS", "EXIT")
|
out := fmt.Sprintf("%-10s %-20s %-12s %-20s %-5s\n", "ID", "NAME", "STATUS", "NODE", "EXIT")
|
||||||
for _, j := range jobs {
|
for _, j := range jobs {
|
||||||
out += fmt.Sprintf("%-36s %-20s %-12s %-8d\n", j.ID, j.Name, j.Status, j.ExitCode)
|
shortID := j.ID
|
||||||
|
if len(shortID) > 8 {
|
||||||
|
shortID = shortID[:8]
|
||||||
|
}
|
||||||
|
exit := "-"
|
||||||
|
if j.Status == model.JobStatusComplete || j.Status == model.JobStatusFailed || j.Status == model.JobStatusStopped {
|
||||||
|
exit = fmt.Sprintf("%d", j.ExitCode)
|
||||||
|
}
|
||||||
|
out += fmt.Sprintf("%-10s %-20s %-12s %-20s %-5s\n", shortID, j.Name, j.Status, j.Node, exit)
|
||||||
}
|
}
|
||||||
return out
|
return out
|
||||||
}
|
}
|
||||||
@@ -577,3 +597,23 @@ func splitCommand(s string) (string, []string) {
|
|||||||
}
|
}
|
||||||
return parts[0], parts[1:]
|
return parts[0], parts[1:]
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// insertRemoteJob inserts a model.Job row for a remotely-deployed job
|
||||||
|
// (REQ-166, Phase C2). Without this, `job list` shows nothing for remote
|
||||||
|
// deployments and `job stop` can't find the node.
|
||||||
|
func insertRemoteJob(spec *jobspec.WorkloadSpec, node string) error {
|
||||||
|
db, closer, err := openDB()
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
defer closer()
|
||||||
|
repo := store.NewJobRepo(db)
|
||||||
|
return repo.Insert(context.Background(), &model.Job{
|
||||||
|
ID: uuid.NewString(),
|
||||||
|
Name: spec.Name,
|
||||||
|
Spec: "",
|
||||||
|
Status: model.JobStatusRunning,
|
||||||
|
CreatedAt: time.Now().UTC(),
|
||||||
|
Node: node,
|
||||||
|
})
|
||||||
|
}
|
||||||
|
|||||||
+101
-19
@@ -34,6 +34,7 @@ import (
|
|||||||
"git.cloudinit.dev/coreci/orca/internal/emitter"
|
"git.cloudinit.dev/coreci/orca/internal/emitter"
|
||||||
"git.cloudinit.dev/coreci/orca/internal/jobspec"
|
"git.cloudinit.dev/coreci/orca/internal/jobspec"
|
||||||
"git.cloudinit.dev/coreci/orca/internal/model"
|
"git.cloudinit.dev/coreci/orca/internal/model"
|
||||||
|
"git.cloudinit.dev/coreci/orca/internal/runtime"
|
||||||
"git.cloudinit.dev/coreci/orca/internal/scheduler"
|
"git.cloudinit.dev/coreci/orca/internal/scheduler"
|
||||||
"git.cloudinit.dev/coreci/orca/internal/sshpush"
|
"git.cloudinit.dev/coreci/orca/internal/sshpush"
|
||||||
"git.cloudinit.dev/coreci/orca/internal/store"
|
"git.cloudinit.dev/coreci/orca/internal/store"
|
||||||
@@ -199,30 +200,72 @@ func deployRemote(ctx context.Context, spec *jobspec.WorkloadSpec, res *dispatch
|
|||||||
return nil, fmt.Errorf("deployRemote: selected node %q not found in registry", res.node)
|
return nil, fmt.Errorf("deployRemote: selected node %q not found in registry", res.node)
|
||||||
}
|
}
|
||||||
|
|
||||||
// Render the systemd unit via the emitter. The runtime is required
|
// REQ-166 / Phase C3: branch on runtime + node kind.
|
||||||
// for the process emitter; a spec with no runtime has nothing to
|
runtimeOneOf := ""
|
||||||
// ExecStart and is rejected by the emitter.
|
if spec.Runtime != nil {
|
||||||
|
runtimeOneOf = spec.Runtime.OneOf
|
||||||
|
}
|
||||||
|
|
||||||
|
if runtimeOneOf == "pve-ct" || runtimeOneOf == "pve-vm" {
|
||||||
|
// PVE container/VM runtime: invoke the runtime registry to
|
||||||
|
// create the LXC container or VM via SSH (pct create / qm
|
||||||
|
// create). Only valid on proxmox nodes.
|
||||||
|
if node.Kind != string(model.NodeKindProxmox) {
|
||||||
|
return nil, fmt.Errorf("deployRemote: runtime %q requires a proxmox node (node %q is %q)", runtimeOneOf, res.node, node.Kind)
|
||||||
|
}
|
||||||
|
peer := sshPeerFor(node)
|
||||||
|
sshTransport, err := newSSHPushTransport()
|
||||||
|
if err != nil {
|
||||||
|
return nil, fmt.Errorf("deployRemote: transport: %w", err)
|
||||||
|
}
|
||||||
|
defer sshTransport.Close()
|
||||||
|
alloc := &runtime.Alloc{
|
||||||
|
ID: res.allocID,
|
||||||
|
Spec: spec,
|
||||||
|
Node: peer,
|
||||||
|
Namespace: "default",
|
||||||
|
Runtime: runtimeOneOf,
|
||||||
|
}
|
||||||
|
reg := runtime.DefaultRegistry(sshTransport)
|
||||||
|
if err := reg.Prepare(ctx, alloc); err != nil {
|
||||||
|
return nil, fmt.Errorf("deployRemote: pve prepare: %w", err)
|
||||||
|
}
|
||||||
|
if _, err := reg.Start(ctx, alloc); err != nil {
|
||||||
|
return nil, fmt.Errorf("deployRemote: pve start: %w", err)
|
||||||
|
}
|
||||||
|
// For PVE workloads, also emit Traefik route if the spec has ports.
|
||||||
|
var written []string
|
||||||
|
if hasPorts(spec) {
|
||||||
|
traefikFiles, err := renderTraefik(spec, node)
|
||||||
|
if err == nil {
|
||||||
|
for _, f := range traefikFiles {
|
||||||
|
mode := os.FileMode(0o644)
|
||||||
|
_ = sshTransport.WriteFile(ctx, peer, f.Path, []byte(f.Content), mode)
|
||||||
|
written = append(written, f.Path)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return written, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// Process runtime: systemd units (only on linux/localhost nodes).
|
||||||
|
if node.Kind == string(model.NodeKindProxmox) {
|
||||||
|
return nil, fmt.Errorf("deployRemote: runtime %q requires a linux node (node %q is proxmox; use one_of: pve-ct or pve-vm for proxmox)", runtimeOneOf, res.node)
|
||||||
|
}
|
||||||
|
|
||||||
|
// Render the systemd unit via the emitter.
|
||||||
em := emitter.SystemdEmitter{}
|
em := emitter.SystemdEmitter{}
|
||||||
enode := &emitter.Node{
|
enode := &emitter.Node{
|
||||||
Hostname: node.Name,
|
Hostname: node.Name,
|
||||||
Runtime: []string{"process"},
|
Runtime: []string{"process"},
|
||||||
Tags: nil,
|
Tags: nil,
|
||||||
}
|
}
|
||||||
// Advertise the node kind as a runtime so the emitter can branch
|
|
||||||
// (proxmox nodes expose pve-* runtimes). For process workloads
|
|
||||||
// this is informational.
|
|
||||||
if node.Kind == string(model.NodeKindProxmox) {
|
|
||||||
enode.Runtime = append(enode.Runtime, "proxmox")
|
|
||||||
}
|
|
||||||
files, err := em.Render(spec, enode)
|
files, err := em.Render(spec, enode)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, fmt.Errorf("deployRemote: render unit: %w", err)
|
return nil, fmt.Errorf("deployRemote: render unit: %w", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
// T9: systemd-analyze verify on the rendered unit before deploy.
|
// T9: systemd-analyze verify on the rendered unit before deploy.
|
||||||
// Run it locally (the unit is a portable text file); if
|
|
||||||
// systemd-analyze is not installed, skip silently (dev boxes
|
|
||||||
// without systemd). A verification FAILURE is an error.
|
|
||||||
for _, f := range files {
|
for _, f := range files {
|
||||||
if err := verifySystemdUnit(ctx, f.Path, f.Content); err != nil {
|
if err := verifySystemdUnit(ctx, f.Path, f.Content); err != nil {
|
||||||
return nil, fmt.Errorf("deployRemote: systemd-analyze verify %s: %w", f.Path, err)
|
return nil, fmt.Errorf("deployRemote: systemd-analyze verify %s: %w", f.Path, err)
|
||||||
@@ -241,24 +284,18 @@ func deployRemote(ctx context.Context, spec *jobspec.WorkloadSpec, res *dispatch
|
|||||||
for _, f := range files {
|
for _, f := range files {
|
||||||
mode := os.FileMode(0o644)
|
mode := os.FileMode(0o644)
|
||||||
if f.Mode != "" {
|
if f.Mode != "" {
|
||||||
// f.Mode is an octal string like "0644".
|
|
||||||
var m uint64
|
var m uint64
|
||||||
if _, perr := fmt.Sscanf(f.Mode, "%o", &m); perr == nil {
|
if _, perr := fmt.Sscanf(f.Mode, "%o", &m); perr == nil {
|
||||||
mode = os.FileMode(m)
|
mode = os.FileMode(m)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
if err := transport.WriteFile(ctx, peer, f.Path, []byte(f.Content), mode); err != nil {
|
if err := transport.WriteFile(ctx, peer, f.Path, []byte(f.Content), mode); err != nil {
|
||||||
// C-44: SSH-push failure -> error, NOT local fallback.
|
|
||||||
return nil, fmt.Errorf("deployRemote: push %s to %s (%s): %w", f.Path, res.node, peer, err)
|
return nil, fmt.Errorf("deployRemote: push %s to %s (%s): %w", f.Path, res.node, peer, err)
|
||||||
}
|
}
|
||||||
written = append(written, f.Path)
|
written = append(written, f.Path)
|
||||||
}
|
}
|
||||||
|
|
||||||
// Reload systemd + enable the unit so it starts at boot. These are
|
// Reload systemd + enable the unit so it starts at boot.
|
||||||
// best-effort; a failure here is surfaced but does not undo the
|
|
||||||
// push (the unit is on disk). We use systemctl daemon-reload +
|
|
||||||
// enable --now for each .service unit (.target units for task
|
|
||||||
// groups are also enabled).
|
|
||||||
for _, p := range written {
|
for _, p := range written {
|
||||||
if !strings.HasSuffix(p, ".service") && !strings.HasSuffix(p, ".target") {
|
if !strings.HasSuffix(p, ".service") && !strings.HasSuffix(p, ".target") {
|
||||||
continue
|
continue
|
||||||
@@ -268,9 +305,46 @@ func deployRemote(ctx context.Context, spec *jobspec.WorkloadSpec, res *dispatch
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// REQ-166 / Phase C4: emit Traefik dynamic config if the spec
|
||||||
|
// has ports (is a Service with ingress).
|
||||||
|
if hasPorts(spec) {
|
||||||
|
traefikFiles, err := renderTraefik(spec, node)
|
||||||
|
if err != nil {
|
||||||
|
// Non-fatal: Traefik route is best-effort.
|
||||||
|
return written, nil
|
||||||
|
}
|
||||||
|
for _, f := range traefikFiles {
|
||||||
|
mode := os.FileMode(0o644)
|
||||||
|
_ = transport.WriteFile(ctx, peer, f.Path, []byte(f.Content), mode)
|
||||||
|
written = append(written, f.Path)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
return written, nil
|
return written, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// hasPorts returns true if the spec declares any ports (is a Service).
|
||||||
|
func hasPorts(spec *jobspec.WorkloadSpec) bool {
|
||||||
|
if spec == nil {
|
||||||
|
return false
|
||||||
|
}
|
||||||
|
if len(spec.Ports) > 0 {
|
||||||
|
return true
|
||||||
|
}
|
||||||
|
return false
|
||||||
|
}
|
||||||
|
|
||||||
|
// renderTraefik renders the Traefik dynamic config for the spec + node.
|
||||||
|
func renderTraefik(spec *jobspec.WorkloadSpec, node *model.Node) ([]emitter.File, error) {
|
||||||
|
em := emitter.TraefikEmitter{}
|
||||||
|
enode := &emitter.Node{
|
||||||
|
Hostname: node.Name,
|
||||||
|
Runtime: []string{"process"},
|
||||||
|
Tags: nil,
|
||||||
|
}
|
||||||
|
return em.Render(spec, enode)
|
||||||
|
}
|
||||||
|
|
||||||
// verifySystemdUnit runs `systemd-analyze verify` on the rendered unit
|
// verifySystemdUnit runs `systemd-analyze verify` on the rendered unit
|
||||||
// content. The unit is written to a temp file (with its real basename)
|
// content. The unit is written to a temp file (with its real basename)
|
||||||
// so systemd-analyze resolves fragment paths correctly. When
|
// so systemd-analyze resolves fragment paths correctly. When
|
||||||
@@ -433,3 +507,11 @@ func logDispatch(res *dispatchResult, err error) {
|
|||||||
}
|
}
|
||||||
log.Info("job.dispatch", attrs...)
|
log.Info("job.dispatch", attrs...)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// newSSHPushTransport creates a concrete sshpush.Transport for PVE
|
||||||
|
// runtime operations (pct create/qm create). The jobDispatchTransport
|
||||||
|
// interface wraps sshpush.Transport but the runtime package needs the
|
||||||
|
// concrete type.
|
||||||
|
func newSSHPushTransport() (*sshpush.Transport, error) {
|
||||||
|
return sshpush.NewTransport(certpaths.SSHKeyPath(), certpaths.KnownHostsPath()), nil
|
||||||
|
}
|
||||||
|
|||||||
@@ -55,6 +55,7 @@ var (
|
|||||||
joinSSHKey string
|
joinSSHKey string
|
||||||
joinSSHPort int
|
joinSSHPort int
|
||||||
joinHostKeyFP string
|
joinHostKeyFP string
|
||||||
|
joinLXCTemplate string
|
||||||
proxmoxUser string
|
proxmoxUser string
|
||||||
proxmoxRole string
|
proxmoxRole string
|
||||||
leaveID string
|
leaveID string
|
||||||
@@ -186,6 +187,7 @@ func joinProxmox(cmd *cobra.Command) error {
|
|||||||
SSHPort: joinSSHPort,
|
SSHPort: joinSSHPort,
|
||||||
HostKeyFingerprint: joinHostKeyFP,
|
HostKeyFingerprint: joinHostKeyFP,
|
||||||
Logger: newLogger(),
|
Logger: newLogger(),
|
||||||
|
LXCTemplate: joinLXCTemplate,
|
||||||
})
|
})
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("proxmox bootstrap: %w", err)
|
return fmt.Errorf("proxmox bootstrap: %w", err)
|
||||||
@@ -250,7 +252,7 @@ func joinLinux(cmd *cobra.Command) error {
|
|||||||
SSHPort: joinSSHPort,
|
SSHPort: joinSSHPort,
|
||||||
HostKeyFingerprint: joinHostKeyFP,
|
HostKeyFingerprint: joinHostKeyFP,
|
||||||
Logger: newLogger(),
|
Logger: newLogger(),
|
||||||
})
|
})
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("linux bootstrap: %w", err)
|
return fmt.Errorf("linux bootstrap: %w", err)
|
||||||
}
|
}
|
||||||
@@ -503,14 +505,15 @@ func init() {
|
|||||||
nodeJoinCmd.Flags().StringVar(&joinName, "name", "", "node name (required for --type localhost)")
|
nodeJoinCmd.Flags().StringVar(&joinName, "name", "", "node name (required for --type localhost)")
|
||||||
nodeJoinCmd.Flags().StringVar(&joinAddr, "addr", "", "node address (default localhost:8443)")
|
nodeJoinCmd.Flags().StringVar(&joinAddr, "addr", "", "node address (default localhost:8443)")
|
||||||
nodeJoinCmd.Flags().StringVar(&joinCAFinger, "ca-fingerprint", "", "pin CA cert SHA-256 (REQ-026); fails if on-disk CA doesn't match")
|
nodeJoinCmd.Flags().StringVar(&joinCAFinger, "ca-fingerprint", "", "pin CA cert SHA-256 (REQ-026); fails if on-disk CA doesn't match")
|
||||||
nodeJoinCmd.Flags().StringVar(&joinType, "type", "localhost", "node type: localhost (default) or proxmox (SSH bootstrap)")
|
nodeJoinCmd.Flags().StringVar(&joinType, "type", "localhost", "node type: localhost (default), proxmox, or linux (SSH bootstrap)")
|
||||||
nodeJoinCmd.Flags().StringVar(&joinHost, "host", "", "proxmox host address (IP/hostname, no port; required for --type proxmox)")
|
nodeJoinCmd.Flags().StringVar(&joinHost, "host", "", "proxmox host address (IP/hostname, no port; required for --type proxmox)")
|
||||||
nodeJoinCmd.Flags().StringVar(&joinSSHUser, "ssh-user", "root", "SSH username for proxmox bootstrap (default root)")
|
nodeJoinCmd.Flags().StringVar(&joinSSHUser, "ssh-user", "root", "SSH username for proxmox bootstrap (default root)")
|
||||||
nodeJoinCmd.Flags().StringVar(&joinSSHKey, "ssh-key", "", "SSH private key path for proxmox bootstrap (R-021: no passwords; default: orca key)")
|
nodeJoinCmd.Flags().StringVar(&joinSSHKey, "ssh-key", "", "SSH private key path for proxmox bootstrap (R-021: no passwords; default: orca key)")
|
||||||
nodeJoinCmd.Flags().IntVar(&joinSSHPort, "ssh-port", 22, "SSH port for proxmox bootstrap (default 22)")
|
nodeJoinCmd.Flags().IntVar(&joinSSHPort, "ssh-port", 22, "SSH port for proxmox bootstrap (default 22)")
|
||||||
nodeJoinCmd.Flags().StringVar(&proxmoxUser, "proxmox-user", "orca", "Linux system user to create on the proxmox host (config-overridable)")
|
nodeJoinCmd.Flags().StringVar(&proxmoxUser, "proxmox-user", "orca", "Linux system user to create on the proxmox host (config-overridable)")
|
||||||
nodeJoinCmd.Flags().StringVar(&proxmoxRole, "proxmox-role", "OrcaOperator", "PVE custom role to create (config-overridable)")
|
nodeJoinCmd.Flags().StringVar(&proxmoxRole, "proxmox-role", "OrcaOperator", "PVE custom role to create (config-overridable)")
|
||||||
nodeJoinCmd.Flags().StringVar(&joinHostKeyFP, "host-key-fingerprint", "", "SSH host key SHA256:base64 fingerprint (pre-pin; supersedes TOFU for --type proxmox)")
|
nodeJoinCmd.Flags().StringVar(&joinHostKeyFP, "host-key-fingerprint", "", "SSH host key SHA256:base64 fingerprint (pre-pin; supersedes TOFU for --type proxmox or --type linux)")
|
||||||
|
nodeJoinCmd.Flags().StringVar(&joinLXCTemplate, "lxc-template", "ubuntu-24.04", "LXC template for Proxmox (default ubuntu-24.04; alternatives: alpine-3.20, debian-12)")
|
||||||
nodeLeaveCmd.Flags().StringVar(&leaveID, "id", "", "node id")
|
nodeLeaveCmd.Flags().StringVar(&leaveID, "id", "", "node id")
|
||||||
nodeListCmd.Flags().BoolVar(&nodeWatch, "watch", false, "stream nodes until Ctrl-C (table refresh or --json per-event)")
|
nodeListCmd.Flags().BoolVar(&nodeWatch, "watch", false, "stream nodes until Ctrl-C (table refresh or --json per-event)")
|
||||||
|
|
||||||
|
|||||||
@@ -0,0 +1,11 @@
|
|||||||
|
package cli
|
||||||
|
|
||||||
|
import (
|
||||||
|
"git.cloudinit.dev/coreci/orca/internal/traefik"
|
||||||
|
)
|
||||||
|
|
||||||
|
var traefikVersion = traefik.DefaultVersion
|
||||||
|
|
||||||
|
func installTraefikLocal() error {
|
||||||
|
return traefik.InstallLocal(traefikVersion)
|
||||||
|
}
|
||||||
@@ -111,8 +111,8 @@ func TestWatchJobs_TableRefresh(t *testing.T) {
|
|||||||
if !strings.Contains(output, "\033[2J\033[H") {
|
if !strings.Contains(output, "\033[2J\033[H") {
|
||||||
t.Errorf("expected clear-screen escape in table watch output, got: %s", output)
|
t.Errorf("expected clear-screen escape in table watch output, got: %s", output)
|
||||||
}
|
}
|
||||||
if !strings.Contains(output, "table-job") {
|
if !strings.Contains(output, "table-jo") {
|
||||||
t.Errorf("expected table-job in output, got: %s", output)
|
t.Errorf("expected table-jo in output, got: %s", output)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
+24
-15
@@ -32,6 +32,7 @@ import (
|
|||||||
"git.cloudinit.dev/coreci/orca/internal/osdetect"
|
"git.cloudinit.dev/coreci/orca/internal/osdetect"
|
||||||
"git.cloudinit.dev/coreci/orca/internal/proxmox"
|
"git.cloudinit.dev/coreci/orca/internal/proxmox"
|
||||||
"git.cloudinit.dev/coreci/orca/internal/security"
|
"git.cloudinit.dev/coreci/orca/internal/security"
|
||||||
|
"git.cloudinit.dev/coreci/orca/internal/sshpush"
|
||||||
"git.cloudinit.dev/coreci/orca/internal/store"
|
"git.cloudinit.dev/coreci/orca/internal/store"
|
||||||
"git.cloudinit.dev/coreci/orca/internal/transport"
|
"git.cloudinit.dev/coreci/orca/internal/transport"
|
||||||
)
|
)
|
||||||
@@ -225,22 +226,22 @@ func DB() Check {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
// Network probes peer reachability via mTLS /healthz (REQ-032 completion).
|
// Network probes peer reachability via SSH exec (REQ-164 Phase A5).
|
||||||
// Peers are sourced from the persisted nodes table (not the in-memory
|
// The SSH-push model (R-001) has no daemon on :8443, so the HTTP /healthz
|
||||||
// PeerRegistry, which is empty at CLI time). Zero peers → WARN (single-node
|
// probe is replaced with an SSH "echo ok" exec. Peers are sourced from
|
||||||
// is legitimate). Any peer unreachable → FAIL (D-038).
|
// the persisted nodes table. Zero peers → WARN (single-node is
|
||||||
|
// legitimate). Any peer unreachable → FAIL (D-038).
|
||||||
func Network() Check {
|
func Network() Check {
|
||||||
return Check{
|
return Check{
|
||||||
Name: "network",
|
Name: "network",
|
||||||
Description: "peer reachability via mTLS /healthz probe",
|
Description: "peer reachability via SSH exec probe",
|
||||||
Run: func(ctx context.Context) (Result, string) {
|
Run: func(ctx context.Context) (Result, string) {
|
||||||
caPath := certpaths.CACertPath()
|
keyPath := certpaths.SSHKeyPath()
|
||||||
certPath := certpaths.ServerCertPath()
|
khPath := certpaths.KnownHostsPath()
|
||||||
keyPath := certpaths.ServerKeyPath()
|
|
||||||
|
|
||||||
// Check that cert files exist before attempting probes.
|
// Check that the SSH key exists.
|
||||||
if _, err := os.Stat(caPath); err != nil {
|
if _, err := os.Stat(keyPath); err != nil {
|
||||||
return ResultFail, fmt.Sprintf("CA cert missing: %v (run `orca cert init`)", err)
|
return ResultFail, fmt.Sprintf("SSH key missing: %v (run `orca init`)", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
path := certpaths.DBPath()
|
path := certpaths.DBPath()
|
||||||
@@ -266,15 +267,23 @@ func Network() Check {
|
|||||||
return ResultWarn, "no peers registered (single-node?)"
|
return ResultWarn, "no peers registered (single-node?)"
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// For localhost nodes, check SSH to 127.0.0.1:22 (may fail if
|
||||||
|
// SSH isn't running — that's OK, report WARN not FAIL).
|
||||||
|
transport := sshpush.NewTransport(keyPath, khPath)
|
||||||
|
|
||||||
var lines []string
|
var lines []string
|
||||||
anyFail := false
|
anyFail := false
|
||||||
for _, n := range live {
|
for _, n := range live {
|
||||||
probeCtx, cancel := context.WithTimeout(ctx, 3*time.Second)
|
probeCtx, cancel := context.WithTimeout(ctx, 5*time.Second)
|
||||||
err := probeHealthz(probeCtx, caPath, certPath, keyPath, n.Name, n.Address)
|
_, err := transport.Exec(probeCtx, n.Name, "echo ok")
|
||||||
cancel()
|
cancel()
|
||||||
if err != nil {
|
if err != nil {
|
||||||
anyFail = true
|
if n.Kind == string(model.NodeKindLocalhost) {
|
||||||
lines = append(lines, fmt.Sprintf(" ✗ %s (%s): %v", n.Name, n.Address, err))
|
lines = append(lines, fmt.Sprintf(" ⚠ %s (%s): %v (SSH to self may not be running)", n.Name, n.Address, err))
|
||||||
|
} else {
|
||||||
|
anyFail = true
|
||||||
|
lines = append(lines, fmt.Sprintf(" ✗ %s (%s): %v", n.Name, n.Address, err))
|
||||||
|
}
|
||||||
} else {
|
} else {
|
||||||
lines = append(lines, fmt.Sprintf(" ✓ %s (%s)", n.Name, n.Address))
|
lines = append(lines, fmt.Sprintf(" ✓ %s (%s)", n.Name, n.Address))
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -99,6 +99,10 @@ func TestRunWithCAAndServerCert(t *testing.T) {
|
|||||||
if err := security.WriteKey(dir+"/server.key", keyPEM); err != nil {
|
if err := security.WriteKey(dir+"/server.key", keyPEM); err != nil {
|
||||||
t.Fatalf("WriteKey: %v", err)
|
t.Fatalf("WriteKey: %v", err)
|
||||||
}
|
}
|
||||||
|
// REQ-164: network check requires the SSH key to exist.
|
||||||
|
if _, _, err := security.GenerateOrLoadSSHKey(dir); err != nil {
|
||||||
|
t.Fatalf("GenerateOrLoadSSHKey: %v", err)
|
||||||
|
}
|
||||||
|
|
||||||
rep := Run(context.Background())
|
rep := Run(context.Background())
|
||||||
byName := make(map[string]CheckResult, len(rep.Checks))
|
byName := make(map[string]CheckResult, len(rep.Checks))
|
||||||
@@ -152,6 +156,9 @@ func TestDBCheck_IntegrityOK(t *testing.T) {
|
|||||||
func TestNetworkCheck_NoPeers(t *testing.T) {
|
func TestNetworkCheck_NoPeers(t *testing.T) {
|
||||||
dir := t.TempDir()
|
dir := t.TempDir()
|
||||||
t.Setenv("ORCA_HOME", dir)
|
t.Setenv("ORCA_HOME", dir)
|
||||||
|
|
||||||
|
// REQ-164: network check requires SSH key.
|
||||||
|
_, _, _ = security.GenerateOrLoadSSHKey(dir)
|
||||||
t.Setenv("ORCA_DB", filepath.Join(dir, "orca.db"))
|
t.Setenv("ORCA_DB", filepath.Join(dir, "orca.db"))
|
||||||
|
|
||||||
// Create a CA + server cert so the network check can build a client.
|
// Create a CA + server cert so the network check can build a client.
|
||||||
@@ -179,6 +186,9 @@ func TestNetworkCheck_NoPeers(t *testing.T) {
|
|||||||
func TestNetworkCheck_PeerUnreachable(t *testing.T) {
|
func TestNetworkCheck_PeerUnreachable(t *testing.T) {
|
||||||
dir := t.TempDir()
|
dir := t.TempDir()
|
||||||
t.Setenv("ORCA_HOME", dir)
|
t.Setenv("ORCA_HOME", dir)
|
||||||
|
|
||||||
|
// REQ-164: network check requires SSH key.
|
||||||
|
_, _, _ = security.GenerateOrLoadSSHKey(dir)
|
||||||
t.Setenv("ORCA_DB", filepath.Join(dir, "orca.db"))
|
t.Setenv("ORCA_DB", filepath.Join(dir, "orca.db"))
|
||||||
|
|
||||||
// Create a CA + server cert.
|
// Create a CA + server cert.
|
||||||
@@ -225,8 +235,8 @@ func TestNetworkCheck_NoCert(t *testing.T) {
|
|||||||
if r != ResultFail {
|
if r != ResultFail {
|
||||||
t.Errorf("Network check: got %s, want FAIL — %s", r, msg)
|
t.Errorf("Network check: got %s, want FAIL — %s", r, msg)
|
||||||
}
|
}
|
||||||
if !strings.Contains(msg, "CA cert missing") {
|
if !strings.Contains(msg, "SSH key missing") && !strings.Contains(msg, "CA cert missing") {
|
||||||
t.Errorf("Network check message should mention missing CA, got: %s", msg)
|
t.Errorf("Network check message should mention missing key/cert, got: %s", msg)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
@@ -124,6 +124,8 @@ func RegisterTraefik(reg *Registry) {
|
|||||||
reg.Register("service:process", e)
|
reg.Register("service:process", e)
|
||||||
reg.Register("service:podman", e)
|
reg.Register("service:podman", e)
|
||||||
reg.Register("service:wasm", e)
|
reg.Register("service:wasm", e)
|
||||||
|
reg.Register("service:pve-ct", e)
|
||||||
|
reg.Register("service:pve-vm", e)
|
||||||
}
|
}
|
||||||
|
|
||||||
// renderTraefikYAML renders the Traefik dynamic-config YAML for the
|
// renderTraefikYAML renders the Traefik dynamic-config YAML for the
|
||||||
@@ -288,7 +290,7 @@ func renderTraefikStaticYAML(o TraefikStaticOpts) string {
|
|||||||
b.WriteString(fmt.Sprintf(" address: %q\n", "127.0.0.1:8081"))
|
b.WriteString(fmt.Sprintf(" address: %q\n", "127.0.0.1:8081"))
|
||||||
b.WriteString("\nproviders:\n")
|
b.WriteString("\nproviders:\n")
|
||||||
b.WriteString(" file:\n")
|
b.WriteString(" file:\n")
|
||||||
b.WriteString(fmt.Sprintf(" filename: %q\n", "/etc/traefik/dynamic/orca.yml"))
|
b.WriteString(fmt.Sprintf(" directory: %q\n", traefikDynamicDir))
|
||||||
b.WriteString(" watch: true\n")
|
b.WriteString(" watch: true\n")
|
||||||
b.WriteString("\nlog:\n")
|
b.WriteString("\nlog:\n")
|
||||||
b.WriteString(" level: INFO\n")
|
b.WriteString(" level: INFO\n")
|
||||||
|
|||||||
@@ -375,7 +375,7 @@ func TestTraefikEmitter_RenderStaticConfigHybrid(t *testing.T) {
|
|||||||
`address: "127.0.0.1:8081"`,
|
`address: "127.0.0.1:8081"`,
|
||||||
"providers:",
|
"providers:",
|
||||||
"file:",
|
"file:",
|
||||||
`filename: "/etc/traefik/dynamic/orca.yml"`,
|
`directory: "/etc/traefik/dynamic"`,
|
||||||
"watch: true",
|
"watch: true",
|
||||||
"log:",
|
"log:",
|
||||||
"level: INFO",
|
"level: INFO",
|
||||||
|
|||||||
@@ -152,7 +152,7 @@ func (d *Dispatcher) dispatchTo(ctx context.Context, targetNode string, specByte
|
|||||||
return d.dispatchToPeer(ctx, p, specBytes, idempotencyKey)
|
return d.dispatchToPeer(ctx, p, specBytes, idempotencyKey)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
return "", "", fmt.Errorf("dispatchTo: target node %q not found in peer registry", targetNode)
|
return "", "", fmt.Errorf("dispatchTo: target node %q not found in peer registry (looked up by ID and name)", targetNode)
|
||||||
}
|
}
|
||||||
|
|
||||||
// dispatchToPeer opens an mTLS client and calls Submit on the peer.
|
// dispatchToPeer opens an mTLS client and calls Submit on the peer.
|
||||||
|
|||||||
@@ -30,10 +30,11 @@ import (
|
|||||||
"time"
|
"time"
|
||||||
|
|
||||||
"golang.org/x/crypto/ssh"
|
"golang.org/x/crypto/ssh"
|
||||||
"golang.org/x/crypto/ssh/knownhosts"
|
|
||||||
|
|
||||||
"git.cloudinit.dev/coreci/orca/internal/certpaths"
|
"git.cloudinit.dev/coreci/orca/internal/certpaths"
|
||||||
|
"git.cloudinit.dev/coreci/orca/internal/proxmox"
|
||||||
"git.cloudinit.dev/coreci/orca/internal/security"
|
"git.cloudinit.dev/coreci/orca/internal/security"
|
||||||
|
"git.cloudinit.dev/coreci/orca/internal/traefik"
|
||||||
)
|
)
|
||||||
|
|
||||||
// DefaultSSHUser is the default SSH username for the initial connection.
|
// DefaultSSHUser is the default SSH username for the initial connection.
|
||||||
@@ -112,17 +113,16 @@ func BootstrapLinux(ctx context.Context, opts Options) (*Result, error) {
|
|||||||
}
|
}
|
||||||
hostKeyCallback = hkcb
|
hostKeyCallback = hkcb
|
||||||
} else {
|
} else {
|
||||||
hkcb, err := knownhosts.New(certpaths.KnownHostsPath())
|
// REQ-164 / Phase A3: reuse the tested Proxmox TOFU callback
|
||||||
|
// which handles first-connect key capture + known_hosts file
|
||||||
|
// creation (create-on-open). The previous inline implementation
|
||||||
|
// failed on first connect with a raw KeyError because it never
|
||||||
|
// wrote the captured key.
|
||||||
|
hkcb, err := proxmox.TOFUHostKeyCallbackPath(certpaths.KnownHostsPath(), sshAddr, &capturedHostKey)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, fmt.Errorf("linux bootstrap: known_hosts: %w", err)
|
return nil, fmt.Errorf("linux bootstrap: known_hosts: %w", err)
|
||||||
}
|
}
|
||||||
hostKeyCallback = ssh.HostKeyCallback(func(hostname string, remote net.Addr, key ssh.PublicKey) error {
|
hostKeyCallback = hkcb
|
||||||
err := hkcb(hostname, remote, key)
|
|
||||||
if err == nil {
|
|
||||||
capturedHostKey = key
|
|
||||||
}
|
|
||||||
return err
|
|
||||||
})
|
|
||||||
}
|
}
|
||||||
|
|
||||||
sshConfig := &ssh.ClientConfig{
|
sshConfig := &ssh.ClientConfig{
|
||||||
@@ -157,6 +157,20 @@ func BootstrapLinux(ctx context.Context, opts Options) (*Result, error) {
|
|||||||
}
|
}
|
||||||
opts.Logger.Info("linux bootstrap: user created", "user", opts.OrcaUser)
|
opts.Logger.Info("linux bootstrap: user created", "user", opts.OrcaUser)
|
||||||
|
|
||||||
|
// Step 4d: Install Traefik on the remote host (REQ-165, Phase B).
|
||||||
|
// Traefik is the data-plane ingress; SSH is control plane only.
|
||||||
|
sshExecFn := func(cmd string) ([]byte, error) {
|
||||||
|
session, err := client.NewSession()
|
||||||
|
if err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
defer session.Close()
|
||||||
|
return session.CombinedOutput(cmd)
|
||||||
|
}
|
||||||
|
if err := traefik.InstallRemote("", sshExecFn); err != nil {
|
||||||
|
opts.Logger.Warn("linux bootstrap: traefik install failed", "err", err)
|
||||||
|
}
|
||||||
|
|
||||||
// Step 5: Create the drift-events directory.
|
// Step 5: Create the drift-events directory.
|
||||||
if err := sshExec(client, fmt.Sprintf(
|
if err := sshExec(client, fmt.Sprintf(
|
||||||
"mkdir -p ~%s/drift-events && chown %s:%s ~%s/drift-events",
|
"mkdir -p ~%s/drift-events && chown %s:%s ~%s/drift-events",
|
||||||
|
|||||||
@@ -21,6 +21,7 @@ type Job struct {
|
|||||||
StartedAt *time.Time `json:"started_at,omitempty"`
|
StartedAt *time.Time `json:"started_at,omitempty"`
|
||||||
EndedAt *time.Time `json:"ended_at,omitempty"`
|
EndedAt *time.Time `json:"ended_at,omitempty"`
|
||||||
ExitCode int `json:"exit_code"`
|
ExitCode int `json:"exit_code"`
|
||||||
|
Node string `json:"node,omitempty"`
|
||||||
}
|
}
|
||||||
|
|
||||||
type TaskStatus string
|
type TaskStatus string
|
||||||
@@ -41,6 +42,7 @@ type Task struct {
|
|||||||
Env []string `json:"env,omitempty"`
|
Env []string `json:"env,omitempty"`
|
||||||
PID int `json:"pid"`
|
PID int `json:"pid"`
|
||||||
ExitCode int `json:"exit_code"`
|
ExitCode int `json:"exit_code"`
|
||||||
|
Node string `json:"node,omitempty"`
|
||||||
Status TaskStatus `json:"status"`
|
Status TaskStatus `json:"status"`
|
||||||
CreatedAt time.Time `json:"created_at"`
|
CreatedAt time.Time `json:"created_at"`
|
||||||
StartedAt *time.Time `json:"started_at,omitempty"`
|
StartedAt *time.Time `json:"started_at,omitempty"`
|
||||||
|
|||||||
@@ -38,6 +38,7 @@ import (
|
|||||||
|
|
||||||
"git.cloudinit.dev/coreci/orca/internal/certpaths"
|
"git.cloudinit.dev/coreci/orca/internal/certpaths"
|
||||||
"git.cloudinit.dev/coreci/orca/internal/security"
|
"git.cloudinit.dev/coreci/orca/internal/security"
|
||||||
|
"git.cloudinit.dev/coreci/orca/internal/traefik"
|
||||||
)
|
)
|
||||||
|
|
||||||
// DefaultProxmoxUser is the default Linux system user created on the
|
// DefaultProxmoxUser is the default Linux system user created on the
|
||||||
@@ -82,6 +83,9 @@ type Options struct {
|
|||||||
HostKeyFingerprint string
|
HostKeyFingerprint string
|
||||||
// Logger receives audit-log entries. If nil, slog.Default() is used.
|
// Logger receives audit-log entries. If nil, slog.Default() is used.
|
||||||
Logger *slog.Logger
|
Logger *slog.Logger
|
||||||
|
// LXCTemplate is the LXC template to download during bootstrap
|
||||||
|
// (default "ubuntu-24.04"; alternatives: "alpine-3.20", "debian-12").
|
||||||
|
LXCTemplate string
|
||||||
}
|
}
|
||||||
|
|
||||||
// Result is the outcome of a successful bootstrap.
|
// Result is the outcome of a successful bootstrap.
|
||||||
@@ -243,6 +247,21 @@ func BootstrapProxmox(ctx context.Context, opts Options) (*Result, error) {
|
|||||||
return nil, fmt.Errorf("validate sudoers: %w", err)
|
return nil, fmt.Errorf("validate sudoers: %w", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// Step 9a: Install Traefik on the Proxmox host (REQ-165, Phase B).
|
||||||
|
// Traefik runs on the PVE OS as the data-plane ingress; SSH is
|
||||||
|
// control plane only. Idempotent: skips if binary already exists.
|
||||||
|
if err := traefik.InstallRemote("", runRemote); err != nil {
|
||||||
|
log.Warn("proxmox.traefik_install_failed", "err", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
// Step 9b: Download default LXC template (REQ-167, Phase C).
|
||||||
|
// Default: ubuntu-24.04. Configurable via --lxc-template.
|
||||||
|
template := opts.LXCTemplate
|
||||||
|
if template == "" {
|
||||||
|
template = "ubuntu-24.04"
|
||||||
|
}
|
||||||
|
_, _ = runRemote(fmt.Sprintf("pveam download local %s 2>/dev/null || true", shellQuote(template)))
|
||||||
|
|
||||||
log.Info("proxmox.bootstrap_ok",
|
log.Info("proxmox.bootstrap_ok",
|
||||||
slog.String("event", "proxmox.bootstrap_ok"),
|
slog.String("event", "proxmox.bootstrap_ok"),
|
||||||
slog.String("host", opts.Host),
|
slog.String("host", opts.Host),
|
||||||
@@ -318,6 +337,18 @@ func TOFUHostKeyCallbackPath(knownHostsPath, addr string, capturedKey *ssh.Publi
|
|||||||
if knownHostsPath == "" {
|
if knownHostsPath == "" {
|
||||||
knownHostsPath = certpaths.KnownHostsPath()
|
knownHostsPath = certpaths.KnownHostsPath()
|
||||||
}
|
}
|
||||||
|
// REQ-164 / Phase A2: create the known_hosts file if it doesn't
|
||||||
|
// exist (knownhosts.New requires the file to be present). This is
|
||||||
|
// defense-in-depth alongside init.go which also creates it.
|
||||||
|
if _, err := os.Stat(knownHostsPath); err != nil {
|
||||||
|
if os.IsNotExist(err) {
|
||||||
|
if writeErr := security.WriteAtomic(knownHostsPath, 0o600, []byte{}); writeErr != nil {
|
||||||
|
return nil, fmt.Errorf("tofu create known_hosts: %w", writeErr)
|
||||||
|
}
|
||||||
|
} else {
|
||||||
|
return nil, fmt.Errorf("tofu stat known_hosts: %w", err)
|
||||||
|
}
|
||||||
|
}
|
||||||
cb, err := knownhosts.New(knownHostsPath)
|
cb, err := knownhosts.New(knownHostsPath)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, err
|
return nil, err
|
||||||
|
|||||||
@@ -0,0 +1,78 @@
|
|||||||
|
package traefik
|
||||||
|
|
||||||
|
import (
|
||||||
|
"fmt"
|
||||||
|
"os/exec"
|
||||||
|
"strings"
|
||||||
|
)
|
||||||
|
|
||||||
|
const DefaultVersion = "v3.3.0"
|
||||||
|
|
||||||
|
func downloadURL(version string) string {
|
||||||
|
return fmt.Sprintf("https://github.com/traefik/traefik/releases/download/%s/traefik_%s_linux_amd64.tar.gz", version, version)
|
||||||
|
}
|
||||||
|
|
||||||
|
func InstallLocal(version string) error {
|
||||||
|
if version == "" {
|
||||||
|
version = DefaultVersion
|
||||||
|
}
|
||||||
|
if _, err := exec.LookPath("traefik"); err == nil {
|
||||||
|
ensureDirs()
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
url := downloadURL(version)
|
||||||
|
cmd := exec.Command("bash", "-c",
|
||||||
|
fmt.Sprintf(`curl -fsSL %s | tar -xzf - -C /usr/local/bin/ traefik && chmod +x /usr/local/bin/traefik`, url))
|
||||||
|
if out, err := cmd.CombinedOutput(); err != nil {
|
||||||
|
return fmt.Errorf("download traefik %s: %w (output: %s)", version, err, string(out))
|
||||||
|
}
|
||||||
|
ensureDirs()
|
||||||
|
writeSystemdUnit()
|
||||||
|
_ = exec.Command("systemctl", "daemon-reload").Run()
|
||||||
|
_ = exec.Command("systemctl", "enable", "--now", "orca-traefik").Run()
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
type RemoteExecFunc func(cmd string) ([]byte, error)
|
||||||
|
|
||||||
|
func InstallRemote(version string, execFn RemoteExecFunc) error {
|
||||||
|
if version == "" {
|
||||||
|
version = DefaultVersion
|
||||||
|
}
|
||||||
|
if out, err := execFn("command -v traefik"); err == nil && len(strings.TrimSpace(string(out))) > 0 {
|
||||||
|
_, _ = execFn("mkdir -p /etc/traefik/dynamic")
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
url := downloadURL(version)
|
||||||
|
installCmd := fmt.Sprintf(`curl -fsSL %s | tar -xzf - -C /usr/local/bin/ traefik && chmod +x /usr/local/bin/traefik && mkdir -p /etc/traefik/dynamic`, url)
|
||||||
|
if out, err := execFn(installCmd); err != nil {
|
||||||
|
return fmt.Errorf("download traefik on remote: %w (output: %s)", err, string(out))
|
||||||
|
}
|
||||||
|
unit := systemdUnitContent()
|
||||||
|
_, _ = execFn(fmt.Sprintf(`echo '%s' > /etc/systemd/system/orca-traefik.service`, unit))
|
||||||
|
_, _ = execFn("systemctl daemon-reload && systemctl enable --now orca-traefik")
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func ensureDirs() {
|
||||||
|
_ = exec.Command("mkdir", "-p", "/etc/traefik/dynamic").Run()
|
||||||
|
}
|
||||||
|
|
||||||
|
func writeSystemdUnit() {
|
||||||
|
_ = exec.Command("bash", "-c", fmt.Sprintf(`echo '%s' > /etc/systemd/system/orca-traefik.service`, systemdUnitContent())).Run()
|
||||||
|
}
|
||||||
|
|
||||||
|
func systemdUnitContent() string {
|
||||||
|
return `[Unit]
|
||||||
|
Description=Orca Traefik Data Plane
|
||||||
|
After=network.target
|
||||||
|
|
||||||
|
[Service]
|
||||||
|
Type=simple
|
||||||
|
ExecStart=/usr/local/bin/traefik --configFile=/etc/traefik/traefik.yml
|
||||||
|
Restart=on-failure
|
||||||
|
RestartSec=5s
|
||||||
|
|
||||||
|
[Install]
|
||||||
|
WantedBy=multi-user.target`
|
||||||
|
}
|
||||||
Reference in New Issue
Block a user