// Package daemon owns the Agent Orchestrator backend process: config loading, // loopback HTTP serving, durable storage, CDC fan-out, lifecycle wiring, and // graceful shutdown. package daemon import ( "context" "fmt" "log/slog" "net/http" "os" "os/signal" "syscall" "time" "github.com/aoagents/agent-orchestrator/backend/internal/adapters/runtime/zellij" "github.com/aoagents/agent-orchestrator/backend/internal/config" "github.com/aoagents/agent-orchestrator/backend/internal/httpd" "github.com/aoagents/agent-orchestrator/backend/internal/notify" "github.com/aoagents/agent-orchestrator/backend/internal/ports" "github.com/aoagents/agent-orchestrator/backend/internal/runfile" notificationsvc "github.com/aoagents/agent-orchestrator/backend/internal/service/notification" projectsvc "github.com/aoagents/agent-orchestrator/backend/internal/service/project" "github.com/aoagents/agent-orchestrator/backend/internal/storage/sqlite" "github.com/aoagents/agent-orchestrator/backend/internal/terminal" ) // Run starts the daemon and blocks until it exits. SIGINT/SIGTERM drive // graceful shutdown through the HTTP server and background workers. func Run() error { cfg, err := config.Load() if err != nil { return err } log := newLogger() // Fail fast only if a daemon is genuinely still serving the recorded port. // CheckStale confirms the run-file's PID is alive, but that alone is not // proof a predecessor owns the port: the file leaks when the daemon is hard // killed without a graceful shutdown (the norm on Windows, where the desktop // supervisor can only TerminateProcess it), and Windows reuses the recorded // PID for unrelated processes. So a "live" PID is verified against an actual // /healthz probe; a run-file left by a crashed/hard-killed/reused-PID // predecessor is treated as stale and overwritten when the new server starts. if live, err := runfile.CheckStale(cfg.RunFilePath); err != nil { return fmt.Errorf("inspect run-file: %w", err) } else if live != nil && runFileOwnerServing(&http.Client{Timeout: staleProbeTimeout}, config.LoopbackHost, live) { return fmt.Errorf("daemon already running (pid %d, port %d); refusing to start", live.PID, live.Port) } // Open the durable store and bring up the CDC substrate: DB triggers capture // changes into change_log, the poller tails it, and the broadcaster fans // events out to live transports. store, err := sqlite.Open(cfg.DataDir) if err != nil { return fmt.Errorf("open store: %w", err) } defer func() { _ = store.Close() }() telemetrySink := newTelemetrySink(cfg, store, log) defer func() { _ = telemetrySink.Close(context.Background()) }() telemetrySink.Emit(context.Background(), ports.TelemetryEvent{ Name: "ao.daemon.started", Source: "daemon", OccurredAt: time.Now().UTC(), Level: ports.TelemetryLevelInfo, Payload: map[string]any{ "port": cfg.Port, "agent": cfg.Agent, }, }) // signal.NotifyContext cancels ctx on SIGINT/SIGTERM, which drives the // graceful shutdown inside Server.Run and stops the background goroutines. ctx, stop := signal.NotifyContext(context.Background(), syscall.SIGINT, syscall.SIGTERM) defer stop() cdcPipe, err := startCDC(ctx, store, log) if err != nil { return err } // Terminal streaming: the Zellij runtime supplies the PTY-attach command and // liveness; the CDC broadcaster feeds the session-state channel. The manager // is handed to httpd, which mounts it at /mux. Raw PTY bytes never flow // through the CDC change_log — only session-state events do. // zellij's default socket dir is too long on macOS for long session ids // (see zellij.DefaultSocketDir); use a short, stable one and ensure it exists. zellijSocketDir := zellij.DefaultSocketDir() if zellijSocketDir != "" { if err := os.MkdirAll(zellijSocketDir, 0o700); err != nil { // Don't abort startup, but surface it: every spawn's zellij session // would otherwise fail later with an opaque socket-bind error. log.Warn("could not create zellij socket dir; spawns may fail", "dir", zellijSocketDir, "error", err) } } runtimeAdapter := zellij.New(zellij.Options{SocketDir: zellijSocketDir}) termMgr := terminal.NewManager(runtimeAdapter, cdcPipe.Broadcaster, log) defer termMgr.Close() // The agent messenger sends validated user input to the session's live // zellij pane. Keep this path small until durable inbox semantics are needed. // Built before the Lifecycle Manager so the LCM can use it for SCM-driven // agent nudges (CI failure, review feedback, merge conflict). messenger := newSessionMessenger(store, runtimeAdapter, log) notificationHub := notify.NewHub() notifier := notificationsvc.New(notificationsvc.Deps{Store: store}) notificationWriter := notify.New(notify.Deps{Store: store, Publisher: notificationHub}) // Bring up the Lifecycle Manager and the reaper first: it makes the session // lifecycle write path live (reducer write -> store -> DB trigger -> // change_log -> poller -> broadcaster) and gives startSession the shared LCM. lcStack := startLifecycle(ctx, store, runtimeAdapter, messenger, notificationWriter, telemetrySink, log) lcStack.scmDone = startSCMObserver(ctx, store, lcStack.LCM, log) // Wire the controller-facing session service over the same store + LCM, the // zellij runtime, a gitworktree workspace, the per-session agent resolver // (AO_AGENT default, validated here), and the agent messenger, then mount it // on the API. sessionSvc, reviewSvc, err := startSession(cfg, runtimeAdapter, store, lcStack.LCM, messenger, telemetrySink, log) if err != nil { stop() lcStack.Stop() if cdcErr := cdcPipe.Stop(); cdcErr != nil { log.Error("cdc pipeline shutdown", "err", cdcErr) } return fmt.Errorf("wire session service: %w", err) } srv, err := httpd.NewWithDeps(cfg, log, termMgr, httpd.APIDeps{ Projects: projectsvc.NewWithDeps(projectsvc.Deps{Store: store, Sessions: sessionSvc, Telemetry: telemetrySink}), Sessions: sessionSvc, Reviews: reviewSvc, Notifications: notifier, NotificationStream: notificationHub, CDC: store, Events: cdcPipe.Broadcaster, Activity: lcStack.LCM, Telemetry: telemetrySink, }) if err != nil { stop() lcStack.Stop() if cdcErr := cdcPipe.Stop(); cdcErr != nil { log.Error("cdc pipeline shutdown", "err", cdcErr) } return err } runErr := srv.Run(ctx) // Shut the background goroutines down in order: cancel the context FIRST so // their loops exit, then wait for them to drain. Doing this explicitly (not // via defer) avoids the LIFO trap where a Stop() that blocks on ctx-cancel // runs before the cancel — which would hang any non-signal exit path. stop() lcStack.Stop() if err := cdcPipe.Stop(); err != nil { log.Error("cdc pipeline shutdown", "err", err) } return runErr } // newLogger returns the daemon's slog logger. It writes to stderr so supervisors // can capture it separately from any structured stdout protocol added later. func newLogger() *slog.Logger { return slog.New(slog.NewTextHandler(os.Stderr, &slog.HandlerOptions{Level: slog.LevelDebug})) }