// Package daemon owns the Agent Orchestrator backend process: config loading, // loopback HTTP serving, durable storage, CDC fan-out, lifecycle wiring, and // graceful shutdown. package daemon import ( "context" "fmt" "log/slog" "net/http" "os" "os/signal" "syscall" "time" "github.com/aoagents/agent-orchestrator/backend/internal/adapters/runtime/runtimeselect" "github.com/aoagents/agent-orchestrator/backend/internal/config" "github.com/aoagents/agent-orchestrator/backend/internal/httpd" "github.com/aoagents/agent-orchestrator/backend/internal/notify" "github.com/aoagents/agent-orchestrator/backend/internal/ports" "github.com/aoagents/agent-orchestrator/backend/internal/preview" "github.com/aoagents/agent-orchestrator/backend/internal/runfile" notificationsvc "github.com/aoagents/agent-orchestrator/backend/internal/service/notification" projectsvc "github.com/aoagents/agent-orchestrator/backend/internal/service/project" "github.com/aoagents/agent-orchestrator/backend/internal/storage/sqlite" "github.com/aoagents/agent-orchestrator/backend/internal/terminal" ) // Run starts the daemon and blocks until it exits. SIGINT/SIGTERM drive // graceful shutdown through the HTTP server and background workers. func Run() error { cfg, err := config.Load() if err != nil { return err } log := newLogger() // Fail fast only if a daemon is genuinely still serving the recorded port. // CheckStale confirms the run-file's PID is alive, but that alone is not // proof a predecessor owns the port: the file leaks when the daemon is hard // killed without a graceful shutdown (the norm on Windows, where the desktop // supervisor can only TerminateProcess it), and Windows reuses the recorded // PID for unrelated processes. So a "live" PID is verified against an actual // /healthz probe; a run-file left by a crashed/hard-killed/reused-PID // predecessor is treated as stale and overwritten when the new server starts. if live, err := runfile.CheckStale(cfg.RunFilePath); err != nil { return fmt.Errorf("inspect run-file: %w", err) } else if live != nil && runFileOwnerServing(&http.Client{Timeout: staleProbeTimeout}, config.LoopbackHost, live) { return fmt.Errorf("daemon already running (pid %d, port %d); refusing to start", live.PID, live.Port) } // Open the durable store and bring up the CDC substrate: DB triggers capture // changes into change_log, the poller tails it, and the broadcaster fans // events out to live transports. store, err := sqlite.Open(cfg.DataDir) if err != nil { return fmt.Errorf("open store: %w", err) } defer func() { _ = store.Close() }() telemetrySink := newTelemetrySink(cfg, store, log) defer func() { _ = telemetrySink.Close(context.Background()) }() telemetrySink.Emit(context.Background(), ports.TelemetryEvent{ Name: "ao.daemon.started", Source: "daemon", OccurredAt: time.Now().UTC(), Level: ports.TelemetryLevelInfo, Payload: map[string]any{ "port": cfg.Port, "agent": cfg.Agent, }, }) // signal.NotifyContext cancels ctx on SIGINT/SIGTERM, which drives the // graceful shutdown inside Server.Run and stops the background goroutines. ctx, stop := signal.NotifyContext(context.Background(), syscall.SIGINT, syscall.SIGTERM) defer stop() cdcPipe, err := startCDC(ctx, store, log) if err != nil { return err } // Terminal streaming: the selected runtime (tmux on macOS/Linux, conpty on Windows) supplies the // attach Stream and liveness; the CDC broadcaster feeds the session-state channel. The manager // is handed to httpd, which mounts it at /mux. Raw PTY bytes never flow // through the CDC change_log -- only session-state events do. runtimeAdapter := runtimeselect.New(log) termMgr := terminal.NewManager(runtimeAdapter, cdcPipe.Broadcaster, log) defer termMgr.Close() // The agent messenger sends validated user input to the session's live // runtime pane. Keep this path small until durable inbox semantics are needed. // Built before the Lifecycle Manager so the LCM can use it for SCM-driven // agent nudges (CI failure, review feedback, merge conflict). messenger := newSessionMessenger(store, runtimeAdapter, log) notificationHub := notify.NewHub() notifier := notificationsvc.New(notificationsvc.Deps{Store: store}) notificationWriter := notify.New(notify.Deps{Store: store, Publisher: notificationHub}) // Bring up the Lifecycle Manager and the reaper first: it makes the session // lifecycle write path live (reducer write -> store -> DB trigger -> // change_log -> poller -> broadcaster) and gives startSession the shared LCM. lcStack := startLifecycle(ctx, store, runtimeAdapter, messenger, notificationWriter, telemetrySink, log) lcStack.scmDone = startSCMObserver(ctx, store, lcStack.LCM, log) // Wire the controller-facing session service over the same store + LCM, the // selected runtime, a gitworktree workspace, the per-session agent resolver // (AO_AGENT validated here for compatibility), and the agent messenger, then mount it // on the API. sessionSvc, reviewSvc, sessMgr, err := startSession(cfg, runtimeAdapter, store, lcStack.LCM, messenger, telemetrySink, log) if err != nil { stop() lcStack.Stop() if cdcErr := cdcPipe.Stop(); cdcErr != nil { log.Error("cdc pipeline shutdown", "err", cdcErr) } return fmt.Errorf("wire session service: %w", err) } previewDone := preview.NewPoller(store, sessionSvc, "http://"+cfg.Addr(), preview.PollerConfig{Logger: log}).Start(ctx) srv, err := httpd.NewWithDeps(cfg, log, termMgr, httpd.APIDeps{ Projects: projectsvc.NewWithDeps(projectsvc.Deps{Store: store, Sessions: sessionSvc, Telemetry: telemetrySink}), Sessions: sessionSvc, Reviews: reviewSvc, Notifications: notifier, NotificationStream: notificationHub, CDC: store, Events: cdcPipe.Broadcaster, Activity: lcStack.LCM, Telemetry: telemetrySink, }) if err != nil { stop() <-previewDone lcStack.Stop() if cdcErr := cdcPipe.Stop(); cdcErr != nil { log.Error("cdc pipeline shutdown", "err", cdcErr) } return err } // Reconcile sessions on boot: adopt crash-surviving runtimes, capture and // terminate dead ones, reap leaked tmux, then restore shutdown-saved // sessions. Best-effort: a failure is logged but never blocks boot. Placed // before srv.Run so sessions are consistent before the server serves. if reconcileErr := sessMgr.Reconcile(ctx); reconcileErr != nil { log.Error("reconcile sessions on boot failed", "err", reconcileErr) } runErr := srv.Run(ctx) // Save and tear down all live sessions before the store closes. Both SIGTERM // and POST /shutdown funnel through srv.Run returning (SIGTERM cancels ctx, // which srv.Run selects on; POST /shutdown closes the shutdownRequested channel, // which srv.Run also selects on), so this single call site covers both paths. // // Use a fresh context with a bounded deadline: the ctx that caused srv.Run // to return is already cancelled, so passing it would abort the save // immediately and leave every session unsaved. shutdownCtx, shutdownCancel := context.WithTimeout(context.Background(), shutdownSaveTimeout) defer shutdownCancel() if saveErr := sessMgr.SaveAndTeardownAll(shutdownCtx); saveErr != nil { log.Error("save sessions on shutdown failed", "err", saveErr) } // Shut the background goroutines down in order: cancel the context FIRST so // their loops exit, then wait for them to drain. Doing this explicitly (not // via defer) avoids the LIFO trap where a Stop() that blocks on ctx-cancel // runs before the cancel: a non-signal exit path would hang otherwise. stop() <-previewDone lcStack.Stop() if err := cdcPipe.Stop(); err != nil { log.Error("cdc pipeline shutdown", "err", err) } return runErr } // shutdownSaveTimeout bounds the SaveAndTeardownAll call on shutdown so a // pathological session cannot stall the process exit indefinitely. const shutdownSaveTimeout = 30 * time.Second // newLogger returns the daemon's slog logger. It writes to stderr so supervisors // can capture it separately from any structured stdout protocol added later. func newLogger() *slog.Logger { return slog.New(slog.NewTextHandler(os.Stderr, &slog.HandlerOptions{Level: slog.LevelDebug})) }