Replaces the broken anacrolix WebTorrent path with a custom WebRTC peer that the browser drives directly. Architecture matches plan/clever- weaving-dove.md (Fase 2 + 3 + 6 of the streaming pivot). - engine/wire: shared 12-byte binary frame format (Hello / RangeReq / RangeData / RangeEnd / Cancel / Ping / Pong / SeekHint). Roundtrip + oversized-frame rejection tests. - agent/signal_client: SSE consumer + POST sender for SDP/ICE relay through /api/internal/stream/signal/<id>; auto-reconnects. - engine/webrtc_stream: pion v4 PeerConnection + DataChannel pump. Reads file via os.ReadAt, chunks RangeData at 16 KiB, honours app- level backpressure with SetBufferedAmountLowThreshold. - cmd/daemon dispatcher learns mode webrtc_stream + new webrtcSessionRegistry tracks per-session cancel funcs for clean shutdown. - engine/probe + hwaccel + transcoder: foundation for Fase 2.5 (codec detection, NVENC/QSV/VAAPI/VideoToolbox autodetection, ffmpeg pipe wrapper to fragmented MP4). Integration into webrtc_stream still pending. - pion/webrtc/v4 promoted from indirect to direct dep. End-to-end against unarr-dev confirms a 122 MB 1080p H.264 / AAC MP4 plays in Chrome with the new pipeline.
298 lines
8.3 KiB
Go
298 lines
8.3 KiB
Go
package agent
|
|
|
|
import (
|
|
"context"
|
|
"log"
|
|
"runtime"
|
|
"sync"
|
|
"sync/atomic"
|
|
"time"
|
|
)
|
|
|
|
const (
|
|
// SyncIntervalWatching is the sync interval when someone is viewing the web UI.
|
|
SyncIntervalWatching = 3 * time.Second
|
|
// SyncIntervalIdle is the sync interval when nobody is watching.
|
|
// Keep this short enough to pick up stream requests quickly without hammering the server.
|
|
SyncIntervalIdle = 10 * time.Second
|
|
)
|
|
|
|
// SyncClient handles bidirectional state synchronization between the CLI and server.
|
|
// It sends the CLI's full execution state and receives all pending server actions
|
|
// in a single HTTP round-trip, at an adaptive interval.
|
|
type SyncClient struct {
|
|
client *Client
|
|
cfg DaemonConfig
|
|
state *LocalState
|
|
|
|
// Callbacks — set by the daemon before calling Run.
|
|
OnNewTasks func(tasks []Task)
|
|
OnControl func(action, taskID string, deleteFiles bool)
|
|
OnStreamRequest func(req StreamRequest)
|
|
OnWebRTCSession func(sess WebRTCSession)
|
|
OnUpgrade func(version string)
|
|
OnScan func()
|
|
OnWatchingChange func(watching bool)
|
|
OnSyncSuccess func() // called after each successful sync (e.g. to update state file)
|
|
GetFreeSlots func() int
|
|
GetTaskStates func() []TaskState // returns current state of all active + recently finished tasks
|
|
// OnDeleteFiles is called when the server requests file deletion from disk.
|
|
// It should delete the files and return the IDs of successfully deleted items.
|
|
OnDeleteFiles func(items []LibraryDeleteRequest) []int
|
|
|
|
// SyncNow triggers an immediate sync (e.g., on task completion).
|
|
SyncNow chan struct{}
|
|
|
|
watching atomic.Bool
|
|
interval atomic.Int64 // stored as nanoseconds
|
|
|
|
// pendingDeleteConfirmed holds item IDs to report as deleted in the next sync.
|
|
pendingDeleteMu sync.Mutex
|
|
pendingDeleteConfirmed []int
|
|
// deleteInFlight tracks item IDs currently being processed or awaiting confirmation.
|
|
// Prevents the same file from being passed to OnDeleteFiles multiple times.
|
|
deleteInFlight map[int]struct{}
|
|
}
|
|
|
|
// NewSyncClient creates a sync client.
|
|
func NewSyncClient(client *Client, cfg DaemonConfig, state *LocalState) *SyncClient {
|
|
sc := &SyncClient{
|
|
client: client,
|
|
cfg: cfg,
|
|
state: state,
|
|
SyncNow: make(chan struct{}, 1),
|
|
}
|
|
sc.interval.Store(int64(SyncIntervalIdle))
|
|
return sc
|
|
}
|
|
|
|
// Watching returns whether someone is viewing the web UI.
|
|
func (sc *SyncClient) Watching() bool {
|
|
return sc.watching.Load()
|
|
}
|
|
|
|
// TriggerSync requests an immediate sync cycle.
|
|
func (sc *SyncClient) TriggerSync() {
|
|
select {
|
|
case sc.SyncNow <- struct{}{}:
|
|
default:
|
|
}
|
|
}
|
|
|
|
// Run starts the adaptive sync loop. Blocks until ctx is cancelled.
|
|
func (sc *SyncClient) Run(ctx context.Context) error {
|
|
// Start wake listener in background — triggers immediate syncs on demand.
|
|
go sc.runWakeListener(ctx)
|
|
|
|
// Initial sync immediately
|
|
sc.doSync(ctx)
|
|
|
|
ticker := time.NewTicker(sc.currentInterval())
|
|
defer ticker.Stop()
|
|
|
|
for {
|
|
select {
|
|
case <-ctx.Done():
|
|
// Final sync to report latest state
|
|
finalCtx, cancel := context.WithTimeout(context.Background(), 5*time.Second)
|
|
defer cancel()
|
|
sc.doSync(finalCtx)
|
|
return nil
|
|
|
|
case <-ticker.C:
|
|
sc.doSync(ctx)
|
|
ticker.Reset(sc.currentInterval())
|
|
|
|
case <-sc.SyncNow:
|
|
sc.doSync(ctx)
|
|
ticker.Reset(sc.currentInterval())
|
|
}
|
|
}
|
|
}
|
|
|
|
func (sc *SyncClient) currentInterval() time.Duration {
|
|
return time.Duration(sc.interval.Load())
|
|
}
|
|
|
|
func (sc *SyncClient) doSync(ctx context.Context) {
|
|
req := sc.buildRequest()
|
|
resp, err := sc.client.Sync(ctx, req)
|
|
if err != nil {
|
|
if ctx.Err() == nil {
|
|
log.Printf("sync failed: %v", err)
|
|
}
|
|
return
|
|
}
|
|
sc.processResponse(resp)
|
|
sc.adjustInterval(resp.Watching)
|
|
if sc.OnSyncSuccess != nil {
|
|
sc.OnSyncSuccess()
|
|
}
|
|
}
|
|
|
|
func (sc *SyncClient) buildRequest() SyncRequest {
|
|
req := SyncRequest{
|
|
AgentID: sc.cfg.AgentID,
|
|
Name: sc.cfg.AgentName,
|
|
Version: sc.cfg.Version,
|
|
OS: runtime.GOOS,
|
|
Arch: runtime.GOARCH,
|
|
DownloadDir: sc.cfg.DownloadDir,
|
|
StreamPort: sc.cfg.StreamPort,
|
|
LanIP: sc.cfg.LanIP,
|
|
TailscaleIP: sc.cfg.TailscaleIP,
|
|
CanDelete: sc.cfg.CanDelete,
|
|
}
|
|
if sc.GetTaskStates != nil {
|
|
req.Tasks = sc.GetTaskStates()
|
|
} else {
|
|
req.Tasks = sc.state.Snapshot()
|
|
}
|
|
if free, total, err := DiskInfo(sc.cfg.DownloadDir); err == nil {
|
|
req.DiskFreeBytes = free
|
|
req.DiskTotalBytes = total
|
|
}
|
|
if sc.GetFreeSlots != nil {
|
|
req.FreeSlots = sc.GetFreeSlots()
|
|
}
|
|
// Flush confirmed deletions from previous cycle.
|
|
// Once flushed, remove IDs from deleteInFlight — the server will stop sending
|
|
// them after this sync, so deduplication protection is no longer needed.
|
|
sc.pendingDeleteMu.Lock()
|
|
if len(sc.pendingDeleteConfirmed) > 0 {
|
|
req.DeleteConfirmed = sc.pendingDeleteConfirmed
|
|
for _, id := range sc.pendingDeleteConfirmed {
|
|
delete(sc.deleteInFlight, id)
|
|
}
|
|
sc.pendingDeleteConfirmed = nil
|
|
}
|
|
sc.pendingDeleteMu.Unlock()
|
|
return req
|
|
}
|
|
|
|
func (sc *SyncClient) processResponse(resp *SyncResponse) {
|
|
// New tasks
|
|
if len(resp.NewTasks) > 0 && sc.OnNewTasks != nil {
|
|
log.Printf("sync: received %d new task(s)", len(resp.NewTasks))
|
|
sc.OnNewTasks(resp.NewTasks)
|
|
}
|
|
|
|
// Control signals
|
|
for _, ctrl := range resp.Controls {
|
|
log.Printf("sync: control %s on task %s", ctrl.Action, ShortID(ctrl.TaskID))
|
|
if sc.OnControl != nil {
|
|
sc.OnControl(ctrl.Action, ctrl.TaskID, ctrl.DeleteFiles)
|
|
}
|
|
}
|
|
|
|
// Stream requests
|
|
for _, sr := range resp.StreamRequests {
|
|
if sc.OnStreamRequest != nil {
|
|
sc.OnStreamRequest(sr)
|
|
}
|
|
}
|
|
|
|
// WebRTC streaming sessions
|
|
for _, ws := range resp.WebRTCSessions {
|
|
if sc.OnWebRTCSession != nil {
|
|
sc.OnWebRTCSession(ws)
|
|
}
|
|
}
|
|
|
|
// Upgrade
|
|
if resp.Upgrade != nil && resp.Upgrade.Version != "" && sc.OnUpgrade != nil {
|
|
sc.OnUpgrade(resp.Upgrade.Version)
|
|
}
|
|
|
|
// Scan
|
|
if resp.Scan && sc.OnScan != nil {
|
|
sc.OnScan()
|
|
}
|
|
|
|
// File deletions requested by the server — deduplicate against in-flight items
|
|
if len(resp.FilesToDelete) > 0 && sc.OnDeleteFiles != nil {
|
|
sc.pendingDeleteMu.Lock()
|
|
if sc.deleteInFlight == nil {
|
|
sc.deleteInFlight = make(map[int]struct{})
|
|
}
|
|
var newItems []LibraryDeleteRequest
|
|
for _, item := range resp.FilesToDelete {
|
|
if _, inFlight := sc.deleteInFlight[item.ItemID]; !inFlight {
|
|
newItems = append(newItems, item)
|
|
sc.deleteInFlight[item.ItemID] = struct{}{}
|
|
}
|
|
}
|
|
sc.pendingDeleteMu.Unlock()
|
|
|
|
if len(newItems) > 0 {
|
|
// Run deletions off the sync goroutine — disk I/O must not block the
|
|
// next sync tick. Confirmations are picked up on the next regular cycle.
|
|
go func(items []LibraryDeleteRequest) {
|
|
confirmed := sc.OnDeleteFiles(items)
|
|
if len(confirmed) > 0 {
|
|
sc.pendingDeleteMu.Lock()
|
|
sc.pendingDeleteConfirmed = append(sc.pendingDeleteConfirmed, confirmed...)
|
|
sc.pendingDeleteMu.Unlock()
|
|
}
|
|
}(newItems)
|
|
}
|
|
}
|
|
}
|
|
|
|
// runWakeListener holds a long-poll connection to /api/internal/agent/wake.
|
|
// When the server resolves it with wake=true (e.g., a stream was requested),
|
|
// it triggers an immediate sync so the CLI acts in <100ms instead of waiting
|
|
// for the next scheduled interval. Reconnects immediately after each response
|
|
// so coverage is continuous. Runs until ctx is cancelled.
|
|
func (sc *SyncClient) runWakeListener(ctx context.Context) {
|
|
const retryDelay = 2 * time.Second
|
|
for {
|
|
if ctx.Err() != nil {
|
|
return
|
|
}
|
|
woke, err := sc.client.WaitForWake(ctx)
|
|
if ctx.Err() != nil {
|
|
return
|
|
}
|
|
if err != nil {
|
|
log.Printf("wake listener: %v (retrying in %s)", err, retryDelay)
|
|
select {
|
|
case <-ctx.Done():
|
|
return
|
|
case <-time.After(retryDelay):
|
|
}
|
|
continue
|
|
}
|
|
if woke {
|
|
log.Printf("wake signal received — syncing immediately")
|
|
sc.TriggerSync()
|
|
}
|
|
// On timeout (woke=false) or after a wake, reconnect immediately.
|
|
}
|
|
}
|
|
|
|
func (sc *SyncClient) adjustInterval(watching bool) {
|
|
prev := sc.watching.Load()
|
|
sc.watching.Store(watching)
|
|
|
|
var newInterval time.Duration
|
|
if watching {
|
|
newInterval = SyncIntervalWatching
|
|
} else {
|
|
newInterval = SyncIntervalIdle
|
|
}
|
|
|
|
if sc.interval.Swap(int64(newInterval)) != int64(newInterval) {
|
|
log.Printf("sync: interval=%s (watching=%v)", newInterval, watching)
|
|
}
|
|
|
|
// Trigger an immediate sync when entering watching mode so stream requests
|
|
// are picked up right away without waiting for the next scheduled interval.
|
|
if watching && !prev {
|
|
sc.TriggerSync()
|
|
}
|
|
|
|
if prev != watching && sc.OnWatchingChange != nil {
|
|
sc.OnWatchingChange(watching)
|
|
}
|
|
}
|