feat(ops): upload node logs and task traffic [CI]

backend/agent/src/MoShiro.Agent/AgentApp.cs

@@ -24,6 +24,7 @@ public sealed class AgentApp : IDisposable, IAsyncDisposable
     private readonly LoadedNodeIdentity _identity;
     private readonly TimeProvider _time;
     private readonly INodeLog _log;
+    private readonly INodeLogBatchSource? _logBatchSource;
     private readonly MonoClock _clock;
     private readonly AgentCounters _counters = new();
     private readonly SessionRegistry _sessions = new();
@@ -37,6 +38,7 @@ public sealed class AgentApp : IDisposable, IAsyncDisposable
     private readonly TcpAcceptor _tcp;
     private readonly PeerListener _peers;
     private readonly PeerHub _hub;
+    private readonly ChunkAssembler _chunks;
     private readonly TaskManager _tasks;
     private readonly TestRunner _tests;
     private readonly FleetLink _link;
@@ -52,6 +54,7 @@ public sealed class AgentApp : IDisposable, IAsyncDisposable
         _identity = identity;
         _time = time;
         _log = log;
+        _logBatchSource = log as INodeLogBatchSource;
         _clock = new MonoClock(time);
         _uplink = new BackendUplink(time);
 
@@ -82,10 +85,10 @@ public sealed class AgentApp : IDisposable, IAsyncDisposable
             MaxPacketsPerSecond = config.Limits.MaxTotalPps,
             MaxBulkMbps = config.Limits.MaxTotalMbps,
         };
-        var chunks = new ChunkAssembler(_streams, _clock, _counters, _outbox, identity.NodeId, time, log);
-        var targets = new TargetRunners(chunks, identity.NodeId, _clock, time, log);
+        _chunks = new ChunkAssembler(_streams, _clock, _counters, _outbox, identity.NodeId, time, log);
+        var targets = new TargetRunners(_chunks, identity.NodeId, _clock, time, log);
         _tasks = new TaskManager(CreateGuard, _streams, env, targets, () => _datagrams.BoundPorts, () => _tcp.BoundPorts, _trust);
-        _hub = new PeerHub(_sessions, _clock, chunks, _tasks, _uplink, time, log);
+        _hub = new PeerHub(_sessions, _clock, _chunks, _tasks, _uplink, time, log);
         _tests = new TestRunner(_tasks, _sessions, _streams, env, _uplink, config.Limits.MaxConcurrentTests, transport => transport == "quic_datagram" ? _datagrams.BoundPorts : _tcp.BoundPorts, time, log);
 
         _tasks.OnLineTasksChanged = (probe, set) => _ = _hub.PushToAsync(probe, set).AsTask();
@@ -179,11 +182,12 @@ public sealed class AgentApp : IDisposable, IAsyncDisposable
         _log.Info("agent listening", ("control", ControlPort), ("quic", string.Join(',', QuicPorts)), ("tcp", string.Join(',', TcpPorts)));
         try
         {
-            await Task.WhenAll(quic, tcp, peers, _link.RunAsync(linked.Token), ReportHostAsync(linked.Token));
+            await Task.WhenAll(quic, tcp, peers, _link.RunAsync(linked.Token), ReportHostAsync(linked.Token), _chunks.RunTrafficReportingAsync(linked.Token));
         }
         finally
         {
             await _tasks.StopAsync();
+            _chunks.FlushTraffic();
             await linked.CancelAsync();
         }
     }
@@ -351,6 +355,7 @@ public sealed class AgentApp : IDisposable, IAsyncDisposable
         long seconds = Math.Max(1, (nowMs - _lastAtMs) / 1000);
         long packetsIn = _counters.PacketsIn;
         long packetsOut = _counters.PacketsOut;
+        NodeLogBatch logBatch = _logBatchSource?.TakeBatch(16) ?? new NodeLogBatch([], 0);
         var extra = new AgentHeartbeatExtra
         {
             RuntimeStatus = _update?.Status().State == "applying" ? NodeRuntimeStatus.Updating : NodeRuntimeStatus.Running,
@@ -363,6 +368,8 @@ public sealed class AgentApp : IDisposable, IAsyncDisposable
             DroppedRateLimited = _counters.DroppedRateLimited,
             QueueBytes = _outbox.PendingBytes,
             Update = _update?.Status(),
+            RuntimeLogs = logBatch.Records.Count == 0 ? null : [.. logBatch.Records],
+            DroppedRuntimeLogs = logBatch.Dropped == 0 ? null : logBatch.Dropped,
         };
         _lastIn = packetsIn;
         _lastOut = packetsOut;