Add system log stream source and support timezone formats without colon (#11872)

* Initial plan

* Add system log stream source support and update timestamp parser

- Added StreamTypeSystem constant to Logs class in ModelCommon.cs
- Updated ResourceLogSource.GetAsyncEnumerator to initialize system stream and task
- Updated TimestampParser.GenerateRfc3339RegEx to make timezone colon optional
- Updated DcpExecutorTests to handle system stream in GetStreamPipesAsync
- Added tests for new timestamp format (optional colon in timezone)
- All tests passing

Co-authored-by: danegsta <[email protected]>

---------

Co-authored-by: copilot-swe-agent[bot] <[email protected]>
Co-authored-by: danegsta <[email protected]>

Author: Copilot

src/Aspire.Hosting/Dcp/Model/ModelCommon.cs

@@ -456,5 +456,6 @@ internal static class Logs
     public const string StreamTypeStartupStdErr = "startup_stderr";
     public const string StreamTypeStdOut = "stdout";
     public const string StreamTypeStdErr = "stderr";
+    public const string StreamTypeSystem = "system";
     public const string SubResourceName = "log";
 }

src/Aspire.Hosting/Dcp/ResourceLogSource.cs

@@ -52,6 +52,11 @@ public async IAsyncEnumerator<LogEntryList> GetAsyncEnumerator(CancellationToken
         var stderrStreamTask = Task.Run(() => StreamLogsAsync(stderrStream, isError: true), cancellationToken);
         streamTasks.Add(stderrStreamTask);
 
+        var systemStream = await kubernetesService.GetLogStreamAsync(resource, Logs.StreamTypeSystem, cancellationToken, follow: follow, timestamps: true).ConfigureAwait(false);
+
+        var systemStreamTask = Task.Run(() => StreamLogsAsync(systemStream, isError: false), cancellationToken);
+        streamTasks.Add(systemStreamTask);
+
         // End the enumeration when both streams have been read to completion.
         async Task WaitForStreamsToCompleteAsync()
         {

src/Shared/ConsoleLogs/TimestampParser.cs

@@ -65,7 +65,7 @@ public static bool TryParseConsoleTimestamp(string text, [NotNullWhen(true)] out
         :                                           # Separator for the time
         ([0-5][0-9])                                # Two digits for the seconds, restricted to 00-59
         (\.\d{1,9})?                                # A period and up to nine digits for the partial seconds (optional)
-        (Z|([Z+-]([01][0-9]|2[0-3]):([0-5][0-9])))? # Time Zone offset, in the form Z or ZHH:MM or +HH:MM or -HH:MM (optional)
+        (Z|([Z+-]([01][0-9]|2[0-3]):?([0-5][0-9])))? # Time Zone offset, in the form Z or ZHH:MM or ZHHMM or +HH:MM or +HHMM or -HH:MM or -HHMM (optional)
         """,
         RegexOptions.ExplicitCapture | RegexOptions.CultureInvariant | RegexOptions.IgnorePatternWhitespace)]
     private static partial Regex GenerateRfc3339RegEx();

tests/Aspire.Dashboard.Tests/ConsoleLogsTests/TimestampParserTests.cs

@@ -57,6 +57,10 @@ public void TryColorizeTimestamp_ReturnsCorrectResult(string input, bool expecte
     [InlineData("2023-10-10T15:05:30.123456789+12:59")]
     [InlineData("2023-10-10T15:05:30.123456789-12:59")]
     [InlineData("2023-10-10T15:05:30.123456789")]
+    [InlineData("2023-10-10T15:05:30.123456789+1259")]
+    [InlineData("2023-10-10T15:05:30.123456789-1259")]
+    [InlineData("2023-10-10T15:05:30+1259")]
+    [InlineData("2023-10-10T15:05:30-1259")]
     public void TryColorizeTimestamp_SupportedTimestampFormats(string input)
     {
         var result = TimestampParser.TryParseConsoleTimestamp(input, out var _);

tests/Aspire.Hosting.Tests/Dcp/DcpExecutorTests.cs

@@ -672,6 +672,8 @@ public async Task ResourceLogging_ReplayBacklog_SentInBatch()
                         "2024-08-19T06:10:05.000Z Seventh" + Environment.NewLine +
                         "2024-08-19T06:10:04.000Z Forth" + Environment.NewLine +
                         "2024-08-19T06:10:04.000Z Fifth" + Environment.NewLine));
+                case Logs.StreamTypeSystem:
+                    return new MemoryStream();
                 default:
                     throw new InvalidOperationException("Unexpected type: " + logStreamType);
             }
@@ -729,6 +731,7 @@ private sealed class LogStreamPipes
         public Pipe StandardErr { get; set; } = default!;
         public Pipe StartupOut { get; set; } = default!;
         public Pipe StartupErr { get; set; } = default!;
+        public Pipe System { get; set; } = default!;
     }
 
     private static async Task<LogStreamPipes> GetStreamPipesAsync(Channel<(string Type, Pipe Pipe)> logStreamPipesChannel)
@@ -752,12 +755,15 @@ private static async Task<LogStreamPipes> GetStreamPipesAsync(Channel<(string Ty
                 case Logs.StreamTypeStartupStdErr:
                     result.StartupErr = item.Pipe;
                     break;
+                case Logs.StreamTypeSystem:
+                    result.System = item.Pipe;
+                    break;
                 default:
                     throw new InvalidOperationException("Unexpected type: " + item.Type);
             }
 
             pipeCount++;
-            if (pipeCount == 4)
+            if (pipeCount == 5)
             {
                 logStreamPipesChannel.Writer.Complete();
             }