Test execution progress and results on console

While working with test-runner manually, we dont' get any idea of test progresss and result. We need to go on portal and check the details. Console will now immediately print details of fixture and test being executed along with result for the test for an interactive fee.

Author: Nfactor26

src/Pixel.Automation.Test.Runner/Commands/ExecuteAdhocTestCommand.cs

@@ -79,7 +79,7 @@ public override async Task<int> ExecuteAsync(CommandContext context, AdhocTestSe
         }
         else
         {
-            await projectManager.RunAllAsync(sessionTemplate.Selector);
+            await projectManager.RunAllAsync(sessionTemplate.Selector, console);
         }
         return 0;
     }

src/Pixel.Automation.Test.Runner/Commands/ExecuteTestFromTemplateCommand.cs

@@ -53,7 +53,7 @@ public override async Task<int> ExecuteAsync(CommandContext context, ExecuteTest
         }
         else
         {
-            await projectManager.RunAllAsync(sessionTemplate.Selector);
+            await projectManager.RunAllAsync(sessionTemplate.Selector, console);
         }
         return 0;
     }

src/Pixel.Automation.Test.Runner/ProjectManager.cs

@@ -276,7 +276,7 @@ public async Task ListAllAsync(string selector, IAnsiConsole console)
             }           
         }
 
-        public async Task RunAllAsync(string selector)
+        public async Task RunAllAsync(string selector, IAnsiConsole console)
         {
             TestSession testSession = new TestSession(this.sessionTemplate, this.targetVersion.Version.ToString());
             List<Persistence.Core.Models.TestResult> testResults = new List<Persistence.Core.Models.TestResult>();
@@ -288,13 +288,16 @@ public async Task RunAllAsync(string selector)
                 await this.testSelector.Initialize(selector);
                 await this.testRunner.SetUpEnvironment();
 
+                console.MarkupLine($"[blue]{this.automationProject.Name} - {this.targetVersion}[/]");
                 foreach (var testFixture in this.availableFixtures)
                 {
-                    if(testFixture.IsMuted)
-                    {
+                    console.MarkupLine($" - [cyan3]{testFixture.DisplayName}[/]");
+                   
+                    if (testFixture.IsMuted)
+                    {                        
                         continue;
                     }
-
+                    
                     var fixtureFiles = this.projectFileSystem.GetTestFixtureFiles(testFixture);
                     testFixture.TestFixtureEntity = this.Load<Entity>(fixtureFiles.ProcessFile);
                     testFixture.TestFixtureEntity.Name = testFixture.DisplayName;
@@ -304,6 +307,7 @@ public async Task RunAllAsync(string selector)
                     {                      
                         if (!testSelector.CanRunTest(testFixture, testCase))
                         {
+                            console.MarkupLine($"  - [yellow]{testCase.DisplayName}[/]");
                             continue;
                         }
 
@@ -313,6 +317,15 @@ public async Task RunAllAsync(string selector)
                             testResult.ExecutionOrder = ++counter;
                             await sessionClient.AddResultAsync(testResult);
                             testResults.Add(testResult);
+                            if(testResult.Result == Persistence.Core.Enums.TestStatus.Success)
+                            {
+                                console.MarkupLine($"  - [green]{testCase.DisplayName}[/]");
+                            }
+                            else
+                            {
+                                console.MarkupLine($"  - [red]{testCase.DisplayName}[/]");
+                                console.MarkupLine($"    [red]{testResult.FailureDetails.Exception} - {testResult.FailureDetails.Message}[/]");
+                            }
                         }
 
                     }