Merge pull request #71 from FlaUI/fix-desktop-element-interaction

Fix element interaction and screenshots for desktop sessions

Author: aristotelos

…c/FlaUI.WebDriver.UITests/ActionsTest.cs …/FlaUI.WebDriver.UITests/ActionsTests.cssrc/FlaUI.WebDriver.UITests/ActionsTest.cs renamed to src/FlaUI.WebDriver.UITests/ActionsTests.cs src/FlaUI.WebDriver.UITests/ActionsTest.cs renamed to src/FlaUI.WebDriver.UITests/ActionsTests.cs

@@ -300,6 +300,18 @@ public void GetAttribute_TextBox_ReturnsValue(string attributeName, string expec
             Assert.That(value, Is.EqualTo(expectedValue));
         }
 
+        [Test]
+        public void GetAttribute_DesktopElement_ReturnsAttribute()
+        {
+            var driverOptions = FlaUIDriverOptions.RootApp();
+            using var driver = new RemoteWebDriver(WebDriverFixture.WebDriverUrl, driverOptions);
+            var element = driver.FindElement(By.Name("Taskbar"));
+
+            var result = element.GetDomAttribute("ClassName");
+
+            Assert.That(result, Is.EqualTo("Shell_TrayWnd"));
+        }
+
         [Test]
         public void GetAttribute_PatternProperty_ReturnsValue()
         {

src/FlaUI.WebDriver.UITests/ElementTests.cs

@@ -9,7 +9,7 @@ namespace FlaUI.WebDriver.UITests
     public class FindElementsTests
     {
         [Test]
-        public void FindElement_FromRoot_ReturnsElement()
+        public void FindElement_FromDesktop_ReturnsElement()
         {
             var driverOptions = FlaUIDriverOptions.RootApp();
             using var driver = new RemoteWebDriver(WebDriverFixture.WebDriverUrl, driverOptions);

src/FlaUI.WebDriver.UITests/FindElementsTests.cs

@@ -0,0 +1,36 @@
+using FlaUI.WebDriver.UITests.TestUtil;
+using NUnit.Framework;
+using OpenQA.Selenium.Remote;
+using System.Drawing;
+using System.IO;
+
+namespace FlaUI.WebDriver.UITests
+{
+    public class ScreenshotTests
+    {
+        [Test]
+        public void GetScreenshot_FromDesktop_ReturnsScreenshot()
+        {
+            var driverOptions = FlaUIDriverOptions.RootApp();
+            using var driver = new RemoteWebDriver(WebDriverFixture.WebDriverUrl, driverOptions);
+
+            var screenshot = driver.GetScreenshot();
+
+            Assert.That(screenshot.AsByteArray.Length, Is.Not.Zero);
+        }
+
+        [Test]
+        public void GetScreenshot_FromApplication_ReturnsScreenshotOfCurrentWindow()
+        {
+            var driverOptions = FlaUIDriverOptions.TestApp();
+            using var driver = new RemoteWebDriver(WebDriverFixture.WebDriverUrl, driverOptions);
+
+            var screenshot = driver.GetScreenshot();
+
+            Assert.That(screenshot.AsByteArray.Length, Is.Not.Zero);
+            using var stream = new MemoryStream(screenshot.AsByteArray);
+            using var image = new Bitmap(stream);
+            Assert.That(image.Size, Is.EqualTo(driver.Manage().Window.Size));
+        }
+    }
+}

src/FlaUI.WebDriver.UITests/ScreenshotTests.cs

@@ -298,7 +298,7 @@ private AutomationElement GetElement(Session session, string elementId)
         private Session GetActiveSession(string sessionId)
         {
             var session = GetSession(sessionId);
-            if (session.App == null || session.App.HasExited)
+            if (session.App != null && session.App.HasExited)
             {
                 throw WebDriverResponseException.NoWindowsOpenForSession();
             }

src/FlaUI.WebDriver/Controllers/ElementController.cs

@@ -21,9 +21,19 @@ public ScreenshotController(ILogger<ScreenshotController> logger, ISessionReposi
         public async Task<ActionResult> TakeScreenshot([FromRoute] string sessionId)
         {
             var session = GetActiveSession(sessionId);
-            var currentWindow = session.CurrentWindow;
-            _logger.LogInformation("Taking screenshot of window with title {WindowTitle} (session {SessionId})", currentWindow.Title, session.SessionId);
-            using var bitmap = currentWindow.Capture();
+            AutomationElement screenshotElement;
+            if (session.App == null)
+            {
+                _logger.LogInformation("Taking screenshot of desktop (session {SessionId})", session.SessionId);
+                screenshotElement = session.Automation.GetDesktop();
+            }
+            else
+            {
+                var currentWindow = session.CurrentWindow;
+                _logger.LogInformation("Taking screenshot of window with title {WindowTitle} (session {SessionId})", currentWindow.Title, session.SessionId);
+                screenshotElement = currentWindow;
+            }
+            using var bitmap = screenshotElement.Capture();
             return await Task.FromResult(WebDriverResult.Success(GetBase64Data(bitmap)));
         }
 
@@ -57,7 +67,7 @@ private AutomationElement GetElement(Session session, string elementId)
         private Session GetActiveSession(string sessionId)
         {
             var session = GetSession(sessionId);
-            if (session.App == null || session.App.HasExited)
+            if (session.App != null && session.App.HasExited)
             {
                 throw WebDriverResponseException.NoWindowsOpenForSession();
             }