Updated Desktop Module with NovaWindows appium driver and LLM config fixes

Bellatrix.LLM/Bellatrix.LLM.csproj

@@ -1,23 +1,24 @@
 <Project Sdk="Microsoft.NET.Sdk">
 
-  <PropertyGroup>
-    <TargetFramework>net8.0</TargetFramework>
-    <ImplicitUsings>enable</ImplicitUsings>
-    <Nullable>enable</Nullable>
-  </PropertyGroup>
+    <PropertyGroup>
+        <TargetFramework>net8.0</TargetFramework>
+        <ImplicitUsings>enable</ImplicitUsings>
+        <Nullable>enable</Nullable>
+    </PropertyGroup>
 
-  <ItemGroup>
-    <ProjectReference Include="..\src\Bellatrix.Core\Bellatrix.Core.csproj" />
-    <ProjectReference Include="..\src\Bellatrix.KeyVault\Bellatrix.KeyVault.csproj" />
-    <ProjectReference Include="..\src\Bellatrix.Plugins.Screenshots\Bellatrix.Plugins.Screenshots.csproj" />
-  </ItemGroup>
+    <ItemGroup>
+        <ProjectReference Include="..\src\Bellatrix.Core\Bellatrix.Core.csproj" />
+        <ProjectReference Include="..\src\Bellatrix.KeyVault\Bellatrix.KeyVault.csproj" />
+        <ProjectReference Include="..\src\Bellatrix.Plugins.Screenshots\Bellatrix.Plugins.Screenshots.csproj" />
+    </ItemGroup>
 
-  <ItemGroup>
-    <PackageReference Include="Microsoft.EntityFrameworkCore" Version="9.0.5" />
-    <PackageReference Include="Microsoft.SemanticKernel" Version="1.50.0" />
-    <PackageReference Include="Microsoft.KernelMemory" Version="0.98.250508.3" />
-    <PackageReference Include="Npgsql.EntityFrameworkCore.PostgreSQL" Version="9.0.4" />
-    <PackageReference Include="NUnit" Version="4.3.2" />
-  </ItemGroup>
+    <ItemGroup>
+        <PackageReference Include="Microsoft.EntityFrameworkCore" Version="9.0.5" />
+        <PackageReference Include="Microsoft.SemanticKernel" Version="1.50.0" />
+        <!-- DO NOT update Microsoft.KernelMemory unless we move to .NET 9 -->
+        <PackageReference Include="Microsoft.KernelMemory" Version="0.97.250211.1" />
+        <PackageReference Include="Npgsql.EntityFrameworkCore.PostgreSQL" Version="9.0.4" />
+        <PackageReference Include="NUnit" Version="4.3.2" />
+    </ItemGroup>
 
-</Project>
+</Project>

Bellatrix.LLM/SemanticKernelService.cs

@@ -54,7 +54,9 @@ private static void EnsureInitialized()
             return;
 
         var llmSettings = ConfigurationService.GetSection<LargeLanguageModelsSettings>();
-
+        if (llmSettings == null)
+            return;
+
         var genSettings = llmSettings.ModelSettings[0];
         var embedSettings = llmSettings.ModelSettings[1];
 

Bellatrix.LLM/plugins/SmartFailureAnalysisPlugin .cs

@@ -15,6 +15,7 @@
 // The architecture and agent logic are original contributions by Anton Angelov, forming the foundation for a PhD dissertation.
 // Please cite or credit appropriately if reusing in academic or commercial work.</note>
 
+using Bellatrix.LLM.Settings;
 using Bellatrix.Plugins.Screenshots.Contracts;
 using Bellatrix.Plugins;
 using Bellatrix.Plugins.Screenshots.Plugins;
@@ -26,12 +27,15 @@ public class SmartFailureAnalysisPlugin : Plugin, IScreenshotPlugin
     private readonly IScreenshotOutputProvider _screenshotOutputProvider;
     private readonly IViewSnapshotProvider _viewSnapshotProvider;
     private static ThreadLocal<string> _screenshotPath = new ThreadLocal<string>();
+    private readonly bool _isEnabled;
 
 
     public SmartFailureAnalysisPlugin()
     {
         _screenshotOutputProvider = ServicesCollection.Current.Resolve<IScreenshotOutputProvider>();
         _viewSnapshotProvider = ServicesCollection.Main.Resolve<IViewSnapshotProvider>();
+        var largeLanguageModelsSettings = ConfigurationService.GetSection<LargeLanguageModelsSettings>();
+        _isEnabled = largeLanguageModelsSettings?.EnableSmartFailureAnalysis ?? false;
     }
 
     public static void Add()
@@ -60,6 +64,7 @@ public void ScreenshotGenerated(object sender, ScreenshotPluginEventArgs args)
 
     protected override void PreTestCleanup(object sender, PluginEventArgs e)
     {
+        if (!_isEnabled) return;
         if (e.TestOutcome == TestOutcome.Passed)
         {
             var log = Logger.GetLogs();
@@ -87,7 +92,7 @@ private void RunFailureAnalysisAsync(PluginEventArgs e)
                 snapshot,
                 _screenshotPath.Value ?? string.Empty);
 
-          
+
         }
         catch (Exception ex)
         {
@@ -112,4 +117,4 @@ private void RunFailureAnalysisAsync(PluginEventArgs e)
 //{extended}
 //""");
     }
-}
+}

shared/SharedAssemblyInfo.targets

@@ -45,7 +45,7 @@
     <RunAnalyzers>true</RunAnalyzers>
     <TreatWarningsAsErrors>true</TreatWarningsAsErrors>
     <WarningsAsErrors />
-    <NoWarn>NU1701;NU1702;NU1705;NU1608;</NoWarn>
+    <NoWarn>NU1701;NU1702;NU1705;NU1608;NU1903;NU1902;NU1904;</NoWarn>
   </PropertyGroup>
   <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|AnyCPU'">
     <Optimize>true</Optimize>

src/Bellatrix.Core/utilities/WindowsProcessExtensions.cs

@@ -32,7 +32,7 @@ public static IEnumerable<Process> GetChildProcesses(this Process process)
 
         return children;
     }
-
+ 
     public static Process GetParentProcess(this Process process)
     {
         int parentPid = 0;

src/Bellatrix.Desktop/Bellatrix.Desktop.csproj

@@ -2,20 +2,15 @@
   <Import Project="..\..\shared\SharedAssemblyInfo.targets" />
 
 	<ItemGroup>
-		<!--<PackageReference Include="Appium.WebDriver" Version="4.3.1" />-->
+		<PackageReference Include="Appium.WebDriver" Version="8.0.1" />
 		<PackageReference Include="Microsoft.CSharp" Version="4.7.0" />
-		<PackageReference Include="Microsoft.Extensions.Configuration.Json" Version="9.0.5" />
-		<PackageReference Include="Microsoft.Extensions.Configuration" Version="9.0.5" />
-		<PackageReference Include="Microsoft.Extensions.Configuration.Binder" Version="9.0.5" />
-		<PackageReference Include="Microsoft.WinAppDriver.Appium.WebDriver" Version="1.0.1-Preview" />
-    <PackageReference Include="MSTest" Version="3.8.3" />
-    <PackageReference Include="NUnit" Version="4.3.2" />
-
-		<!--Do not Update to 3.14.0, it has bugs incompatible with Appium.WebDriver 3.0.0.1-->
-		<!--<PackageReference Include="Selenium.WebDriver" Version="3.141.0" />-->
+		<PackageReference Include="Microsoft.Extensions.Configuration.Json" Version="10.0.0" />
+		<PackageReference Include="Microsoft.Extensions.Configuration" Version="10.0.0" />
+		<PackageReference Include="Microsoft.Extensions.Configuration.Binder" Version="10.0.0" />
+        <PackageReference Include="MSTest" Version="3.8.3" />
+        <PackageReference Include="NUnit" Version="4.3.2" />
 		<PackageReference Include="System.Drawing.Primitives" Version="4.3.0" />
 	</ItemGroup>
-
   <ItemGroup>
     <ProjectReference Include="..\..\Bellatrix.LLM\Bellatrix.LLM.csproj" />
     <ProjectReference Include="..\Bellatrix.Allure\Bellatrix.Results.Allure.csproj" />

src/Bellatrix.Desktop/DesktopPluginsConfiguration.cs

@@ -150,7 +150,7 @@ public static void ConfigureLLM()
     {
         if (ConfigurationService.GetSection<LargeLanguageModelsSettings>() == null)
         {
-            throw new ArgumentException("Could not load LargeLanguageModelsSettings section from testFrameworkSettings.json");
+            return;
         }
 
         try

src/Bellatrix.Desktop/components/Checkbox.cs → src/Bellatrix.Desktop/components/CheckBox.cs

@@ -31,15 +31,33 @@ public virtual void Check(bool isChecked = true)
     {
         if (isChecked && !WrappedElement.Selected || !isChecked && WrappedElement.Selected)
         {
-            Click(Checking, Checked);
+            Checking?.Invoke(this, new ComponentActionEventArgs(this));
+            try
+            {
+                WrappedDriver.ExecuteScript("windows: toggle", WrappedElement);
+            }
+            catch
+            {
+                Click(null, null);
+            }
+            Checked?.Invoke(this, new ComponentActionEventArgs(this));
         }
     }
 
     public virtual void Uncheck()
     {
         if (WrappedElement.Selected)
         {
-            Click(Unchecking, Unchecked);
+            Unchecking?.Invoke(this, new ComponentActionEventArgs(this));
+            try
+            {
+                WrappedDriver.ExecuteScript("windows: toggle", WrappedElement);
+            }
+            catch
+            {
+                Click(null, null);
+            }
+            Unchecked?.Invoke(this, new ComponentActionEventArgs(this));
         }
     }
 

src/Bellatrix.Desktop/components/ComboBox.cs

@@ -13,8 +13,11 @@
 // <site>https://bellatrix.solutions/</site>
 using System;
 using System.Diagnostics;
+using System.Linq;
 using Bellatrix.Desktop.Contracts;
 using Bellatrix.Desktop.Events;
+using Bellatrix.Desktop.Services;
+using OpenQA.Selenium.Appium;
 
 namespace Bellatrix.Desktop;
 
@@ -34,16 +37,65 @@ public virtual void SelectByText(string value)
     {
         Selecting?.Invoke(this, new ComponentActionEventArgs(this, value));
 
-        if (WrappedElement.Text != value)
+        try
         {
-            WrappedElement.SendKeys(value);
+            var itemToSelect = this.CreateAllByTag<ListItem>("ListItem")
+                .FirstOrDefault(x => x.CreateByTag<Label>("Text").InnerText == value);
+
+            WrappedDriver.ExecuteScript("windows: select", itemToSelect);
+        }
+        catch
+        {
+            if (WrappedElement.Text != value)
+            {
+                WrappedElement.SendKeys(value);
+            }
         }
 
         Selected?.Invoke(this, new ComponentActionEventArgs(this, value));
     }
 
+    public virtual ListItem SelectedItem
+    {
+        get
+        {
+            var retryCount = 3;
+
+            while (retryCount-- > 0)
+            {
+                try
+                {
+                    WrappedDriver.ExecuteScript("windows: expand", WrappedElement);
+                    var result =  new ComponentsRepository().CreateComponentThatIsFound<ListItem>(null,
+                        (AppiumElement)WrappedDriver.ExecuteScript("windows: selectedItem", WrappedElement));
+                    WrappedDriver.ExecuteScript("windows: collapse", WrappedElement);
+                    return result;
+                }
+                catch
+                {
+                    // ignore
+                }
+            }
+
+            return null;
+        }
+    }
+
     [DebuggerBrowsable(DebuggerBrowsableState.Never)]
-    public virtual string InnerText => GetInnerText();
+    public virtual string InnerText
+    {
+        get
+        {
+            try
+            {
+                return SelectedItem?.CreateByTag<Label>("Text").InnerText ?? string.Empty;
+            }
+            catch
+            {
+                return GetInnerText();
+            }
+        }
+    }
 
     [DebuggerBrowsable(DebuggerBrowsableState.Never)]
     public virtual bool IsDisabled => GetIsDisabled();

src/Bellatrix.Desktop/components/Core/Component.DefaultActions.cs

@@ -11,12 +11,13 @@
 // </copyright>
 // <author>Anton Angelov</author>
 // <site>https://bellatrix.solutions/</site>
+
 using System;
+using System.Collections.Generic;
 using Bellatrix.Desktop.Contracts;
 using Bellatrix.Desktop.Events;
 using Bellatrix.Layout;
-using OpenQA.Selenium;
-using OpenQA.Selenium.Remote;
+using OpenQA.Selenium.Interactions;
 
 namespace Bellatrix.Desktop;
 
@@ -25,8 +26,39 @@ public partial class Component : IComponentVisible, IComponent, ILayoutComponent
     internal virtual void Click(EventHandler<ComponentActionEventArgs> clicking, EventHandler<ComponentActionEventArgs> clicked)
     {
         clicking?.Invoke(this, new ComponentActionEventArgs(this));
+        var clickSuccess = false;
+
+        try
+        {
+            WrappedDriver.ExecuteScript("windows: invoke", WrappedElement);
+            clickSuccess = true;
+        }
+        catch
+        {
+            // ignore
+        }
+
+        if (!clickSuccess)
+        {
+            try
+            {
+                this.ToBeVisible().WrappedElement.Click();
+                clickSuccess = true;
+            }
+            catch
+            {
+                Logger.LogWarning($"Could not click component {ComponentName}." +
+                                  $"Component location: X={Location.X}, Y={Location.Y}" +
+                                  $"Component size: Width={Size.Width}, Height={Size.Height}");
+            }
+        }
 
-        WrappedElement.Click();
+        if (!clickSuccess)
+        {
+            new Actions(WrappedDriver, TimeSpan.Zero)
+                .MoveToElement(WrappedElement)
+                .Click().Perform();
+        }
 
         clicked?.Invoke(this, new ComponentActionEventArgs(this));
     }
@@ -35,7 +67,19 @@ internal virtual void Hover(EventHandler<ComponentActionEventArgs> hovering, Eve
     {
         hovering?.Invoke(this, new ComponentActionEventArgs(this));
 
-        WrappedDriver.Mouse.MouseMove(WrappedElement.Coordinates);
+        try
+        {
+            WrappedDriver.ExecuteScript("windows: hover", new Dictionary<string, object>
+            {
+                { "startElementId", WrappedElement.Id },
+                { "endElementId", WrappedElement.Id },
+                { "durationMs", 0 }
+            });
+        }
+        catch
+        {
+            new Actions(WrappedDriver).MoveToElement(WrappedElement).Perform();
+        }
 
         hovered?.Invoke(this, new ComponentActionEventArgs(this));
     }
@@ -53,8 +97,19 @@ internal virtual bool GetIsDisabled()
     internal virtual void SetText(EventHandler<ComponentActionEventArgs> settingValue, EventHandler<ComponentActionEventArgs> valueSet, string value)
     {
         settingValue?.Invoke(this, new ComponentActionEventArgs(this, value));
-        WrappedElement.Clear();
-        WrappedElement.SendKeys(value);
+        var element = WrappedElement;
+
+        try
+        {
+            WrappedDriver.ExecuteScript("windows: setValue", element, value);
+            valueSet?.Invoke(this, new ComponentActionEventArgs(this, value));
+        }
+        catch
+        {
+            WrappedElement.Clear();
+            WrappedElement.SendKeys(value);
+        }
+
         valueSet?.Invoke(this, new ComponentActionEventArgs(this, value));
     }
 }