[AI] Fix multi-turn tool calling, add chat overlay, upgrade Agent Framework to rc2, and add CI pipelines

.github/skills/run-device-tests/SKILL.md

@@ -54,6 +54,7 @@ These are automatically loaded by the Run-DeviceTests.ps1 script.
 | Essentials | `src/Essentials/test/DeviceTests/Essentials.DeviceTests.csproj` |
 | Graphics | `src/Graphics/tests/DeviceTests/Graphics.DeviceTests.csproj` |
 | BlazorWebView | `src/BlazorWebView/tests/DeviceTests/MauiBlazorWebView.DeviceTests.csproj` |
+| AI | `src/AI/tests/Essentials.AI.DeviceTests/Essentials.AI.DeviceTests.csproj` |
 
 ## Scripts
 

.github/skills/run-device-tests/scripts/Run-DeviceTests.ps1

@@ -12,7 +12,7 @@
     - Windows: android, windows
 
 .PARAMETER Project
-    The device test project to run. Valid values: Controls, Core, Essentials, Graphics, BlazorWebView
+    The device test project to run. Valid values: Controls, Core, Essentials, Graphics, BlazorWebView, AI
 
 .PARAMETER Platform
     Target platform. Valid values depend on OS:
@@ -65,7 +65,7 @@
 [CmdletBinding()]
 param(
     [Parameter(Mandatory = $true, Position = 0)]
-    [ValidateSet("Controls", "Core", "Essentials", "Graphics", "BlazorWebView")]
+    [ValidateSet("Controls", "Core", "Essentials", "Graphics", "BlazorWebView", "AI")]
     [string]$Project,
 
     [Parameter(Mandatory = $false)]
@@ -128,6 +128,7 @@ $ProjectPaths = @{
     "Essentials"    = "src/Essentials/test/DeviceTests/Essentials.DeviceTests.csproj"
     "Graphics"      = "src/Graphics/tests/DeviceTests/Graphics.DeviceTests.csproj"
     "BlazorWebView" = "src/BlazorWebView/tests/DeviceTests/MauiBlazorWebView.DeviceTests.csproj"
+    "AI"            = "src/AI/tests/Essentials.AI.DeviceTests/Essentials.AI.DeviceTests.csproj"
 }
 
 $AppNames = @{
@@ -136,6 +137,7 @@ $AppNames = @{
     "Essentials"    = "Microsoft.Maui.Essentials.DeviceTests"
     "Graphics"      = "Microsoft.Maui.Graphics.DeviceTests"
     "BlazorWebView" = "Microsoft.Maui.MauiBlazorWebView.DeviceTests"
+    "AI"            = "Microsoft.Maui.Essentials.AI.DeviceTests"
 }
 
 # Android package names (lowercase)
@@ -145,6 +147,7 @@ $AndroidPackageNames = @{
     "Essentials"    = "com.microsoft.maui.essentials.devicetests"
     "Graphics"      = "com.microsoft.maui.graphics.devicetests"
     "BlazorWebView" = "com.microsoft.maui.mauiblazorwebview.devicetests"
+    "AI"            = "com.microsoft.maui.ai.devicetests"
 }
 
 # Platform-specific configurations
@@ -239,6 +242,8 @@ try {
 
     $projectPath = $ProjectPaths[$Project]
     $appName = $AppNames[$Project]
+    # Derive artifact folder name from the project file name (e.g., "Essentials.AI.DeviceTests" from the .csproj)
+    $artifactName = [System.IO.Path]::GetFileNameWithoutExtension($projectPath)
 
     Write-Host ""
     Write-Host "Project:       $Project" -ForegroundColor Yellow
@@ -316,11 +321,11 @@ try {
     # Construct app path based on platform
     switch ($Platform) {
         "ios" {
-            $appPath = "artifacts/bin/$Project.DeviceTests/$Configuration/$tfmFolder/$ridFolder/$appName.app"
+            $appPath = "artifacts/bin/$artifactName/$Configuration/$tfmFolder/$ridFolder/$appName.app"
         }
         "maccatalyst" {
             # MacCatalyst apps may have different names - search for .app bundle
-            $appSearchPath = "artifacts/bin/$Project.DeviceTests/$Configuration/$tfmFolder/$ridFolder"
+            $appSearchPath = "artifacts/bin/$artifactName/$Configuration/$tfmFolder/$ridFolder"
             $appBundle = Get-ChildItem -Path $appSearchPath -Filter "*.app" -Directory -ErrorAction SilentlyContinue | Select-Object -First 1
             if ($appBundle) {
                 $appPath = $appBundle.FullName
@@ -330,7 +335,7 @@ try {
         }
         "android" {
             # Android APK path - look for signed APK
-            $apkSearchPath = "artifacts/bin/$Project.DeviceTests/$Configuration/$tfmFolder"
+            $apkSearchPath = "artifacts/bin/$artifactName/$Configuration/$tfmFolder"
             $apkFile = Get-ChildItem -Path $apkSearchPath -Filter "*-Signed.apk" -Recurse -ErrorAction SilentlyContinue | Select-Object -First 1
             if ($apkFile) {
                 $appPath = $apkFile.FullName
@@ -345,14 +350,14 @@ try {
             }
         }
         "windows" {
-            $appPath = "artifacts/bin/$Project.DeviceTests/$Configuration/$tfmFolder/$ridFolder/$appName.exe"
+            $appPath = "artifacts/bin/$artifactName/$Configuration/$tfmFolder/$ridFolder/$appName.exe"
         }
     }
 
     if (-not (Test-Path $appPath)) {
         Write-Error "Built app not found at: $appPath"
         Write-Info "Searching for app in artifacts..."
-        Get-ChildItem -Path "artifacts/bin/$Project.DeviceTests" -Recurse -ErrorAction SilentlyContinue | 
+        Get-ChildItem -Path "artifacts/bin/$artifactName" -Recurse -ErrorAction SilentlyContinue | 
             Where-Object { $_.Name -match "$appName" } |
             ForEach-Object { Write-Host "  Found: $($_.FullName)" }
         exit 1

eng/Build.props

@@ -31,5 +31,6 @@
         <AdditionalProperties>CodesignRequireProvisioningProfile=false</AdditionalProperties>
     </ProjectToBuild>
     <ProjectToBuild Include="$(RepoRoot)src/BlazorWebView/tests/DeviceTests/MauiBlazorWebView.DeviceTests.csproj" BuildInParallel="false" />
+    <ProjectToBuild Include="$(RepoRoot)src/AI/tests/Essentials.AI.DeviceTests/Essentials.AI.DeviceTests.csproj" BuildInParallel="false" />
   </ItemGroup>
 </Project>

eng/Versions.props

@@ -42,8 +42,8 @@
     <MicrosoftBclAsyncInterfacesPackageVersion>$(MicrosoftNETCoreAppRefPackageVersion)</MicrosoftBclAsyncInterfacesPackageVersion>
     <!-- Microsoft/Extensions -->
     <SystemCodeDomPackageVersion>$(MicrosoftNETCoreAppRefPackageVersion)</SystemCodeDomPackageVersion>
-    <MicrosoftExtensionsAIVersion>10.0.1</MicrosoftExtensionsAIVersion>
-    <MicrosoftExtensionsAIAbstractionsVersion>10.0.1</MicrosoftExtensionsAIAbstractionsVersion>
+    <MicrosoftExtensionsAIVersion>10.3.0</MicrosoftExtensionsAIVersion>
+    <MicrosoftExtensionsAIAbstractionsVersion>10.3.0</MicrosoftExtensionsAIAbstractionsVersion>
     <MicrosoftExtensionsConfigurationVersion>10.0.0</MicrosoftExtensionsConfigurationVersion>
     <MicrosoftExtensionsConfigurationAbstractionsVersion>10.0.0</MicrosoftExtensionsConfigurationAbstractionsVersion>
     <MicrosoftExtensionsConfigurationJsonVersion>10.0.0</MicrosoftExtensionsConfigurationJsonVersion>
@@ -58,7 +58,10 @@
     <MicrosoftExtensionsHostingAbstractionsVersion>10.0.0</MicrosoftExtensionsHostingAbstractionsVersion>
     <MicrosoftExtensionsHttpVersion>10.0.0</MicrosoftExtensionsHttpVersion>
     <!-- Microsoft Agent Framework -->
-    <MicrosoftAgentsAIVersion>1.0.0-preview.251204.1</MicrosoftAgentsAIVersion>
+    <MicrosoftAgentsAIVersion>1.0.0-rc2</MicrosoftAgentsAIVersion>
+    <MicrosoftAgentsAIWorkflowsVersion>1.0.0-rc2</MicrosoftAgentsAIWorkflowsVersion>
+    <MicrosoftAgentsAIWorkflowsGeneratorsVersion>1.0.0-rc2</MicrosoftAgentsAIWorkflowsGeneratorsVersion>
+    <MicrosoftAgentsAIHostingVersion>1.0.0-preview.260225.1</MicrosoftAgentsAIHostingVersion>
     <!-- xamarin/xamarin-android -->
     <MicrosoftAndroidSdkWindowsPackageVersion>36.1.2</MicrosoftAndroidSdkWindowsPackageVersion>
     <MicrosoftNETSdkAndroidManifest90100PackageVersion>35.0.105</MicrosoftNETSdkAndroidManifest90100PackageVersion>

eng/cake/dotnet.cake

@@ -270,6 +270,7 @@ Task("dotnet-test")
             "**/Controls.BindingSourceGen.UnitTests.csproj",
             "**/Core.UnitTests.csproj",
             "**/Essentials.UnitTests.csproj",
+            "**/Essentials.AI.UnitTests.csproj",
             "**/Resizetizer.UnitTests.csproj",
             "**/Graphics.Tests.csproj",
             "**/Compatibility.Core.UnitTests.csproj",

eng/helix.proj

@@ -35,6 +35,7 @@
     <XUnitProject Include="$(RepoRoot)src/Controls/tests/SourceGen.UnitTests/SourceGen.UnitTests.csproj" />
     <XUnitProject Include="$(RepoRoot)src/Core/tests/UnitTests/Core.UnitTests.csproj" />
     <XUnitProject Include="$(RepoRoot)src/Essentials/test/UnitTests/Essentials.UnitTests.csproj" />
+    <XUnitProject Include="$(RepoRoot)src/AI/tests/Essentials.AI.UnitTests/Essentials.AI.UnitTests.csproj" />
     <XUnitProject Include="$(RepoRoot)src/Graphics/tests/Graphics.Tests/Graphics.Tests.csproj" />
   </ItemGroup>
 

eng/helix_xharness.proj

@@ -31,6 +31,11 @@
         <!-- These categories run as individual work items; skipped from the "Other" work item -->
         <ControlsTestCategoriesToSkipForRestOfTests>CollectionView;Shell;HybridWebView</ControlsTestCategoriesToSkipForRestOfTests>
     </PropertyGroup>
+
+    <!-- AI test categories to skip on CI (Apple Intelligence models are not available on Helix machines) -->
+    <PropertyGroup Condition="'$(TargetOS)' == 'ios' or '$(TargetOS)' == 'maccatalyst'">
+        <AITestCategoriesToSkipOnCI>AppleIntelligenceChatClient</AITestCategoriesToSkipOnCI>
+    </PropertyGroup>
     <ItemGroup Condition="'$(TargetOS)' == 'ios'">
         <ControlsTestCategoriesToRunIndividually Include="$(ControlsTestCategoriesToSkipForRestOfTests)" />
     </ItemGroup>
@@ -119,6 +124,15 @@
             <WindowsPackageId>Microsoft.Maui.MauiBlazorWebView.DeviceTests</WindowsPackageId>
             <WindowsProjectPath>src/BlazorWebView/tests/DeviceTests/MauiBlazorWebView.DeviceTests.csproj</WindowsProjectPath>
         </MAUIScenario>
+
+        <MAUIScenario Include="EssentialsAI">
+            <ScenarioDirectoryName>Essentials.AI.DeviceTests</ScenarioDirectoryName>
+            <PayloadDirectory>$(ScenariosDir)Essentials.AI.DeviceTests</PayloadDirectory>
+            <IPAName>Microsoft.Maui.Essentials.AI.DeviceTests</IPAName>
+            <PackageName>com.microsoft.maui.ai.devicetests</PackageName>
+            <WindowsPackageId>com.microsoft.maui.ai.devicetests</WindowsPackageId>
+            <WindowsProjectPath>src/AI/tests/Essentials.AI.DeviceTests/Essentials.AI.DeviceTests.csproj</WindowsProjectPath>
+        </MAUIScenario>
     </ItemGroup>
 
     <!-- Process each test scenario individually using direct path construction -->
@@ -173,15 +187,33 @@
                 <WorkItemTimeout>02:00:00</WorkItemTimeout>
                 <TestTimeout>01:00:00</TestTimeout>
             </XHarnessAppBundleToTest>
+            <XHarnessAppBundleToTest Include="$([System.IO.Directory]::GetDirectories('$(ScenariosDir)Essentials.AI.DeviceTests/Release/$(TargetFrameworkToTest)-ios/', '*.app', System.IO.SearchOption.AllDirectories))">
+                <TestTarget>ios-simulator-64</TestTarget>
+                <WorkItemTimeout>02:00:00</WorkItemTimeout>
+                <TestTimeout>01:00:00</TestTimeout>
+                <CustomCommands>xharness apple test --target "$target" --app "$app" --output-directory "$output_directory" --timeout "$timeout" --launch-timeout "$launch_timeout" --set-env="TestFilter=SkipCategories=$(AITestCategoriesToSkipOnCI)"</CustomCommands>
+            </XHarnessAppBundleToTest>
         </ItemGroup>
 
-        <!-- MacCatalyst and Android: Use the original MAUIScenario approach (no category splitting) -->
+        <!-- MacCatalyst: Use the original MAUIScenario approach, except EssentialsAI which needs custom test filtering -->
         <ItemGroup Condition="'$(TargetOS)' == 'maccatalyst'">
-            <XHarnessAppBundleToTest Include="$([System.IO.Directory]::GetDirectories('%(_MAUIScenarioSearch.PayloadDirectory)/Release/$(TargetFrameworkToTest)-maccatalyst/', '*.app', System.IO.SearchOption.AllDirectories))">
+            <!-- Exclude EssentialsAI from batch - it needs custom test filter to skip Apple Intelligence on CI -->
+            <_MAUIScenarioSearchMacCatalyst Include="@(_MAUIScenarioSearch)" />
+            <_MAUIScenarioSearchMacCatalyst Remove="EssentialsAI" />
+
+            <XHarnessAppBundleToTest Include="$([System.IO.Directory]::GetDirectories('%(_MAUIScenarioSearchMacCatalyst.PayloadDirectory)/Release/$(TargetFrameworkToTest)-maccatalyst/', '*.app', System.IO.SearchOption.AllDirectories))">
+                <TestTarget>maccatalyst</TestTarget>
+                <WorkItemTimeout>02:00:00</WorkItemTimeout>
+                <TestTimeout>01:00:00</TestTimeout>
+                <WorkItemPrefix>%(_MAUIScenarioSearchMacCatalyst.ScenarioDirectoryName)</WorkItemPrefix>
+            </XHarnessAppBundleToTest>
+
+            <!-- EssentialsAI MacCatalyst - skip Apple Intelligence tests on CI (model not available on Helix machines) -->
+            <XHarnessAppBundleToTest Include="$([System.IO.Directory]::GetDirectories('$(ScenariosDir)Essentials.AI.DeviceTests/Release/$(TargetFrameworkToTest)-maccatalyst/', '*.app', System.IO.SearchOption.AllDirectories))">
                 <TestTarget>maccatalyst</TestTarget>
                 <WorkItemTimeout>02:00:00</WorkItemTimeout>
                 <TestTimeout>01:00:00</TestTimeout>
-                <WorkItemPrefix>%(_MAUIScenarioSearch.ScenarioDirectoryName)</WorkItemPrefix>
+                <CustomCommands>xharness apple test --target "$target" --app "$app" --output-directory "$output_directory" --timeout "$timeout" --launch-timeout "$launch_timeout" --set-env="TestFilter=SkipCategories=$(AITestCategoriesToSkipOnCI)"</CustomCommands>
             </XHarnessAppBundleToTest>
         </ItemGroup>
 

eng/pipelines/arcade/stage-device-tests.yml

@@ -79,6 +79,9 @@ parameters:
     - name: MauiBlazorWebView.DeviceTests
       path: src/BlazorWebView/tests/DeviceTests/MauiBlazorWebView.DeviceTests.csproj
       packageId: Microsoft.Maui.MauiBlazorWebView.DeviceTests
+    - name: Essentials.AI.DeviceTests
+      path: src/AI/tests/Essentials.AI.DeviceTests/Essentials.AI.DeviceTests.csproj
+      packageId: com.microsoft.maui.ai.devicetests
 
 stages:
 - stage: devicetests_build
@@ -465,7 +468,7 @@ stages:
 
           # Save unpackaged publish output before packaged builds overwrite artifacts/bin
           - pwsh: |
-              $artifactNames = @("Controls.DeviceTests", "Core.DeviceTests", "Graphics.DeviceTests", "Essentials.DeviceTests", "MauiBlazorWebView.DeviceTests")
+              $artifactNames = @("Controls.DeviceTests", "Core.DeviceTests", "Graphics.DeviceTests", "Essentials.DeviceTests", "MauiBlazorWebView.DeviceTests", "Essentials.AI.DeviceTests")
               foreach ($name in $artifactNames) {
                 $publishDir = Get-ChildItem -Path "$(Build.SourcesDirectory)/artifacts/bin/$name" -Filter "publish" -Recurse -Directory | Select-Object -First 1
                 if ($publishDir) {
@@ -498,7 +501,8 @@ stages:
                 @{ Name = "Core.DeviceTests"; ProjectDir = "$(Build.SourcesDirectory)/src/Core/tests/DeviceTests"; ArtifactDir = "$(Build.SourcesDirectory)/artifacts/bin/Core.DeviceTests" },
                 @{ Name = "Graphics.DeviceTests"; ProjectDir = "$(Build.SourcesDirectory)/src/Graphics/tests/DeviceTests"; ArtifactDir = "$(Build.SourcesDirectory)/artifacts/bin/Graphics.DeviceTests" },
                 @{ Name = "Essentials.DeviceTests"; ProjectDir = "$(Build.SourcesDirectory)/src/Essentials/test/DeviceTests"; ArtifactDir = "$(Build.SourcesDirectory)/artifacts/bin/Essentials.DeviceTests" },
-                @{ Name = "MauiBlazorWebView.DeviceTests"; ProjectDir = "$(Build.SourcesDirectory)/src/BlazorWebView/tests/DeviceTests"; ArtifactDir = "$(Build.SourcesDirectory)/artifacts/bin/MauiBlazorWebView.DeviceTests" }
+                @{ Name = "MauiBlazorWebView.DeviceTests"; ProjectDir = "$(Build.SourcesDirectory)/src/BlazorWebView/tests/DeviceTests"; ArtifactDir = "$(Build.SourcesDirectory)/artifacts/bin/MauiBlazorWebView.DeviceTests" },
+                @{ Name = "Essentials.AI.DeviceTests"; ProjectDir = "$(Build.SourcesDirectory)/src/AI/tests/Essentials.AI.DeviceTests"; ArtifactDir = "$(Build.SourcesDirectory)/artifacts/bin/Essentials.AI.DeviceTests" }
               )
 
               foreach ($project in $projects) {

eng/pipelines/device-tests.yml

@@ -216,3 +216,15 @@ stages:
           ios: $(System.DefaultWorkingDirectory)/src/BlazorWebView/tests/DeviceTests/MauiBlazorWebView.DeviceTests.csproj
           catalyst: $(System.DefaultWorkingDirectory)/src/BlazorWebView/tests/DeviceTests/MauiBlazorWebView.DeviceTests.csproj
           windows: $(System.DefaultWorkingDirectory)/src/BlazorWebView/tests/DeviceTests/MauiBlazorWebView.DeviceTests.csproj
+        - name: essentialsai
+          desc: Essentials.AI
+          androidApiLevelsExclude: [ 25, 27 ]
+          androidApiLevelsCoreClrExclude: [ 27, 25, 23]
+          androidConfiguration: 'Release'
+          iOSConfiguration: 'Debug'
+          windowsConfiguration: 'Debug'
+          windowsPackageId: 'com.microsoft.maui.ai.devicetests'
+          android: $(System.DefaultWorkingDirectory)/src/AI/tests/Essentials.AI.DeviceTests/Essentials.AI.DeviceTests.csproj
+          ios: $(System.DefaultWorkingDirectory)/src/AI/tests/Essentials.AI.DeviceTests/Essentials.AI.DeviceTests.csproj
+          catalyst: $(System.DefaultWorkingDirectory)/src/AI/tests/Essentials.AI.DeviceTests/Essentials.AI.DeviceTests.csproj
+          windows: $(System.DefaultWorkingDirectory)/src/AI/tests/Essentials.AI.DeviceTests/Essentials.AI.DeviceTests.csproj