Add an azdo failure skill

.github/skills/azdo-helix-failures/Get-HelixFailures.ps1

@@ -0,0 +1,305 @@
+<#
+.SYNOPSIS
+    Retrieves test failures from Azure DevOps builds and Helix test runs.
+
+.DESCRIPTION
+    This script queries Azure DevOps for failed jobs in a build and retrieves
+    the corresponding Helix console logs to show detailed test failure information.
+
+.PARAMETER BuildId
+    The Azure DevOps build ID to query.
+
+.PARAMETER PRNumber
+    The GitHub PR number to find the associated build.
+
+.PARAMETER Organization
+    The Azure DevOps organization. Default: dnceng-public
+
+.PARAMETER Project
+    The Azure DevOps project GUID. Default: cbb18261-c48f-4abb-8651-8cdcb5474649
+
+.PARAMETER ShowLogs
+    If specified, fetches and displays the Helix console logs for failed tests.
+
+.PARAMETER MaxJobs
+    Maximum number of failed jobs to process. Default: 5
+
+.EXAMPLE
+    .\Get-HelixFailures.ps1 -BuildId 1276327
+
+.EXAMPLE
+    .\Get-HelixFailures.ps1 -PRNumber 123445 -ShowLogs
+#>
+
+[CmdletBinding(DefaultParameterSetName = 'BuildId')]
+param(
+    [Parameter(ParameterSetName = 'BuildId', Mandatory = $true)]
+    [int]$BuildId,
+
+    [Parameter(ParameterSetName = 'PRNumber', Mandatory = $true)]
+    [int]$PRNumber,
+
+    [string]$Organization = "dnceng-public",
+    [string]$Project = "cbb18261-c48f-4abb-8651-8cdcb5474649",
+    [switch]$ShowLogs,
+    [int]$MaxJobs = 5
+)
+
+$ErrorActionPreference = "Stop"
+
+function Get-AzDOBuildIdFromPR {
+    param([int]$PR)
+
+    Write-Host "Finding build for PR #$PR..." -ForegroundColor Cyan
+
+    # Use gh cli to get the checks
+    $checksOutput = gh pr checks $PR --repo dotnet/runtime 2>&1
+
+    # Find the runtime build URL
+    $runtimeCheck = $checksOutput | Select-String -Pattern "runtime\s+fail.*buildId=(\d+)" | Select-Object -First 1
+    if ($runtimeCheck) {
+        if ($runtimeCheck -match "buildId=(\d+)") {
+            return [int]$Matches[1]
+        }
+    }
+
+    # Try to find any failing build
+    $anyBuild = $checksOutput | Select-String -Pattern "buildId=(\d+)" | Select-Object -First 1
+    if ($anyBuild -and $anyBuild -match "buildId=(\d+)") {
+        return [int]$Matches[1]
+    }
+
+    throw "Could not find Azure DevOps build for PR #$PR"
+}
+
+function Get-AzDOTimeline {
+    param([int]$Build)
+
+    $url = "https://dev.azure.com/$Organization/$Project/_apis/build/builds/$Build/timeline?api-version=7.0"
+    Write-Host "Fetching build timeline..." -ForegroundColor Cyan
+
+    try {
+        $response = Invoke-RestMethod -Uri $url -Method Get
+        return $response
+    }
+    catch {
+        throw "Failed to fetch build timeline: $_"
+    }
+}
+
+function Get-FailedJobs {
+    param($Timeline)
+
+    $failedJobs = $Timeline.records | Where-Object { 
+        $_.type -eq "Job" -and $_.result -eq "failed" 
+    }
+
+    return $failedJobs
+}
+
+function Get-HelixJobInfo {
+    param($Timeline, $JobId)
+
+    # Find tasks in this job that mention Helix
+    $helixTasks = $Timeline.records | Where-Object { 
+        $_.parentId -eq $JobId -and 
+        $_.name -like "*Helix*" -and 
+        $_.result -eq "failed"
+    }
+
+    return $helixTasks
+}
+
+function Get-BuildLog {
+    param([int]$Build, [int]$LogId)
+
+    $url = "https://dev.azure.com/$Organization/$Project/_apis/build/builds/$Build/logs/$LogId`?api-version=7.0"
+
+    try {
+        $response = Invoke-RestMethod -Uri $url -Method Get
+        return $response
+    }
+    catch {
+        Write-Warning "Failed to fetch log $LogId`: $_"
+        return $null
+    }
+}
+
+function Extract-HelixUrls {
+    param([string]$LogContent)
+
+    $urls = @()
+
+    # Match Helix console log URLs
+    $matches = [regex]::Matches($LogContent, 'https://helix\.dot\.net/api/[^/]+/jobs/[a-f0-9-]+/workitems/[^/\s]+/console')
+    foreach ($match in $matches) {
+        $urls += $match.Value
+    }
+
+    return $urls | Select-Object -Unique
+}
+
+function Extract-TestFailures {
+    param([string]$LogContent)
+
+    $failures = @()
+
+    # Match test failure patterns from MSBuild output
+    $pattern = 'error\s*:\s*.*Test\s+(\S+)\s+has failed'
+    $matches = [regex]::Matches($LogContent, $pattern, [System.Text.RegularExpressions.RegexOptions]::IgnoreCase)
+
+    foreach ($match in $matches) {
+        $failures += @{
+            TestName = $match.Groups[1].Value
+            FullMatch = $match.Value
+        }
+    }
+
+    return $failures
+}
+
+function Get-HelixConsoleLog {
+    param([string]$Url)
+
+    try {
+        $response = Invoke-RestMethod -Uri $Url -Method Get
+        return $response
+    }
+    catch {
+        Write-Warning "Failed to fetch Helix log from $Url`: $_"
+        return $null
+    }
+}
+
+function Format-TestFailure {
+    param([string]$LogContent)
+
+    # Extract the key failure information
+    $lines = $LogContent -split "`n"
+    $inFailure = $false
+    $failureLines = @()
+
+    foreach ($line in $lines) {
+        if ($line -match '\[FAIL\]') {
+            $inFailure = $true
+        }
+
+        if ($inFailure) {
+            $failureLines += $line
+
+            # Stop after stack trace ends
+            if ($failureLines.Count -gt 20) {
+                break
+            }
+        }
+    }
+
+    return $failureLines -join "`n"
+}
+
+# Main execution
+try {
+    # Get build ID if using PR number
+    if ($PSCmdlet.ParameterSetName -eq 'PRNumber') {
+        $BuildId = Get-AzDOBuildIdFromPR -PR $PRNumber
+        Write-Host "Found build ID: $BuildId" -ForegroundColor Green
+    }
+
+    Write-Host "`n=== Azure DevOps Build $BuildId ===" -ForegroundColor Yellow
+    Write-Host "URL: https://dev.azure.com/$Organization/$Project/_build/results?buildId=$BuildId" -ForegroundColor Gray
+
+    # Get timeline
+    $timeline = Get-AzDOTimeline -Build $BuildId
+
+    # Get failed jobs
+    $failedJobs = Get-FailedJobs -Timeline $timeline
+
+    if (-not $failedJobs -or $failedJobs.Count -eq 0) {
+        Write-Host "`nNo failed jobs found in build $BuildId" -ForegroundColor Green
+        exit 0
+    }
+
+    Write-Host "`nFound $($failedJobs.Count) failed job(s):" -ForegroundColor Red
+
+    $processedJobs = 0
+    foreach ($job in $failedJobs) {
+        if ($processedJobs -ge $MaxJobs) {
+            Write-Host "`n... and $($failedJobs.Count - $MaxJobs) more failed jobs (use -MaxJobs to see more)" -ForegroundColor Yellow
+            break
+        }
+
+        Write-Host "`n--- $($job.name) ---" -ForegroundColor Cyan
+
+        # Get Helix tasks for this job
+        $helixTasks = Get-HelixJobInfo -Timeline $timeline -JobId $job.id
+
+        if ($helixTasks) {
+            foreach ($task in $helixTasks) {
+                if ($task.log) {
+                    Write-Host "  Fetching Helix task log..." -ForegroundColor Gray
+                    $logContent = Get-BuildLog -Build $BuildId -LogId $task.log.id
+
+                    if ($logContent) {
+                        # Extract test failures
+                        $failures = Extract-TestFailures -LogContent $logContent
+
+                        if ($failures.Count -gt 0) {
+                            Write-Host "  Failed tests:" -ForegroundColor Red
+                            foreach ($failure in $failures) {
+                                Write-Host "    - $($failure.TestName)" -ForegroundColor White
+                            }
+                        }
+
+                        # Extract and optionally fetch Helix URLs
+                        $helixUrls = Extract-HelixUrls -LogContent $logContent
+
+                        if ($helixUrls.Count -gt 0 -and $ShowLogs) {
+                            Write-Host "`n  Helix Console Logs:" -ForegroundColor Yellow
+
+                            foreach ($url in $helixUrls | Select-Object -First 3) {
+                                Write-Host "`n  $url" -ForegroundColor Gray
+
+                                $helixLog = Get-HelixConsoleLog -Url $url
+                                if ($helixLog) {
+                                    $failureInfo = Format-TestFailure -LogContent $helixLog
+                                    if ($failureInfo) {
+                                        Write-Host $failureInfo -ForegroundColor White
+                                    }
+                                }
+                            }
+                        }
+                        elseif ($helixUrls.Count -gt 0) {
+                            Write-Host "`n  Helix logs available (use -ShowLogs to fetch):" -ForegroundColor Yellow
+                            foreach ($url in $helixUrls | Select-Object -First 3) {
+                                Write-Host "    $url" -ForegroundColor Gray
+                            }
+                        }
+                    }
+                }
+            }
+        }
+        else {
+            Write-Host "  No Helix tasks found for this job" -ForegroundColor Gray
+
+            # Check if it's a build failure, not test failure
+            $buildTasks = $timeline.records | Where-Object { 
+                $_.parentId -eq $job.id -and $_.result -eq "failed" 
+            }
+
+            foreach ($task in $buildTasks | Select-Object -First 3) {
+                Write-Host "  Failed task: $($task.name)" -ForegroundColor Red
+            }
+        }
+
+        $processedJobs++
+    }
+
+    Write-Host "`n=== Summary ===" -ForegroundColor Yellow
+    Write-Host "Total failed jobs: $($failedJobs.Count)" -ForegroundColor Red
+    Write-Host "Build URL: https://dev.azure.com/$Organization/$Project/_build/results?buildId=$BuildId" -ForegroundColor Cyan
+
+}
+catch {
+    Write-Error "Error: $_"
+    exit 1
+}