merging in 101 base branch

Author: ibrandes

.github/CODEOWNERS

@@ -83,13 +83,13 @@
 # ServiceOwners:                                                   @mojayara @Prasanna-Padmanabhan
 
 # PRLabel: %AI
-/sdk/ai/                                                           @dargilco @jhakulin @jpalvarezl @Azure/azure-java-sdk
+/sdk/ai/                                                           @dargilco @trrwilson @jpalvarezl @Azure/azure-java-sdk
 
 # PRLabel: %AI Agents
-/sdk/ai/azure-ai-agents-persistent/                                @dargilco @jhakulin @jayantjha @Azure/azure-java-sdk
+/sdk/ai/azure-ai-agents-persistent/                                @dargilco @trrwilson @jayantjha @Azure/azure-java-sdk
 
 # PRLabel: %AI Model Inference
-/sdk/ai/azure-ai-inference/                                        @dargilco @jhakulin @glharper @Azure/azure-java-sdk
+/sdk/ai/azure-ai-inference/                                        @dargilco @trrwilson @glharper @Azure/azure-java-sdk
 
 # PRLabel: %Voice Live
 /sdk/ai/azure-ai-voicelive/                                        @rhurey @xitzhang @amber-yujueWang

eng/common/pipelines/templates/steps/verify-changelogs.yml

@@ -4,13 +4,17 @@ parameters:
 - name: Condition
   type: string
   default: succeeded()
+- name: ForRelease
+  type: boolean
+  default: false
 
 steps:
   - task: Powershell@2
     inputs:
       filePath: $(Build.SourcesDirectory)/eng/common/scripts/Verify-ChangeLogs.ps1
       arguments: >
         -PackagePropertiesFolder '${{ parameters.PackagePropertiesFolder }}'
+        -ForRelease $${{ parameters.ForRelease }}
       pwsh: true
     displayName: Verify ChangeLogEntries
     condition: ${{ parameters.Condition }}

eng/common/scripts/ChangeLog-Operations.ps1

@@ -8,6 +8,15 @@ $CHANGELOG_UNRELEASED_STATUS = "(Unreleased)"
 $CHANGELOG_DATE_FORMAT = "yyyy-MM-dd"
 $RecommendedSectionHeaders = @("Features Added", "Breaking Changes", "Bugs Fixed", "Other Changes")
 
+# Helper function to build the section header regex pattern
+function Get-SectionHeaderRegex {
+  param(
+    [Parameter(Mandatory = $true)]
+    [string]$InitialAtxHeader
+  )
+  return "^${InitialAtxHeader}${SECTION_HEADER_REGEX_SUFFIX}"
+}
+
 # Returns a Collection of changeLogEntry object containing changelog info for all versions present in the gived CHANGELOG
 function Get-ChangeLogEntries {
   param (
@@ -49,7 +58,7 @@ function Get-ChangeLogEntriesFromContent {
     $initialAtxHeader = $matches["HeaderLevel"]
   }
 
-  $sectionHeaderRegex = "^${initialAtxHeader}${SECTION_HEADER_REGEX_SUFFIX}"
+  $sectionHeaderRegex = Get-SectionHeaderRegex -InitialAtxHeader $initialAtxHeader
   $changeLogEntries | Add-Member -NotePropertyName "InitialAtxHeader" -NotePropertyValue $initialAtxHeader
   $releaseTitleAtxHeader = $initialAtxHeader + "#"
   $headerLines = @()
@@ -301,7 +310,7 @@ function Remove-EmptySections {
     $InitialAtxHeader = "#"
   )
 
-  $sectionHeaderRegex = "^${InitialAtxHeader}${SECTION_HEADER_REGEX_SUFFIX}"
+  $sectionHeaderRegex = Get-SectionHeaderRegex -InitialAtxHeader $InitialAtxHeader
   $releaseContent = $ChangeLogEntry.ReleaseContent
 
   if ($releaseContent.Count -gt 0)
@@ -460,3 +469,135 @@ function Confirm-ChangeLogForRelease {
   }
   return $ChangeLogStatus.IsValid
 }
+
+function Parse-ChangelogContent {
+  <#
+  .SYNOPSIS
+      Parses raw changelog text into structured content with sections.
+  
+  .DESCRIPTION
+      Takes raw changelog text and parses it into structured arrays containing
+      ReleaseContent (all lines) and Sections (organized by section headers).
+      This function only generates content structure without modifying any files.
+  
+  .PARAMETER ChangelogText
+      The new changelog text containing sections (e.g., "### Breaking Changes", "### Features Added").
+  
+  .PARAMETER InitialAtxHeader
+      The markdown header level used in the changelog (e.g., "#" for H1, "##" for H2).
+      Defaults to "#".
+  
+  .OUTPUTS
+      PSCustomObject with ReleaseContent and Sections properties.
+  
+  .EXAMPLE
+      $content = Parse-ChangelogContent -ChangelogText $changelogText -InitialAtxHeader "#"
+      $content.ReleaseContent # Array of all lines
+      $content.Sections # Hashtable of section name to content lines
+  #>
+  [CmdletBinding()]
+  param(
+    [Parameter(Mandatory = $true)]
+    [ValidateNotNullOrEmpty()]
+    [string]$ChangelogText,
+    
+    [Parameter(Mandatory = $false)]
+    [ValidateNotNullOrEmpty()]
+    [string]$InitialAtxHeader = "#"
+  )
+  
+  Write-Verbose "Parsing changelog text into structured content..."
+  
+  # Parse the new changelog content into lines
+  $changelogLines = $ChangelogText -split "`r?`n"
+  
+  # Initialize content structure
+  $releaseContent = @()
+  $sections = @{}
+  
+  # Add an empty line after the version header
+  $releaseContent += ""
+  
+  # Parse the changelog content
+  # InitialAtxHeader represents the markdown header level (e.g., "#" for H1, "##" for H2)
+  # Section headers are two levels deeper than the changelog title
+  # (e.g., "### Breaking Changes" if InitialAtxHeader is "#")
+  $currentSection = $null
+  $sectionHeaderRegex = Get-SectionHeaderRegex -InitialAtxHeader $InitialAtxHeader
+  
+  foreach ($line in $changelogLines) {
+    if ($line.Trim() -match $sectionHeaderRegex) {
+      $currentSection = $matches["sectionName"].Trim()
+      $sections[$currentSection] = @()
+      $releaseContent += $line
+      Write-Verbose "  Found section: $currentSection"
+    }
+    elseif ($currentSection) {
+      $sections[$currentSection] += $line
+      $releaseContent += $line
+    }
+    else {
+      $releaseContent += $line
+    }
+  }
+  
+  Write-Verbose "  Parsed $($sections.Count) section(s)"
+  
+  # Return structured content
+  return [PSCustomObject]@{
+    ReleaseContent = $releaseContent
+    Sections = $sections
+  }
+}
+
+function Set-ChangeLogEntryContent {
+  <#
+  .SYNOPSIS
+      Updates a changelog entry with new content.
+  
+  .DESCRIPTION
+      Takes a changelog entry object and new changelog text, parses the text into
+      structured content, and updates the entry's ReleaseContent and Sections properties.
+  
+  .PARAMETER ChangeLogEntry
+      The changelog entry object to update (from Get-ChangeLogEntries).
+  
+  .PARAMETER NewContent
+      The new changelog text containing sections.
+  
+  .PARAMETER InitialAtxHeader
+      The markdown header level used in the changelog. Defaults to "#".
+  
+  .OUTPUTS
+      The updated changelog entry object.
+  
+  .EXAMPLE
+      $entries = Get-ChangeLogEntries -ChangeLogLocation $changelogPath
+      $entry = $entries["1.0.0"]
+      Set-ChangeLogEntryContent -ChangeLogEntry $entry -NewContent $newText -InitialAtxHeader $entries.InitialAtxHeader
+      Set-ChangeLogContent -ChangeLogLocation $changelogPath -ChangeLogEntries $entries
+  #>
+  [CmdletBinding()]
+  param(
+    [Parameter(Mandatory = $true)]
+    [ValidateNotNull()]
+    [PSCustomObject]$ChangeLogEntry,
+    
+    [Parameter(Mandatory = $true)]
+    [ValidateNotNullOrEmpty()]
+    [string]$NewContent,
+    
+    [Parameter(Mandatory = $false)]
+    [ValidateNotNullOrEmpty()]
+    [string]$InitialAtxHeader = "#"
+  )
+  
+  # Parse the new content into structured format
+  $parsedContent = Parse-ChangelogContent -ChangelogText $NewContent -InitialAtxHeader $InitialAtxHeader
+  
+  # Update the entry with the parsed content
+  $ChangeLogEntry.ReleaseContent = $parsedContent.ReleaseContent
+  $ChangeLogEntry.Sections = $parsedContent.Sections
+  
+  return $ChangeLogEntry
+}

eng/common/scripts/Helpers/DevOps-WorkItem-Helpers.ps1

@@ -268,6 +268,7 @@ function FindPackageWorkItem($lang, $packageName, $version, $outputCommand = $tr
   $fields += "Custom.Generated"
   $fields += "Custom.RoadmapState"
   $fields += "Microsoft.VSTS.Common.StateChangeDate"
+  $fields += "Custom.SpecProjectPath"
 
   $fieldList = ($fields | ForEach-Object { "[$_]"}) -join ", "
   $query = "SELECT ${fieldList} FROM WorkItems WHERE [Work Item Type] = 'Package'"
@@ -516,6 +517,7 @@ function CreateOrUpdatePackageWorkItem($lang, $pkg, $verMajorMinor, $existingIte
   $pkgType = $pkg.Type
   $pkgNewLibrary = $pkg.New
   $pkgRepoPath = $pkg.RepoPath
+  $specProjectPath = $pkg.SpecProjectPath
   $serviceName = $pkg.ServiceName
   $title = $lang + " - " + $pkg.DisplayName + " - " + $verMajorMinor
 
@@ -1256,7 +1258,8 @@ function Update-DevOpsReleaseWorkItem {
     [string]$packageNewLibrary = "true",
     [string]$relatedWorkItemId = $null,
     [string]$tag = $null,
-    [bool]$inRelease = $true
+    [bool]$inRelease = $true,
+    [string]$specProjectPath = ""
   )
 
   if (!(Get-Command az -ErrorAction SilentlyContinue)) {
@@ -1280,6 +1283,7 @@ function Update-DevOpsReleaseWorkItem {
     RepoPath = $packageRepoPath
     Type = $packageType
     New = $packageNewLibrary
+    SpecProjectPath = $specProjectPath
   };
 
   if (!$plannedDate) {
@@ -1326,6 +1330,16 @@ function Update-DevOpsReleaseWorkItem {
   }
   $updatedWI = UpdatePackageVersions $workItem -plannedVersions $plannedVersions
 
+  if ((!$workItem.fields.ContainsKey('Custom.SpecProjectPath') -and $packageInfo.SpecProjectPath) -or
+      ($workItem.fields.ContainsKey('Custom.SpecProjectPath') -and ($workItem.fields['Custom.SpecProjectPath'] -ne $packageInfo.SpecProjectPath))
+  ) {
+    Write-Host "Updating SpecProjectPath to '$($packageInfo.SpecProjectPath)' for work item [$($workItem.id)]"
+    UpdateWorkItem `
+      -id $workItem.id `
+      -fields "`"Custom.SpecProjectPath=$($packageInfo.SpecProjectPath)`"" `
+      -outputCommand $false
+  }
+
   Write-Host "Release tracking item is at https://dev.azure.com/azure-sdk/Release/_workitems/edit/$($updatedWI.id)/"
   return $true
 }

eng/common/scripts/Package-Properties.ps1

@@ -22,6 +22,10 @@ class PackageProps {
     [HashTable]$ArtifactDetails
     [HashTable]$CIParameters
 
+    # Path from root of azure-rest-api-specs repo to spec project (read from
+    # tsp-location.yaml if it exists in the package directory)
+    [string]$SpecProjectPath
+
     PackageProps([string]$name, [string]$version, [string]$directoryPath, [string]$serviceDirectory) {
         $this.Initialize($name, $version, $directoryPath, $serviceDirectory)
     }
@@ -61,6 +65,13 @@ class PackageProps {
             $this.ChangeLogPath = $null
         }
 
+        if (Test-Path (Join-Path $directoryPath 'tsp-location.yaml')) {
+            $tspLocation = LoadFrom-Yaml (Join-Path $directoryPath 'tsp-location.yaml')
+            if ($tspLocation -and $tspLocation.directory) {
+                $this.SpecProjectPath = $tspLocation.directory
+            }
+        }
+
         $this.CIParameters = @{"CIMatrixConfigs" = @()}
         $this.InitializeCIArtifacts()
     }

eng/common/scripts/Save-Package-Properties.ps1

@@ -144,6 +144,7 @@ foreach ($pkg in $allPackageProperties)
     if (-not [System.String]::IsNullOrEmpty($pkg.Group)) {
       Write-Host "GroupId: $($pkg.Group)"
     }
+    Write-Host "Spec Project Path: $($pkg.SpecProjectPath)"
     Write-Host "Release date: $($pkg.ReleaseStatus)"
     $configFilePrefix = $pkg.Name
 

eng/common/scripts/Validate-All-Packages.ps1

@@ -155,7 +155,8 @@ function CreateUpdatePackageWorkItem($pkgInfo)
         -packageNewLibrary $pkgInfo.IsNewSDK `
         -serviceName "unknown" `
         -packageDisplayName "unknown" `
-        -inRelease $IsReleaseBuild
+        -inRelease $IsReleaseBuild `
+        -specProjectPath $pkgInfo.SpecProjectPath
 
     if (-not $result)
     {

eng/common/scripts/Verify-ChangeLogs.ps1

@@ -1,7 +1,8 @@
 # Wrapper Script for ChangeLog Verification in a PR
 [CmdletBinding()]
 param (
-  [String]$PackagePropertiesFolder
+  [String]$PackagePropertiesFolder,
+  [boolean]$ForRelease = $False
 )
 Set-StrictMode -Version 3
 
@@ -33,7 +34,9 @@ foreach($propertiesFile in $packageProperties) {
         continue
   }
 
-  $validChangeLog =  Confirm-ChangeLogEntry -ChangeLogLocation $PackageProp.ChangeLogPath -VersionString $PackageProp.Version -ForRelease $false
+  Write-Host "Verifying changelog for $($PackageProp.Name)"
+
+  $validChangeLog =  Confirm-ChangeLogEntry -ChangeLogLocation $PackageProp.ChangeLogPath -VersionString $PackageProp.Version -ForRelease $ForRelease
 
   if (-not $validChangeLog) {
     $allPassing = $false