Support parameterless call to Pack-Crates and add Get-PackageVersions (Azure#2304)

Author: hallipr

eng/scripts/Get-PackageDependencies.ps1

@@ -0,0 +1,18 @@
+#!/usr/bin/env pwsh
+#Requires -Version 7.0
+
+[CmdletBinding()]
+
+$ErrorActionPreference = 'Stop'
+
+$packages = & (Join-Path $PSScriptRoot 'Get-PackageVersions.ps1')
+
+$packages.packageDependencies | Select-Object -Property @(
+  @{ Name = 'from'; Expression = { $_.dependant } },
+  @{ Name = 'to'; Expression = { $_.name } },
+  'kind',
+  @{ Name = 'path'; Expression = { !!$_.path } },
+  'req',
+  @{ Name = 'local'; Expression = { $_.pathVersion } },
+  @{ Name = 'index'; Expression = { $_.indexVersion } }
+)

eng/scripts/Get-PackageVersions.ps1

@@ -0,0 +1,56 @@
+#!/usr/bin/env pwsh
+#Requires -Version 7.0
+
+[CmdletBinding()]
+param(
+  [switch]$AsDependencyTable
+)
+
+$ErrorActionPreference = 'Stop'
+
+. (Join-Path $PSScriptRoot '..' 'common' 'scripts' 'common.ps1')
+
+$metadata = cargo metadata --format-version 1 --no-deps --all-features | ConvertFrom-Json -AsHashtable
+$packages = $metadata.packages
+foreach ($package in $packages) {
+  try {
+    $name = $package.name
+    $resp = Invoke-WebRequest "https://index.crates.io/$($name.Substring(0,2))/$($name.Substring(2,2))/$name"
+    $packageVersions = $resp.Content.Trim().Split("`n") | ConvertFrom-Json | Select-Object -ExpandProperty vers
+    $package.indexVersion = $packageVersions | Sort-Object { [AzureEngSemanticVersion]::ParseVersionString($_) } | Select-Object -Last 1
+  }
+  catch {
+    if ($_.Exception.Response.StatusCode -eq 404) {
+      $package.indexVersion = $null
+    }
+    else {
+      throw
+    }
+  }
+
+  $package.publish = $null -eq $package.publish
+
+  foreach ($dependency in $package.dependencies) {
+    $dependencyPackage = $packages | Where-Object -Property name -EQ -Value $dependency.name | Select-Object -First 1
+
+    if ($dependencyPackage) {
+      $ordered = [ordered]@{
+        dependant    = $package.name
+        pathVersion  = $dependencyPackage.version
+        indexVersion = $dependencyPackage.indexVersion
+      }
+
+      foreach ($key in $dependency.Keys) {
+        $ordered[$key] = $dependency[$key]
+      }
+
+      $dependencyPackage.dependantPackages ??= @()
+      $package.packageDependencies ??= @()
+
+      $dependencyPackage.dependantPackages += [hashtable]$ordered
+      $package.packageDependencies += [hashtable]$ordered
+    }
+  }
+}
+
+$packages | Select-Object name, version, publish, indexVersion, packageDependencies, dependantPackages

eng/scripts/Pack-Crates.ps1

@@ -1,6 +1,7 @@
 #!/usr/bin/env pwsh
 
 #Requires -Version 7.0
+[CmdletBinding(DefaultParameterSetName = "none")]
 param(
   [string]$OutputPath,
   [Parameter(ParameterSetName = 'Named')]
@@ -22,9 +23,11 @@ if ($OutputPath) {
   $OutputPath = New-Item -ItemType Directory -Path $OutputPath -Force | Select-Object -ExpandProperty FullName
 }
 
-function Get-OutputPackageNames($workspacePackageNames) {
-  $names = @()
+function Get-OutputPackageNames($workspacePackages) {
+  $packablePackages = $workspacePackages | Where-Object -Property publish -NE -Value @()
+  $packablePackageNames = $packablePackages.name
 
+  $names = @()
   switch ($PsCmdlet.ParameterSetName) {
     'Named' {
       $names = $PackageNames
@@ -39,13 +42,13 @@ function Get-OutputPackageNames($workspacePackageNames) {
     }
 
     default {
-      return $workspacePackageNames
+      return $packablePackageNames
     }
   }
 
   foreach ($name in $names) {
-    if (-not $workspacePackageNames.Contains($name)) {
-      Write-Error "Package '$name' is not in the workspace"
+    if (-not $packablePackageNames.Contains($name)) {
+      Write-Error "Package '$name' is not in the workspace or does not publish"
       exit 1
     }
   }
@@ -77,7 +80,7 @@ function Get-CargoPackages() {
 
 function Get-PackagesToBuild() {
   $packages = Get-CargoPackages
-  $outputPackageNames = Get-OutputPackageNames $packages.name
+  $outputPackageNames = Get-OutputPackageNames $packages
 
   # We start with output packages, then recursively add unreleased dependencies to the list of packages that need to be built
   [array]$packagesToBuild = $packages | Where-Object { $outputPackageNames.Contains($_.name) }
@@ -178,8 +181,6 @@ try {
 
   [array]$packages = Get-PackagesToBuild
 
-  Add-PathVersions $packages
-
   Write-Host "Building packages in the following order:"
   foreach ($package in $packages) {
     $packageName = $package.name

eng/scripts/Publish-Crates.ps1

@@ -1,3 +1,6 @@
+#!/usr/bin/env pwsh
+#Requires -Version 7.0
+
 <#
 .SYNOPSIS
 Bumps up package versions after release