Merge branch 'main' of github.com:cmcgee1024/swiftly into add_new_linux_platforms

Author: cmcgee1024

.github/workflows/pull_request.yml

@@ -0,0 +1,52 @@
+name: Pull request
+
+on:
+  pull_request:
+    types: [opened, reopened, synchronize]
+
+jobs:
+  soundness:
+    name: Soundness
+    uses: swiftlang/github-workflows/.github/workflows/soundness.yml@main
+    with:
+      license_header_check_enabled: false
+      license_header_check_project_name: "Swift.org"
+      api_breakage_check_enabled: false
+      docs_check_enabled: false
+      format_check_enabled: false
+      shell_check_enabled: false
+      unacceptable_language_check_enabled: true
+
+  tests:
+    name: Test
+    uses: swiftlang/github-workflows/.github/workflows/swift_package_test.yml@main
+    with:
+      # linux_os_versions: "[\"jammy\", \"noble\", \"focal\", \"amazonlinux2\", \"rhel-ubi9\", \"bookworm\", \"fedora39\"]"
+      # Not working: noble (compile error in TSC FileSystem), bookworm (missing memory.h), fedora39 (missing memory.h)
+      linux_os_versions: "[\"jammy\", \"focal\", \"rhel-ubi9\"]"
+      # We only care about the current stable release, because that's where we make our swiftly releases
+      linux_exclude_swift_versions: "[{\"swift_version\": \"nightly-main\"},{\"swift_version\": \"nightly-6.0\"},{\"swift_version\": \"5.8\"},{\"swift_version\": \"5.9\"},{\"swift_version\": \"5.10\"}]"
+      linux_pre_build_command: ((apt-get update && apt-get -y install curl make) || ((curl --help || yum -y install curl) && yum -y install make)) && ./scripts/install-libarchive.sh
+      enable_windows_checks: false
+
+  releasebuild:
+    name: Release Build
+    uses: swiftlang/github-workflows/.github/workflows/swift_package_test.yml@main
+    with:
+      linux_os_versions: "[\"rhel-ubi9\"]"
+      # We only care about the current stable release, because that's where we make our swiftly releases
+      linux_exclude_swift_versions: "[{\"swift_version\": \"nightly-main\"},{\"swift_version\": \"nightly-6.0\"},{\"swift_version\": \"5.8\"},{\"swift_version\": \"5.9\"},{\"swift_version\": \"5.10\"}]"
+      linux_pre_build_command: echo ""
+      linux_build_command: swift run build-swiftly-release --skip 0.4.0
+      enable_windows_checks: false
+
+  formatcheck:
+    name: Format Check
+    uses: swiftlang/github-workflows/.github/workflows/swift_package_test.yml@main
+    with:
+      # We only need to run this with one swift release and on one of the linux distributions
+      linux_os_versions: "[\"jammy\"]"
+      linux_exclude_swift_versions: "[{\"swift_version\": \"nightly-main\"},{\"swift_version\": \"nightly-6.0\"},{\"swift_version\": \"5.8\"},{\"swift_version\": \"5.9\"},{\"swift_version\": \"5.10\"}]"
+      linux_pre_build_command: echo ""
+      linux_build_command: swift run swiftformat --lint --dryrun .
+      enable_windows_checks: false

NOTICE.txt

@@ -56,6 +56,6 @@ following third party libraries:
 * libarchive - Copyright (c) 2003-2018 Tim Kientzle. All rights reserved.
 
   * LICENSE ("New BSD license"):
-    * https://raw.githubusercontent.com/libarchive/libarchive/master/COPYING
+    * https://raw.githubusercontent.com/libarchive/libarchive/release/COPYING
   * HOMEPAGE:
     * http://www.libarchive.org/

Tools/build-swiftly-release/BuildSwiftlyRelease.swift

@@ -126,7 +126,7 @@ public func getShell() async throws -> String {
 }
 #endif
 
-public func isAmazonLinux2() -> Bool {
+public func isRHEL9() -> Bool {
     let osReleaseFiles = ["/etc/os-release", "/usr/lib/os-release"]
     var releaseFile: String?
     for file in osReleaseFiles {
@@ -165,7 +165,7 @@ public func isAmazonLinux2() -> Bool {
         return false
     }
 
-    guard let versionID = versionID, versionID == "2", (id + idlike).contains("amzn") else {
+    guard let versionID, versionID.hasPrefix("9"), (id + idlike).contains("rhel") else {
         return false
     }
 
@@ -287,7 +287,7 @@ struct BuildSwiftlyRelease: AsyncParsableCommand {
 
     func buildLinuxRelease() async throws {
         // Check system requirements
-        guard isAmazonLinux2() else {
+        guard isRHEL9() else {
             // TODO: see if docker can be used to spawn an Amazon Linux 2 container to continue the release building process
             throw Error(message: "Linux releases must be made from Amazon Linux 2 because it has the oldest version of glibc for maximum compatibility with other versions of Linux")
         }
@@ -298,13 +298,19 @@ struct BuildSwiftlyRelease: AsyncParsableCommand {
         let make = try await self.assertTool("make", message: "Please install make with `yum install make`")
         let git = try await self.assertTool("git", message: "Please install git with `yum install git`")
         let strip = try await self.assertTool("strip", message: "Please install strip with `yum install binutils`")
+        let sha256sum = try await self.assertTool("sha256sum", message: "Please install sha256sum with `yum install coreutils`")
 
         let swift = try await self.checkSwiftRequirement()
 
         try await self.checkGitRepoStatus(git)
 
-        // Build a specific version of libarchive
+        // Start with a fresh SwiftPM package
+        try runProgram(swift, "package", "reset")
+
+        // Build a specific version of libarchive with a check on the tarball's SHA256
         let libArchiveVersion = "3.7.4"
+        let libArchiveTarSha = "7875d49596286055b52439ed42f044bd8ad426aa4cc5aabd96bfe7abb971d5e8"
+
         let buildCheckoutsDir = FileManager.default.currentDirectoryPath + "/.build/checkouts"
         let libArchivePath = buildCheckoutsDir + "/libarchive-\(libArchiveVersion)"
         let pkgConfigPath = libArchivePath + "/pkgconfig"
@@ -314,6 +320,11 @@ struct BuildSwiftlyRelease: AsyncParsableCommand {
 
         try? FileManager.default.removeItem(atPath: libArchivePath)
         try runProgram(curl, "-o", "\(buildCheckoutsDir + "/libarchive-\(libArchiveVersion).tar.gz")", "--remote-name", "--location", "https://github.com/libarchive/libarchive/releases/download/v\(libArchiveVersion)/libarchive-\(libArchiveVersion).tar.gz")
+        let libArchiveTarShaActual = try await runProgramOutput(sha256sum, "\(buildCheckoutsDir)/libarchive-\(libArchiveVersion).tar.gz")
+        guard let libArchiveTarShaActual, libArchiveTarShaActual.starts(with: libArchiveTarSha) else {
+            let shaActual = libArchiveTarShaActual ?? "none"
+            throw Error(message: "The libarchive tar.gz file sha256sum is \(shaActual), but expected \(libArchiveTarSha)")
+        }
         try runProgram(tar, "--directory=\(buildCheckoutsDir)", "-xzf", "\(buildCheckoutsDir)/libarchive-\(libArchiveVersion).tar.gz")
 
         let cwd = FileManager.default.currentDirectoryPath
@@ -350,8 +361,6 @@ struct BuildSwiftlyRelease: AsyncParsableCommand {
 
         FileManager.default.changeCurrentDirectoryPath(cwd)
 
-        try runProgram(swift, "package", "clean")
-
         // Statically link standard libraries for maximum portability of the swiftly binary
         try runProgram(swift, "build", "--product=swiftly", "--pkg-config-path=\(pkgConfigPath)/lib/pkgconfig", "--static-swift-stdlib", "--configuration=release")