Build 64k aarch64 ISO using imagecustomizer (microsoft#14206)

Co-authored-by: Your Name <[email protected]>
Co-authored-by: George Mileka <[email protected]>

Author: 3 people

toolkit/imageconfigs/files/imagecustomizer/isoinstaller/README.txt

@@ -0,0 +1,53 @@
+The ISO installer uses an attended_config.json file, generated by the toolkit from a configuration file, 
+to facilitate OS installation. Imagecustomizer relies on the ISO installer and requires all necessary files 
+including imager, liveinstaller, package list files, and attended_config.json to be present for ISO creation. 
+Currently, manual intervention is necessary to update attended_config.json for Azure Linux 64k ISO (attended_config_aarch64_64k.json).
+Please note, each package json file should be included under both the ISO and OS sections in the imageconfigs/full-64k-arm64.yaml file.
+This will ensure generation of all required RPM packages for ISO installer.
+In the future, the Image Customizer tool will support fully automated end-to-end creation of the installer iso.
+For guidance on configuring attended_config_aarch64_64k.json, users should reference toolkit/imageconfigs/full-aarch64.json.
+Image Customizer tool requires that all necessary RPM packages for the target OS installation are available in the /RPMS directory.
+To obtain RPM packages from PMC, users may refer to the following sample post-installation script, which should be updated in
+`imageconfigs/postinstallscripts/imagecustomizer/isoinstaller_postinstalltask.sh`.
+
+# Sample post installation script for retrieving RPM Packages from PMC for Arm64 64K ISO Installer
+# isoinstaller_postinstalltask.sh
+
+# Create RPMS directory
+mkdir /RPMS
+
+# Path to the main config JSON
+CONFIG_JSON="/config/attended_config.json"
+CONFIG_DIR="$(dirname "$CONFIG_JSON")"
+
+echo "CONFIG_DIR: $CONFIG_DIR"
+echo "CONFIG_JSON: $CONFIG_JSON"
+
+# Find all package list files referenced in the config
+pkglist_files=( $(jq -r '.SystemConfigs[].PackageLists[]' "$CONFIG_JSON") )
+
+# Recursively parse and add each package and it dependencies to RPMS folder
+for pkglist in "${pkglist_files[@]}"; do
+    # Make path relative to config file directory
+    full_path="$CONFIG_DIR/$pkglist"
+    if [[ -f "$full_path" ]]; then
+        tdnf -y install --downloadonly --alldeps --nogpgcheck --downloaddir /RPMS $(jq -r '.packages[]' "$full_path")
+    fi
+done
+
+# Get kernel packages from KernelOptions (if present)
+tdnf -y install --downloadonly --alldeps --nogpgcheck --downloaddir /RPMS $(jq -r '.SystemConfigs[] | select(.KernelOptions) | .KernelOptions[]' "$CONFIG_JSON")
+
+
+# Create local ISO repo for RPMS directory
+createrepo /RPMS
+
+# RPM packages are generated under rootfs RPMS folder.
+# Hence update baseurl path
+sed -i 's|baseurl=file:///mnt/cdrom/RPMS|baseurl=file:///RPMS|' /etc/yum.repos.d/mariner-iso.repo
+
+# RPM packages should be installed from ISO local repo
+# Remove PMC official base repo from ISO
+rm -r /etc/yum.repos.d/azurelinux-official-base.rep
+
+# end of isoinstaller_postinstalltask.sh

toolkit/imageconfigs/files/imagecustomizer/isoinstaller/attended_config_aarch64_64k.json

@@ -0,0 +1,172 @@
+{
+ "Disks": null,
+ "SystemConfigs": [
+  {
+   "IsDefault": false,
+   "IsKickStartBoot": false,
+   "IsIsoInstall": true,
+   "BootType": "",
+   "EnableGrubMkconfig": true,
+   "EnableSystemdFirstboot": false,
+   "Hostname": "",
+   "Name": "Azure Linux Full",
+   "PackageLists": [
+    "packages/hyperv-packages.json",
+    "packages/developer-packages.json",
+    "packages/virtualization-host-packages.json",
+    "packages/core-packages-image-aarch64.json",
+    "packages/core-tools-packages.json",
+    "packages/selinux-full.json",
+    "packages/virt-guest-packages.json",
+    "packages/ssh-server.json"
+   ],
+   "Packages": null,
+   "KernelOptions": {
+    "default": "kernel-64k"
+   },
+   "KernelCommandLine": {
+    "CGroup": "",
+    "ImaPolicy": null,
+    "SELinux": "permissive",
+    "SELinuxPolicy": "",
+    "EnableFIPS": false,
+    "ExtraCommandLine": "efi_mmap_nr_slack_slots=256"
+   },
+   "AdditionalFiles": {
+    "additionalfiles/99-dhcp-en.network": [
+     {
+      "Path": "/etc/systemd/network/99-dhcp-en.network",
+      "Permissions": null
+     }
+    ]
+   },
+   "PartitionSettings": null,
+   "PreInstallScripts": null,
+   "PostInstallScripts": null,
+   "FinalizeImageScripts": null,
+   "Networks": null,
+   "PackageRepos": null,
+   "Groups": null,
+   "Users": null,
+   "Encryption": {
+    "Enable": false,
+    "Password": ""
+   },
+   "RemoveRpmDb": false,
+   "PreserveTdnfCache": false,
+   "EnableHidepid": false,
+   "DisableRpmDocs": false,
+   "OverrideRpmLocales": ""
+  },
+  {
+   "IsDefault": false,
+   "IsKickStartBoot": false,
+   "IsIsoInstall": true,
+   "BootType": "",
+   "EnableGrubMkconfig": true,
+   "EnableSystemdFirstboot": false,
+   "Hostname": "",
+   "Name": "Azure Linux Core",
+   "PackageLists": [
+    "packages/hyperv-packages.json",
+    "packages/core-packages-image-aarch64.json",
+    "packages/virt-guest-packages.json",
+    "packages/ssh-server.json"
+   ],
+   "Packages": null,
+   "KernelOptions": {
+    "default": "kernel-64k"
+   },
+   "KernelCommandLine": {
+    "CGroup": "",
+    "ImaPolicy": null,
+    "SELinux": "",
+    "SELinuxPolicy": "",
+    "EnableFIPS": false,
+    "ExtraCommandLine": "efi_mmap_nr_slack_slots=256"
+   },
+   "AdditionalFiles": {
+    "additionalfiles/99-dhcp-en.network": [
+     {
+      "Path": "/etc/systemd/network/99-dhcp-en.network",
+      "Permissions": null
+     }
+    ]
+   },
+   "PartitionSettings": null,
+   "PreInstallScripts": null,
+   "PostInstallScripts": null,
+   "FinalizeImageScripts": null,
+   "Networks": null,
+   "PackageRepos": null,
+   "Groups": null,
+   "Users": null,
+   "Encryption": {
+    "Enable": false,
+    "Password": ""
+   },
+   "RemoveRpmDb": false,
+   "PreserveTdnfCache": false,
+   "EnableHidepid": false,
+   "DisableRpmDocs": false,
+   "OverrideRpmLocales": ""
+  }
+ ],
+ "DefaultSystemConfig": {
+  "IsDefault": false,
+  "IsKickStartBoot": false,
+  "IsIsoInstall": true,
+  "BootType": "",
+  "EnableGrubMkconfig": true,
+  "EnableSystemdFirstboot": false,
+  "Hostname": "",
+  "Name": "Azure Linux Full",
+  "PackageLists": [
+   "packages/hyperv-packages.json",
+   "packages/developer-packages.json",
+   "packages/virtualization-host-packages.json",
+   "packages/core-packages-image-aarch64.json",
+   "packages/core-tools-packages.json",
+   "packages/selinux-full.json",
+   "packages/virt-guest-packages.json",
+   "packages/ssh-server.json"
+  ],
+  "Packages": null,
+  "KernelOptions": {
+   "default": "kernel-64k"
+  },
+  "KernelCommandLine": {
+   "CGroup": "",
+   "ImaPolicy": null,
+   "SELinux": "permissive",
+   "SELinuxPolicy": "",
+   "EnableFIPS": false,
+   "ExtraCommandLine": "efi_mmap_nr_slack_slots=256"
+  },
+  "AdditionalFiles": {
+   "additionalfiles/99-dhcp-en.network": [
+    {
+     "Path": "/etc/systemd/network/99-dhcp-en.network",
+     "Permissions": null
+    }
+   ]
+  },
+  "PartitionSettings": null,
+  "PreInstallScripts": null,
+  "PostInstallScripts": null,
+  "FinalizeImageScripts": null,
+  "Networks": null,
+  "PackageRepos": null,
+  "Groups": null,
+  "Users": null,
+  "Encryption": {
+   "Enable": false,
+   "Password": ""
+  },
+  "RemoveRpmDb": false,
+  "PreserveTdnfCache": false,
+  "EnableHidepid": false,
+  "DisableRpmDocs": false,
+  "OverrideRpmLocales": ""
+ }
+}

toolkit/imageconfigs/full-64k-arm64.yaml

@@ -0,0 +1,148 @@
+storage: 
+  bootType: efi 
+  disks: 
+  - partitionTableType: gpt
+    maxSize: 8G
+    partitions:
+    - id: esp
+      type: esp
+      size: 9M
+    - id: boot
+      size: 200M
+    - id: root
+      size: grow
+  filesystems:
+  - deviceId: esp
+    type: fat32
+    mountPoint:
+      path: /boot/efi
+      options: umask=0077
+  - deviceId: boot
+    type: ext4
+    mountPoint:
+      path: /boot
+  - deviceId: root
+    type: ext4
+    mountPoint:
+      path: /
+os:
+  bootloader:
+    resetType: hard-reset
+
+  kernelCommandLine:
+    extraCommandLine:
+    - efi_mmap_nr_slack_slots=256
+    - console=tty0
+    - console=ttyS0,115200n8
+
+  packages:
+    install:
+    - kernel-64k
+    - kernel-64k-drivers-accessibility
+    - kernel-64k-drivers-sound
+    - createrepo_c
+    - jq
+    # iso required packages
+    - squashfs-tools
+    - tar
+    - device-mapper
+    - curl
+
+    installLists:
+    - packagelists/isoinstaller-64k-packages.yaml
+
+    remove:
+    - kernel
+
+  additionalFiles:
+  - source: ../out/tools/imager
+    destination: /installer/imager
+  - source: ../out/tools/liveinstaller
+    destination: /installer/liveinstaller
+  - source: ../resources/imageconfigs/additionalfiles/iso_initrd/init
+    destination: /init
+  - source: ../resources/imageconfigs/additionalfiles/iso_initrd/installer/calamares-EULA.txt
+    destination: /etc/calamares/azl-eula  
+  - source: ../resources/imageconfigs/additionalfiles/iso_initrd/installer/terminal-EULA.txt
+    destination: /installer/EULA.txt
+  - source: ../resources/imageconfigs/additionalfiles/iso_initrd/root/asoundrc
+    destination: /root/.asoundrc
+  - source: ../resources/imageconfigs/additionalfiles/iso_initrd/root/runliveinstaller
+    destination: /root/runliveinstaller
+  - source: ../resources/imageconfigs/additionalfiles/iso_initrd/root/silence.wav
+    destination: /root/silence.wav
+  - source: ../resources/imageconfigs/additionalfiles/iso_initrd/usr/lib/mariner/terminfo/mariner-installer
+    destination: /usr/lib/mariner/terminfo/m/mariner-installer
+  - source: ../resources/imageconfigs/additionalfiles/iso_initrd/usr/lib/systemd/system/[email protected]
+    destination: /usr/lib/systemd/system/[email protected]
+  - source: ../resources/imageconfigs/additionalfiles/iso_initrd/usr/lib/systemd/system/[email protected]
+    destination: /usr/lib/systemd/system/[email protected]
+  - source: ../resources/manifests/image/local.repo
+    destination: /etc/yum.repos.d/mariner-iso.repo
+  - source: additionalconfigs/99-dhcp-en.network
+    destination: /config/additionalfiles/99-dhcp-en.network
+  - source: packagelists/hyperv-packages.json
+    destination: /config/packages/hyperv-packages.json
+  - source: packagelists/developer-packages.json
+    destination: /config/packages/developer-packages.json
+  - source: packagelists/virtualization-host-packages.json
+    destination: /config/packages/virtualization-host-packages.json
+  - source: packagelists/core-packages-image-aarch64.json
+    destination: /config/packages/core-packages-image-aarch64.json
+  - source: packagelists/core-tools-packages.json
+    destination: /config/packages/core-tools-packages.json
+  - source: packagelists/selinux-full.json
+    destination: /config/packages/selinux-full.json
+  - source: packagelists/virt-guest-packages.json
+    destination: /config/packages/virt-guest-packages.json
+  - source: packagelists/ssh-server.json
+    destination: /config/packages/ssh-server.json
+  - source: files/imagecustomizer/isoinstaller/attended_config_aarch64_64k.json
+    destination: /config/attended_config.json
+
+  additionalDirs:
+  - source: ./installer-pkgs
+    destination: /RPMS
+
+  users:
+    - name: root
+      passwordExpiresDays: 99999
+      startupCommand: /root/runliveinstaller
+
+scripts:
+  postCustomization:
+    - path: postinstallscripts/imagecustomizer/isoinstaller_postinstalltask.sh
+  finalizeCustomization:
+    - path: scripts/set_os_release_variant_entries.sh
+      arguments:
+      - --variant-id
+      - full-64k
+      - --variant
+      - ISO installer for 64k Kernel
+
+iso:
+  additionalFiles:
+  - source: additionalconfigs/99-dhcp-en.network
+    destination: /config/additionalfiles/99-dhcp-en.network
+  - source: packagelists/hyperv-packages.json
+    destination: /config/packages/hyperv-packages.json
+  - source: packagelists/developer-packages.json
+    destination: /config/packages/developer-packages.json
+  - source: packagelists/virtualization-host-packages.json
+    destination: /config/packages/virtualization-host-packages.json
+  - source: packagelists/core-packages-image-aarch64.json
+    destination: /config/packages/core-packages-image-aarch64.json
+  - source: packagelists/core-tools-packages.json
+    destination: /config/packages/core-tools-packages.json
+  - source: packagelists/selinux-full.json
+    destination: /config/packages/selinux-full.json
+  - source: packagelists/virt-guest-packages.json
+    destination: /config/packages/virt-guest-packages.json
+  - source: packagelists/ssh-server.json
+    destination: /config/packages/ssh-server.json
+  - source: files/imagecustomizer/isoinstaller/attended_config_aarch64_64k.json
+    destination: /config/attended_config.json
+
+output:
+  image:
+    format: iso