ISSUE #971: chore(gha): switch from ext4 to btrfs with compression and add log printing for the future

Author: jiridanek

.github/workflows/build-notebooks-TEMPLATE.yaml

@@ -54,6 +54,8 @@ jobs:
         with:
           cache-dependency-path: "**/*.sum"
 
+      - run: sudo apt-get update
+
       - name: Login to GitHub Container Registry
         uses: docker/login-action@v3
         with:
@@ -93,6 +95,8 @@ jobs:
 
           df -h
 
+      - run: sudo apt-get install -y btrfs-compsize
+
       - name: Mount lvm overlay for podman builds
         run: |
           df -h
@@ -244,6 +248,9 @@ jobs:
 
       - name: "push|schedule|workflow_dispatch: make ${{ inputs.target }}"
         run: |
+          # print running stats on disk occupancy
+          (while true; do df -h | grep "${HOME}/.local/share/containers"; sleep 30; done) &
+
           make ${{ inputs.target }}
         if: ${{ fromJson(inputs.github).event_name == 'push' ||
           fromJson(inputs.github).event_name == 'schedule' ||
@@ -253,6 +260,9 @@ jobs:
           CONTAINER_BUILD_CACHE_ARGS: "--cache-from ${{ env.CACHE }} --cache-to ${{ env.CACHE }}"
       - name: "pull_request: make ${{ inputs.target }}"
         run: |
+          # print running stats on disk occupancy
+          (while true; do df -h | grep "${HOME}/.local/share/containers"; sleep 30; done) &
+
           make ${{ inputs.target }}
         if: "${{ fromJson(inputs.github).event_name == 'pull_request' }}"
         env:
@@ -568,3 +578,6 @@ jobs:
 
       - run: df -h
         if: "${{ !cancelled() }}"
+
+      - run: sudo compsize -x "${HOME}/.local/share/containers"
+        if: "${{ !cancelled() }}"

ci/cached-builds/gha_lvm_overlay.sh

@@ -17,7 +17,6 @@ build_mount_path_ownership="runner:runner"
 
 pv_loop_path=/pv.img
 tmp_pv_loop_path=/mnt/tmp-pv.img
-overprovision_lvm=false
 
 VG_NAME=buildvg
 
@@ -60,14 +59,16 @@ sudo swapon "/dev/mapper/${VG_NAME}-swap"
 echo "Creating build volume"
 # create and mount build volume
 sudo lvcreate --type raid0 --stripes 2 --stripesize 4 --alloc anywhere --extents 100%FREE --name buildlv "${VG_NAME}"
-if [[ ${overprovision_lvm} == 'true' ]]; then
-  sudo mkfs.ext4 -m0 "/dev/mapper/${VG_NAME}-buildlv"
-else
-  sudo mkfs.ext4 -Enodiscard -m0 "/dev/mapper/${VG_NAME}-buildlv"
-fi
+# https://btrfs.readthedocs.io/en/latest/mkfs.btrfs.html
+# https://btrfs.readthedocs.io/en/latest/Administration.html
+sudo mkfs.btrfs "/dev/mapper/${VG_NAME}-buildlv"
+
 mkdir -p "${build_mount_path}"
-# https://www.alibabacloud.com/help/en/ecs/use-cases/mount-parameters-for-ext4-file-systems?spm=a2c63.p38356.help-menu-25365.d_5_10_12.48ce3be5RixoUB#8e740ed072m5o
-sudo mount -o defaults,noatime,nodiratime,nobarrier,nodelalloc,data=writeback "/dev/mapper/${VG_NAME}-buildlv" "${build_mount_path}"
+
+# https://github.com/btrfs/btrfs-todo/issues/29
+# https://fedoramagazine.org/working-with-btrfs-compression/
+sudo mount -t btrfs -o defaults,noatime,noautodefrag,nobarrier,compress=zstd:3,nodatasum,nodiscard,nodatacow,space_cache=v2 "/dev/mapper/${VG_NAME}-buildlv" "${build_mount_path}"
+findmnt -vno OPTIONS "${build_mount_path}"
 sudo chown -R "${build_mount_path_ownership}" "${build_mount_path}"
 
 # if build mount path is a parent of $GITHUB_WORKSPACE, and has been deleted, recreate it