Add CI job to test memory consumption on large files

Author: Bodigrim

.github/workflows/large-files.yml

@@ -0,0 +1,27 @@
+name: large-files
+on:
+  - push
+  - pull_request
+
+defaults:
+  run:
+    shell: bash
+
+jobs:
+  build:
+    runs-on: 'ubuntu-latest'
+    steps:
+    - uses: actions/checkout@v3
+    - uses: haskell-actions/setup@v2
+      id: setup-haskell-cabal
+      with:
+        ghc-version: 'latest'
+    - name: Update cabal package database
+      run: cabal update
+    - uses: actions/cache@v3
+      name: Cache cabal stuff
+      with:
+        path: ${{ steps.setup-haskell-cabal.outputs.cabal-store }}
+        key: large-files
+    - name: Test
+      run: htar/test-large-files.sh

htar/test-large-files.sh

@@ -0,0 +1,16 @@
+#!/bin/sh
+# Test that htar is capable to pack and unpack large files,
+# without materialising them in memory in full.
+
+set -eux
+cabal build htar
+HTAR=$(cabal list-bin htar)
+cd "$(mktemp -d)"
+mkdir input
+for i in $(seq 0 4); do
+  dd if=/dev/zero of="input/$i.txt" bs=1M count=2048
+done;
+$HTAR --create --verbose --file input.tar.gz input +RTS -s -M50M
+rm -rf input
+$HTAR --extract --verbose --file input.tar.gz +RTS -s -M50M
+ls -l input