Merge pull request #264 from maflcko/2603-bash

mv ./delete_nonreduced_fuzz_inputs.sh from maintainertools repo

Author: maflcko

delete_nonreduced_fuzz_inputs.sh

@@ -0,0 +1,90 @@
+# Over time the fuzz engine will reduce inputs (produce a smaller input that
+# yields the same coverage statistics). With a growing set of inputs, it could
+# be useful to occasionally delete the "old" non-reduced inputs.
+#
+# This script tries to do so in a way that is as deterministic as possible.
+#
+# The script should be run on an x86_64 virtual machine with only a minimal
+# vanilla Ubuntu Noble 24.04 installed.  Ideally, the script was run on
+# different architectures or even different OS versions, which come with
+# different library packages, but this is left as a future improvement.
+
+export FUZZ_CORPORA_DIR="fuzz_corpora"
+
+set -e
+
+echo "Installing Bitcoin Core build deps"
+export DEBIAN_FRONTEND=noninteractive
+apt update
+apt install -y \
+  git \
+  build-essential pkg-config bsdmainutils python3 cmake \
+  libsqlite3-dev libevent-dev libboost-dev \
+  lsb-release wget software-properties-common gnupg
+
+export LLVM_VERSION=18
+wget https://apt.llvm.org/llvm.sh && chmod +x ./llvm.sh
+./llvm.sh $LLVM_VERSION all
+ln -s $(which llvm-symbolizer-$LLVM_VERSION) /usr/bin/llvm-symbolizer
+
+git clone --branch stable https://github.com/AFLplusplus/AFLplusplus
+make -C AFLplusplus LLVM_CONFIG=llvm-config-$LLVM_VERSION PERFORMANCE=1 install -j$(nproc)
+
+git clone --depth=1 https://github.com/bitcoin-core/qa-assets.git
+(
+  cd qa-assets
+  mv ./"${FUZZ_CORPORA_DIR}" ../all_inputs
+  git config user.name "delete_nonreduced_inputs script"
+  git config user.email "noreply@noreply.noreply"
+  git commit -a -m "Delete fuzz inputs"
+)
+
+git clone --depth=1 https://github.com/bitcoin/bitcoin.git
+(
+  cd bitcoin
+
+  echo "Adding reduced seeds with afl-cmin"
+
+  rm -rf build_fuzz/
+  export LDFLAGS="-fuse-ld=lld"
+  cmake -B build_fuzz \
+    -DCMAKE_C_COMPILER=afl-clang-fast -DCMAKE_CXX_COMPILER=afl-clang-fast++ \
+    -DBUILD_FOR_FUZZING=ON
+  cmake --build build_fuzz -j$(nproc)
+
+  WRITE_ALL_FUZZ_TARGETS_AND_ABORT="/tmp/a" "./build_fuzz/bin/fuzz" || true
+  readarray FUZZ_TARGETS < "/tmp/a"
+  for fuzz_target in ${FUZZ_TARGETS[@]}; do
+    if [ -d "../all_inputs/$fuzz_target" ]; then
+      mkdir --parents ../qa-assets/"${FUZZ_CORPORA_DIR}"/$fuzz_target
+      # Allow timeouts and crashes with "-A", "-T all" to use all available cores
+      FUZZ=$fuzz_target afl-cmin -T all -A -i ../all_inputs/$fuzz_target -o ../qa-assets/"${FUZZ_CORPORA_DIR}"/$fuzz_target -- ./build_fuzz/bin/fuzz
+    else
+      echo "No input corpus for $fuzz_target (ignoring)"
+    fi
+  done
+
+  (
+    cd ../qa-assets
+    git add "${FUZZ_CORPORA_DIR}"
+    git commit -m "Reduced inputs for afl-cmin"
+  )
+
+  for sanitizer in {"fuzzer","fuzzer,address,undefined,integer"}; do
+    echo "Adding reduced seeds for sanitizer=${sanitizer}"
+
+    rm -rf build_fuzz/
+    cmake -B build_fuzz \
+      -DCMAKE_C_COMPILER=clang-$LLVM_VERSION -DCMAKE_CXX_COMPILER=clang++-$LLVM_VERSION \
+      -DBUILD_FOR_FUZZING=ON -DSANITIZERS="$sanitizer"
+    cmake --build build_fuzz -j$(nproc)
+
+    ( cd build_fuzz; ./test/fuzz/test_runner.py -l DEBUG --par=$(nproc) --m_dir=../../all_inputs ../../qa-assets/"${FUZZ_CORPORA_DIR}" )
+
+    (
+      cd ../qa-assets
+      git add "${FUZZ_CORPORA_DIR}"
+      git commit -m "Reduced inputs for ${sanitizer}"
+    )
+  done
+)