chore(cmd): utils to support slot hash debug tooling (#1203)

# Summary
- Add option to specify validator directory 
- Support genesis downloads instead of relying on local copies
- Add ledger tool for checking ledger bounds and trimming to range
- Add flag to log the highest completed slot in the shred tracker

---------

Co-authored-by: Ubuntu <ubuntu@ip-172-31-33-159.ap-southeast-2.compute.internal>

Author: yewman

build.zig

@@ -286,12 +286,14 @@ pub fn build(b: *Build) !void {
         .target = config.target,
         .optimize = config.optimize,
     }).module("blst");
+    const bzip2_mod = genBzip2(b, config.target, config.optimize);
 
     // zig fmt: off
     const imports: []const Build.Module.Import = &.{
         .{ .name = "base58",        .module = base58_mod },
         .{ .name = "blst",          .module = blst_mod },
         .{ .name = "build-options", .module = build_options.createModule() },
+        .{ .name = "bzip2",         .module = bzip2_mod },
         .{ .name = "httpz",         .module = httpz_mod },
         .{ .name = "lsquic",        .module = lsquic_mod },
         .{ .name = "poseidon",      .module = poseidon_mod },
@@ -546,6 +548,47 @@ fn genSqlite(
     return mod;
 }
 
+fn genBzip2(
+    b: *Build,
+    target: std.Build.ResolvedTarget,
+    optimize: std.builtin.OptimizeMode,
+) *Build.Module {
+    const dep = b.dependency("bzip2", .{});
+
+    const lib = b.addLibrary(.{
+        .name = "bz",
+        .linkage = .static,
+        .root_module = b.createModule(.{
+            .target = target,
+            .optimize = optimize,
+        }),
+    });
+    lib.addCSourceFiles(.{
+        .root = dep.path("."),
+        .files = &.{
+            "bzlib.c",
+            "blocksort.c",
+            "compress.c",
+            "crctable.c",
+            "decompress.c",
+            "huffman.c",
+            "randtable.c",
+        },
+    });
+    lib.linkLibC();
+
+    const translate_c = b.addTranslateC(.{
+        .root_source_file = dep.path("bzlib.h"),
+        .target = target,
+        .optimize = optimize,
+        .link_libc = true,
+    });
+    const mod = translate_c.createModule();
+    mod.linkLibrary(lib);
+
+    return mod;
+}
+
 /// Reference/inspiration: https://kristoff.it/blog/improving-your-zls-experience/
 fn disableEmitBin(b: *Build) void {
     for (b.install_tls.step.dependencies.items) |*install_step_dep| {

build.zig.zon

@@ -57,5 +57,9 @@
             .url = "git+https://github.com/supranational/blst#806515251de5cfb9761ad12eb2f2f151b1ad0277",
             .hash = "blst-0.3.16-fvxk1c82MABYUm65ch0-wpo2CSs1x5TCuBLvgQng0uRC",
         },
+        .bzip2 = .{
+            .url = "https://github.com/libarchive/bzip2/archive/refs/tags/bzip2-1.0.8.zip",
+            .hash = "N-V-__8AANChDwAITDmkzIqB-9m_iaOXSquhghM2-AqDFcX8",
+        },
     },
 }

src/accountsdb/snapshot/data.zig

@@ -1114,7 +1114,7 @@ pub const SnapshotFiles = struct {
 
         var dir_iter = search_dir.iterate();
         while (try dir_iter.next()) |dir_entry| {
-            if (dir_entry.kind != .file) continue;
+            if (dir_entry.kind != .file and dir_entry.kind != .sym_link) continue;
             const filename = dir_entry.name;
 
             if (IncrementalSnapshotFileInfo.parseFileNameTarZst(filename)) |_incremental| {

src/accountsdb/snapshot/load.zig

@@ -355,7 +355,7 @@ fn insertFromSnapshotArchive(
     defer account_data_buf.deinit(allocator);
 
     while (try tar_iter.next()) |tar_file| {
-        if (tar_file.kind != .file) continue;
+        if (tar_file.kind != .file and tar_file.kind != .sym_link) continue;
 
         // Read /version
         if (std.mem.eql(u8, tar_file.name, "version")) {