fix(automation): improve best_effort_parse_json_object parsing

- Handle reasoning text before JSON code blocks
- Find ```json blocks anywhere in response (not just at boundaries)
- Support JSON arrays in addition to objects
- Better fallback parsing for various LLM response formats

Co-Authored-By: Claude Opus 4.5 <noreply@anthropic.com>

Author: j-mendez

Cargo.lock

@@ -3,7 +3,7 @@
 let
   spider = pkgs.rustPlatform.buildRustPackage {
     pname = "spider";
-    version = "2.43.2";
+    version = "2.43.3";
 
     src = ./.;
 

default.nix

@@ -1,6 +1,6 @@
 [package]
 name = "spider"
-version = "2.43.2"
+version = "2.43.3"
 authors = ["j-mendez <jeff@spider.cloud>"]
 description = "A web crawler and scraper, building blocks for data curation workloads."
 repository = "https://github.com/spider-rs/spider"

spider/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "spider_cli"
-version = "2.43.2"
+version = "2.43.3"
 authors = ["j-mendez <jeff@spider.cloud>"]
 description = "The fastest web crawler CLI written in Rust."
 repository = "https://github.com/spider-rs/spider"

spider_cli/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "spider_utils"
-version = "2.43.2"
+version = "2.43.3"
 authors = ["j-mendez <jeff@spider.cloud>"]
 description = "Utilities to use for Spider Web Crawler."
 repository = "https://github.com/spider-rs/spider"

spider_utils/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "spider_worker"
-version = "2.43.2"
+version = "2.43.3"
 authors = ["j-mendez <jeff@spider.cloud>"]
 description = "The fastest web crawler as a worker or proxy."
 repository = "https://github.com/spider-rs/spider"