feat(agent): eval timeouts, spawn concurrency limiter, PageWaitStrategy, panic hardening

- Add eval_with_timeout() helper wrapping page.evaluate() with tokio timeout
- Replace all `let _ = page.evaluate(...)` with eval_with_timeout + proper
  error handling across engine loops (TTT, WAM, NEST, CIRCLE, WS) and
  action handlers (Press, KeyDown, KeyUp, Scroll*, GoBack, GoForward,
  Reload, Hover, Select, Focus, Blur, Evaluate)
- Add per-agent spawn concurrency via Semaphore on SpawnPageOptions
  (DEFAULT_SPAWN_CONCURRENCY=5), wired into both run_spawn_pages_with_options
  and run_spawn_pages_with_factory
- Add PageWaitStrategy enum (Load, NetworkIdle, NetworkAlmostIdle, Selector,
  DomStable, Delay, None) replacing hard-coded sleeps in spawn page functions
- Cap InfiniteScroll to MAX_INFINITE_SCROLL_ITERATIONS (100)
- Cap WaitForWithTimeout to MAX_WAIT_FOR_TIMEOUT_MS (30s)
- Fix TempStorage::default() panic — fallback to std::env::temp_dir() on
  initial failure instead of unconditional expect()
- Fix capture_profiles.last().expect() — use Default fallback for empty slice

Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>

Author: j-mendez

Cargo.lock

@@ -1,6 +1,6 @@
 [package]
 name = "spider"
-version = "2.45.26"
+version = "2.45.27"
 authors = ["j-mendez <jeff@spider.cloud>"]
 description = "A web crawler and scraper, building blocks for data curation workloads."
 repository = "https://github.com/spider-rs/spider"
@@ -120,11 +120,11 @@ features = ["serde", "headers", "dynamic-versions"]
 
 [dependencies.spider_agent_types]
 path = "../spider_agent_types"
-version = "2.45.26"
+version = "2.45.27"
 
 [dependencies.spider_agent]
 path = "../spider_agent"
-version = "2.45.26"
+version = "2.45.27"
 optional = true
 default-features = false
 

spider/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "spider_agent"
-version = "2.45.26"
+version = "2.45.27"
 authors = ["j-mendez <jeff@spider.cloud>"]
 description = "A concurrent-safe multimodal agent for web automation and research."
 repository = "https://github.com/spider-rs/spider"
@@ -28,8 +28,8 @@ parking_lot = "0.12"
 base64 = "0.22"
 
 # Extracted types and HTML processing
-spider_agent_types = { version = "2.45.26", path = "../spider_agent_types" }
-spider_agent_html = { version = "2.45.26", path = "../spider_agent_html" }
+spider_agent_types = { version = "2.45.27", path = "../spider_agent_types" }
+spider_agent_html = { version = "2.45.27", path = "../spider_agent_html" }
 
 # HTML processing (still needed for engine internals)
 lol_html = "2"