chore(spider): update spider_agent dependency to 0.4

Co-Authored-By: Claude Opus 4.5 <noreply@anthropic.com>

Author: j-mendez

Cargo.lock

@@ -118,7 +118,7 @@ features = ["serde", "headers", "dynamic-versions"]
 
 [dependencies.spider_agent]
 path = "../spider_agent"
-version = "0.3"
+version = "0.4"
 optional = true
 default-features = false