fix: align lychee config with docs repo best practices

- Add skip_code_blocks=true (important for notebooks with example code)
- Add require_https=false for development flexibility
- Simplify accept codes to just 403 and 429 (like docs)
- Add www.claude.ai to exclusions
- Exclude .github/ and scripts/ paths from checking
- Better comments explaining each setting

Author: zealoushacker

lychee.toml

@@ -1,33 +1,49 @@
 # Lychee configuration for Anthropic Cookbook
-cache = true
-max_cache_age = "1d"
+# Validates links in notebooks and documentation
+
+# Core settings
 timeout = 30
 max_redirects = 10
+include_fragments = true
+require_https = false
+
+# Caching to speed up repeated checks
+cache = true
+max_cache_age = "1d"
+
+# Retry configuration for transient failures
 max_retries = 3
 retry_wait_time = 2
-include_fragments = true
-skip_missing = false
 
-# Jupyter-specific settings
-glob_ignore_case = true
+# Skip checking code blocks (important for notebooks with example code)
+skip_code_blocks = true
+
+# Fallback extensions for local file checking
+# When checking relative links, try these extensions if the exact path doesn't exist
 fallback_extensions = ["ipynb", "md", "html", "py"]
 
+# Exclude certain paths from being searched
 exclude_path = [
     ".git/",
     "__pycache__/",
     ".ipynb_checkpoints/",
-    "*.pyc"
+    "*.pyc",
+    ".github/",
+    "scripts/"
 ]
 
+# Exclude API endpoints and local development URLs from link checking
 exclude = [
     "https://api.anthropic.com.*",
     "https://console.anthropic.com.*",
+    "https://www.claude.ai/",
     "http://localhost.*",
     "http://127.0.0.1.*"
 ]
 
-# Accept these status codes
-accept = [200, 201, 202, 203, 204, 206, 301, 302, 303, 304, 307, 308, 403, 429]
+# Accept 403 (forbidden) and 429 (rate limited) as valid
+# These are returned by gated and rate-limited sites
+accept = [403, 429]
 
 # Headers for authenticated requests
 headers = [