zenml/lychee.toml at main · zenml-io/zenml · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
# Lychee link checker configuration
# https://github.com/lycheeverse/lychee
#
# Run: lychee --no-progress 'docs/book/**/*.md'

# Exclude patterns for known false positives (regex)
exclude = [
    # Example/placeholder domains used in documentation
    "zenml-pro\\.my\\.domain",
    "zenml-pro\\.internal\\.mycompany\\.com",
    "my-company",
    "your-",
    "my-",
    "YOUR_",
    "example\\.com",

    # Local server URLs (used in code examples, not real endpoints)
    "http://0\\.0\\.0\\.0",
    "http://localhost",
    "http://127\\.0\\.0\\.1",

    # Sites that block automated requests (bot protection / WAF)
    "portal\\.azure\\.com",
    "azure\\.microsoft\\.com",
    "dev\\.mysql\\.com",
    "linkedin\\.com",
    "twitter\\.com",
    "x\\.com",

    # ZenML Pro dashboard and workspace URLs (require authentication)
    "cloud\\.zenml\\.io",
    "cloudinfra\\.zenml\\.io",

    # MCP endpoint (not a webpage, returns 405 for GET requests)
    "docs\\.zenml\\.io/~gitbook/mcp",

    # Neptune.ai acquired by OpenAI, site returning 403s (shutting down)
    "neptune\\.ai",

    # Segment analytics (intermittent connectivity)
    "segment\\.com",
]

# Accept these additional status codes as valid
accept = ["200", "429"]

# Timeout per request in seconds
timeout = 20

# Maximum number of concurrent requests
max_concurrency = 8

# Don't check mail addresses
include_mail = false