Reduce sitemap page size to 2500 URLs per file for better crawl efficiency

retlehs · claude · retlehs · commit 8d96fdaac5b7 · 2026-03-15T17:32:37.000-05:00
Co-Authored-By: Claude Opus 4.6 (1M context) &lt;noreply@anthropic.com&gt;
diff --git a/internal/http/seo.go b/internal/http/seo.go
@@ -191,7 +191,7 @@ type sitemapURL struct {
 	LastMod string `xml:"lastmod,omitempty"`
 }
 
-const sitemapPageSize = 40000
+const sitemapPageSize = 2500
 
 type sitemapData struct {
 	mu              sync.RWMutex

Original file line number	Diff line number	Diff line change
`@@ -191,7 +191,7 @@ type sitemapURL struct {`
`191`	`191`	LastMod string `xml:"lastmod,omitempty"`
`192`	`192`	`}`
`193`	`193`
`194`		`-const sitemapPageSize = 40000`
	`194`	`+const sitemapPageSize = 2500`
`195`	`195`
`196`	`196`	`type sitemapData struct {`
`197`	`197`	`mu sync.RWMutex`