Skip to content

Commit c5a0382

Browse files
committed
fix: add missing stats file for December 2025 crawl (CC-MAIN-2025-51)
1 parent 56b8b69 commit c5a0382

File tree

1 file changed

+40
-0
lines changed

1 file changed

+40
-0
lines changed

stats/crawler/CC-MAIN-2025-51.json

Lines changed: 40 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,40 @@
1+
["crawl_status", "generator:crawldb_size", "CC-MAIN-2025-51"] 26268339705
2+
["crawl_status", "generator:fetch_list", "CC-MAIN-2025-51"] 3206111434
3+
["crawl_status", "generator:selected:db_duplicate", "CC-MAIN-2025-51"] 6604193
4+
["crawl_status", "generator:selected:db_fetched", "CC-MAIN-2025-51"] 2080194507
5+
["crawl_status", "generator:selected:db_gone", "CC-MAIN-2025-51"] 2194087
6+
["crawl_status", "generator:selected:db_notmodified", "CC-MAIN-2025-51"] 23381454
7+
["crawl_status", "generator:selected:db_orphan", "CC-MAIN-2025-51"] 3620
8+
["crawl_status", "generator:selected:db_redir_perm", "CC-MAIN-2025-51"] 17751763
9+
["crawl_status", "generator:selected:db_redir_temp", "CC-MAIN-2025-51"] 11543382
10+
["crawl_status", "generator:selected:db_unfetched", "CC-MAIN-2025-51"] 1064438428
11+
["crawl_status", "generator:skipped_domains_overflow", "CC-MAIN-2025-51"] 61025
12+
["crawl_status", "fetcher:total", "CC-MAIN-2025-51"] 3409457525
13+
["crawl_status", "fetcher:success", "CC-MAIN-2025-51"] 2178742256
14+
["crawl_status", "fetcher:notmodified", "CC-MAIN-2025-51"] 14592026
15+
["crawl_status", "fetcher:temp_moved", "CC-MAIN-2025-51"] 68371610
16+
["crawl_status", "fetcher:moved", "CC-MAIN-2025-51"] 139802134
17+
["crawl_status", "fetcher:notfound", "CC-MAIN-2025-51"] 113042790
18+
["crawl_status", "fetcher:access_denied", "CC-MAIN-2025-51"] 1432142
19+
["crawl_status", "fetcher:gone", "CC-MAIN-2025-51"] 3761121
20+
["crawl_status", "fetcher:exception", "CC-MAIN-2025-51"] 56884058
21+
["crawl_status", "fetcher:robots_denied", "CC-MAIN-2025-51"] 196266083
22+
["crawl_status", "fetcher:robots_denied_maxcrawldelay", "CC-MAIN-2025-51"] 38834
23+
["crawl_status", "fetcher:robots_defer_visits_dropped", "CC-MAIN-2025-51"] 93484
24+
["crawl_status", "fetcher:redirect_count_exceeded", "CC-MAIN-2025-51"] 333114
25+
["crawl_status", "fetcher:redirect_deduplicated", "CC-MAIN-2025-51"] 35865702
26+
["crawl_status", "fetcher:hitByThrougputThreshold", "CC-MAIN-2025-51"] 197944064
27+
["crawl_status", "fetcher:hitByTimeLimit", "CC-MAIN-2025-51"] 97589
28+
["crawl_status", "fetcher:AboveExceptionThresholdInQueue", "CC-MAIN-2025-51"] 402190105
29+
["crawl_status", "fetcher:hungThreads", "CC-MAIN-2025-51"] 413
30+
["crawl_status", "fetcher:hitByTimeout", "CC-MAIN-2025-51"] 0
31+
["crawl_status", "fetcher:bytes_downloaded", "CC-MAIN-2025-51"] 400430094915628
32+
["crawl_status", "crawldb:size", "CC-MAIN-2025-51"] 26268339705
33+
["crawl_status", "crawldb:status:db_unfetched", "CC-MAIN-2025-51"] 3641980000
34+
["crawl_status", "crawldb:status:db_fetched", "CC-MAIN-2025-51"] 15391675183
35+
["crawl_status", "crawldb:status:db_gone", "CC-MAIN-2025-51"] 2089753583
36+
["crawl_status", "crawldb:status:db_redir_temp", "CC-MAIN-2025-51"] 246877754
37+
["crawl_status", "crawldb:status:db_redir_perm", "CC-MAIN-2025-51"] 463748511
38+
["crawl_status", "crawldb:status:db_notmodified", "CC-MAIN-2025-51"] 1036957527
39+
["crawl_status", "crawldb:status:db_duplicate", "CC-MAIN-2025-51"] 1382355116
40+
["crawl_status", "crawldb:status:db_orphan", "CC-MAIN-2025-51"] 2014992031

0 commit comments

Comments
 (0)