Skip to content

Commit 2a13852

Browse files
committed
updated plots
1 parent df6945a commit 2a13852

21 files changed

+4
-1
lines changed

crawlplot.py

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -25,6 +25,8 @@
2525
os.makedirs(os.path.join(PLOTDIR, "crawlsize"), exist_ok=True)
2626
os.makedirs(os.path.join(PLOTDIR, "tld"), exist_ok=True)
2727

28+
print("PLOTLIB = ", PLOTLIB)
29+
print("PLOTDIR = ", PLOTDIR)
2830

2931
if PLOTLIB == 'ggplot':
3032
from ggplot import *

crawlstats.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -154,6 +154,7 @@ class MonthlyCrawl:
154154
'CC-MAIN-2025-38': 115,
155155
'CC-MAIN-2025-43': 116,
156156
'CC-MAIN-2025-47': 117,
157+
'CC-MAIN-2025-51': 118,
157158
}
158159

159160
by_id = dict(map(reversed, by_name.items()))

plot/crawler_metrics.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -408,7 +408,7 @@ def plot_crawldb_status(self, data, row_filter, img_file, ratio=1.0):
408408

409409
# Adjust layout and save
410410
plt.tight_layout(pad=0.5)
411-
plt.savefig(img_path, dpi=dpi, bbox_inches='tight', facecolor='white', pad_inches=0.1)
411+
plt.savefig(img_path, dpi=DEFAULT_DPI, bbox_inches='tight', facecolor='white', pad_inches=0.1)
412412
plt.close()
413413

414414
###

plots/crawler/crawldb_status.png

415 KB
Loading
407 KB
Loading

plots/crawler/metrics.png

-61.4 KB
Loading

plots/crawler/url_protocols.png

-3.05 KB
Loading
557 Bytes
Loading
-43.5 KB
Loading
-127 KB
Loading

0 commit comments

Comments
 (0)