Merge pull request #372 from plotly/add-sitemap

Add sitemap for pages at /python

Author: LiamConnors

.circleci/config.yml

@@ -71,10 +71,12 @@ jobs:
             python check-or-enforce-order.py _posts/r/
             python check-or-enforce-order.py _posts/matlab
             python check-or-enforce-order.py _posts/plotly_js
+            python python-sitemap.py
             echo `md5 -q all_static/css/main.css` > _data/cache_bust_css.yml
             deactivate
             rm -rf venv
             bundle exec jekyll build
+            cp python/sitemap.xml _site/python/sitemap.xml
             rm _data/mapbox_token.yml
             mkdir snapshots
             cd _site

python-sitemap.py

@@ -0,0 +1,45 @@
+#!/usr/bin/env python3
+import frontmatter
+from pathlib import Path
+
+def generate_sitemap():
+    base_url = "https://plotly.com"
+    urls = []
+    
+    # Find all HTML and MD files in _posts/python
+    for file_path in Path("_posts/python").rglob("*.[hm][td]*"):
+        # Skip files in redir directory
+        if "redir" in file_path.parts:
+            continue
+        try:
+            post = frontmatter.load(file_path)
+            if 'permalink' in post:
+                permalink = post['permalink']
+                # Use permalink as-is if it has a domain, otherwise prepend base_url
+                url = permalink if permalink.startswith(('http://', 'https://')) else f"{base_url}/{permalink.lstrip('/')}"
+                # Skip dash.plotly.com URLs
+                if 'dash.plotly.com' in url:
+                    continue
+                # Only include URLs that are under /python/
+                if permalink.startswith('python/'):
+                    urls.append(url)
+        except:
+            pass
+    
+    # Remove duplicates and sort
+    urls = sorted(set(urls))
+    
+    # Generate sitemap
+    xml = '<?xml version="1.0" encoding="UTF-8"?>\n<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">\n'
+    xml += ''.join(f'  <url>\n    <loc>{url}</loc>\n    <priority>0.5</priority>\n  </url>\n' for url in urls)
+    xml += '</urlset>'
+    
+    # Write to file
+    Path('python').mkdir(exist_ok=True)
+    Path('python/sitemap.xml').write_text(xml, encoding='utf-8')
+    
+    print(f"Generated sitemap with {len(urls)} URLs")
+
+if __name__ == "__main__":
+    generate_sitemap() 
+