Update python-sitemap.py

Author: LiamConnors

python-sitemap.py

@@ -1,38 +1,40 @@
+#!/usr/bin/env python3
 import os
-import glob
-import re
+import frontmatter
+from pathlib import Path
 
-def get_permalinks():
-    html_files = glob.glob('_posts/python/**/*.html', recursive=True)
-    md_files = glob.glob('_posts/python/**/*.md', recursive=True)
-    files = html_files + md_files
-    permalinks = []
-    for f in files:
-        if '/html/' in f or '/chart-studio/' in f:
-            continue
+def generate_sitemap():
+    base_url = "https://plotly.com"
+    urls = []
+    
+    # Find all HTML and MD files in _posts/python
+    for file_path in Path("_posts/python").rglob("*.html"):
         try:
-            with open(f, encoding='utf-8') as file:
-                m = re.search(r'permalink:\s*(.+?)(?:\n|$)', file.read())
-                if m:
-                    link = m.group(1).strip()
-                    if not link.startswith('/'):
-                        link = '/' + link
-                    permalinks.append(link)
-        except Exception:
-            continue
-    return permalinks
-
-def main():
-    base_url = 'https://plotly.com'
-    permalinks = get_permalinks()
+            post = frontmatter.load(file_path)
+            if 'permalink' in post:
+                urls.append(f"{base_url}/{post['permalink']}")
+        except:
+            pass
+    
+    for file_path in Path("_posts/python").rglob("*.md"):
+        try:
+            post = frontmatter.load(file_path)
+            if 'permalink' in post:
+                urls.append(f"{base_url}/{post['permalink']}")
+        except:
+            pass
+    
+    # Generate sitemap
     xml = '<?xml version="1.0" encoding="UTF-8"?>\n<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">\n'
-    xml += ''.join(f'  <url>\n    <loc>{base_url}{p}</loc>\n  </url>\n' for p in permalinks)
+    xml += ''.join(f'  <url>\n    <loc>{url}</loc>\n  </url>\n' for url in sorted(set(urls)))
     xml += '</urlset>'
+    
     os.makedirs('python', exist_ok=True)
     with open('python/sitemap.xml', 'w') as f:
         f.write(xml)
-    print(f"Generated Python sitemap with {len(permalinks)} URLs")
+    
+    print(f"Generated sitemap with {len(urls)} URLs")
 
 if __name__ == '__main__':
-    main() 
+    generate_sitemap()