Add speakers.

Author: nikoshell

.gitignore

@@ -138,3 +138,11 @@ storybook-static/
 # Sentry Auth Token
 .sentryclirc
 .astro
+
+# EuroPython website
+src/content/speakers
+src/content/sessions
+src/content/days
+src/data/speakers.json
+src/data/sessions.json
+src/data/schedule.json

Makefile

@@ -31,6 +31,8 @@ pre:
 
 install:
 	pnpm install
+	pnpm update_data
+	pnpm generate_content 
 
 dev:
 	pnpm dev
@@ -42,6 +44,7 @@ check:
 	pnpm run astro check
 
 build:
+	pnpm update_data
 	pnpm build
 
 preview: RELEASES_DIR = $(VPS_PREVIEW_PATH)/$(SAFE_BRANCH)/releases

package.json

@@ -5,7 +5,9 @@
   "scripts": {
     "dev": "astro dev",
     "start": "astro dev",
-    "build": "astro check && astro build && pnpm pagefind --site dist",
+    "build": "pnpm generate_content && astro check && astro build && pnpm pagefind --site dist",
+    "update_data": "pipx run scripts/download-data.py",
+    "generate_content": "pipx run scripts/generate_content.py",
     "preview": "astro preview",
     "astro": "astro",
     "format": "prettier --write --plugin=prettier-plugin-astro ."

scripts/download-data.py

@@ -10,8 +10,7 @@
 import httpx
 import json
 import pathlib
-import shutil
-import yaml
+import os
 
 ROOT = pathlib.Path(__file__).parents[1]
 
@@ -21,59 +20,38 @@
 SCHEDULE_DATA = "https://programapi24.europython.eu/2024/schedule.json"
 
 
-def write_mdx(data: dict[str, Any], output_dir: pathlib.Path, content_key: str) -> None:
-    if output_dir.exists():
-        shutil.rmtree(output_dir)
-
-    output_dir.mkdir(parents=True, exist_ok=True)
-
-    for key, value in data.items():
-        filename = f"{key}.mdx"
-        path = output_dir / filename
-
-        content = value.pop(content_key) or ""
-
-        content = content.replace("<3", "❤️")
-
-        frontmatter = yaml.dump(value, sort_keys=True)
-
-        with path.open("w", encoding="utf-8") as f:
-            f.write(f"---\n{frontmatter}---\n\n{content}")
 
 
 def download_data(url: str) -> dict[str, Any]:
-    with httpx.Client() as client:
+    #TODO: fix SSL cert and force verification 
+    with httpx.Client(verify=False) as client:
         response = client.get(url)
         response.raise_for_status()
         data = response.json()
 
     return data
 
 
+def save_json_data(filename, data, directory="src/data"):
+    os.makedirs(directory, exist_ok=True)  # Ensure the directory exists
+    file_path = os.path.join(directory, f"{filename}.json")
+    
+    with open(file_path, "w", encoding="utf-8") as file:
+        json.dump(data, file, indent=4, ensure_ascii=False)
+
+    print(f"Saved {filename}.json in {directory}")
+
+
+
 def download() -> None:
     speakers = download_data(SPEAKERS_URL)
     sessions = download_data(SESSIONS_URL)
     schedule = download_data(SCHEDULE_DATA)
 
-    for session in sessions.values():
-        session["speakers"] = [
-            speakers[speaker_id]["slug"] for speaker_id in session.get("speakers", [])
-        ]
-
-    for speaker in speakers.values():
-        speaker["submissions"] = [
-            sessions[session_id]["slug"]
-            for session_id in speaker.get("submissions", [])
-            if session_id in sessions
-        ]
-
-    write_mdx(sessions, ROOT / "src/content/sessions", "abstract")
-    write_mdx(speakers, ROOT / "src/content/speakers", "biography")
-
-    for day, data in schedule["days"].items():
-        path = ROOT / f"src/content/days/{day}.json"
-        with path.open("w", encoding="utf-8") as f:
-            json.dump(data, f, indent=2)
+    save_json_data("speakers", speakers)
+    save_json_data("sessions", sessions)
+    save_json_data("schedule", schedule)
 
 
-download()
+if __name__ == "__main__":
+    download()

scripts/generate_content.py

@@ -0,0 +1,75 @@
+# /// script
+# dependencies = [
+#   "PyYAML",
+# ]
+# requires-python = ">=3.11"
+# ///
+
+from typing import Any
+import pathlib
+import os
+import json
+import shutil
+import yaml
+
+ROOT = pathlib.Path(__file__).parents[1]
+
+
+def write_mdx(data: dict[str, Any], output_dir: pathlib.Path, content_key: str) -> None:
+    if output_dir.exists():
+        shutil.rmtree(output_dir)
+
+    output_dir.mkdir(parents=True, exist_ok=True)
+
+    for key, value in data.items():
+        filename = f"{key}.mdx"
+        path = output_dir / filename
+
+        content = value.pop(content_key) or ""
+
+        content = content.replace("<3", "❤️")
+
+        frontmatter = yaml.dump(value, sort_keys=True)
+
+        with path.open("w", encoding="utf-8") as f:
+            f.write(f"---\n{frontmatter}---\n\n{content}")
+
+
+def load_json_data(filename, directory="src/data"):
+    file_path = os.path.join(directory, f"{filename}.json")
+    
+    if not os.path.exists(file_path):
+        raise FileNotFoundError(f"File {filename}.json not found in {directory}")
+
+    print(f"Load {filename}.json from {directory}")
+    with open(file_path, "r", encoding="utf-8") as file:
+        return json.load(file)
+    
+def generate_content() -> None:
+    speakers = load_json_data("speakers") 
+    sessions = load_json_data("sessions")
+    schedule = load_json_data("schedule")
+
+    for session in sessions.values():
+        session["speakers"] = [
+            speakers[speaker_id]["slug"] for speaker_id in session.get("speakers", [])
+        ]
+
+    for speaker in speakers.values():
+        speaker["submissions"] = [
+            sessions[session_id]["slug"]
+            for session_id in speaker.get("submissions", [])
+            if session_id in sessions
+        ]
+
+    write_mdx(sessions, ROOT / "src/content/sessions", "abstract")
+    write_mdx(speakers, ROOT / "src/content/speakers", "biography")
+
+    for day, data in schedule["days"].items():
+        path = ROOT / f"src/content/days/{day}.json"
+        with path.open("w", encoding="utf-8") as f:
+            json.dump(data, f, indent=2)
+
+
+if __name__ == "__main__":
+    generate_content()

src/content/sessions/.gitkeep

@@ -15,6 +15,10 @@
           "name": "Community Voting",
           "path": "/programme/voting"
         },
+        {
+          "name": "List of Speakers",
+          "path": "/speaker"
+        },
         {
           "name": "Speaker Mentorship",
           "path": "/programme/mentorship"

src/content/speakers/.gitkeep

@@ -189,7 +189,8 @@ const slots = Object.entries(sessionsByTime)
     };
   });
 
-const gridRows = [];
+
+const gridRows: string[] = [];
 
 let row = 1;
 
@@ -201,7 +202,7 @@ for (let i = 0; i < slots.length; i++) {
 
   const currentTime = timeToNumber(current.startTime);
 
-  let nextTime;
+  let nextTime: number;
 
   if (next) {
     nextTime = timeToNumber(next.startTime);

src/data/links.json

@@ -0,0 +1,54 @@
+---
+import { getCollection } from 'astro:content';
+import Layout from "../../layouts/Layout.astro";
+
+
+const speakers = await getCollection('speakers');
+
+// Group speakers by first letter
+const groupedSpeakers = speakers.reduce((acc, speaker) => {
+  const letter: string = speaker.data.name[0].toUpperCase();
+  if (!acc[letter]) acc[letter] = [];
+  acc[letter].push(speaker);
+  return acc;
+}, {});
+
+// Define sorted letters
+const letters = [
+  "A", "B", "C", "D", "E", "F", "G", "H", "I", "J", "K", "L", "M", "N", "O", "P", "R", "S", "T", "V", "X", "Y", "Z"
+];
+---
+<Layout title="" description="">
+  <main id="main-content" class="layout-wrapper overflow-x-clip">  
+    <div class="px-6"> 
+      <div class="mb-4 prose prose-xl prose-li:m-0 prose-ul:m-0 prose-ul:mb-4 prose-a:underline prose-h1:text-text prose-headings:font-title prose-headings:text-text prose-a:text-text hover:prose-a:text-primary-hover prose-strong:text-text prose-strong:font-bold prose-li:marker:text-text">
+
+        <h1>Speakers</h1>
+
+        <div class="flex text-3xl font-bold flex-wrap mb-6"> 
+            {letters.map(letter => (
+            <a class="mx-1" href={`#letter-${letter}`}>{letter}</a>
+            ))}
+          </div>
+
+        <ol class="speakers">
+        {letters.map(letter => (
+          groupedSpeakers[letter] ? (
+            <div id={`letter-${letter}`}>
+              <h2 class="relative font-title text-primary font-bold mb-[0.6em] [&amp;>a]:border-0 [&amp;>a]:text-inherit text-4xl"> {letter} </h2>
+              <ul>
+                {groupedSpeakers[letter].map((speaker: any) => (
+                <li class="mb-1">
+                  <a class="underline hover:text-primary-hover" href={speaker.slug}>{speaker.data.name}</a>
+                </li>
+                ))}
+              </ul>
+            <hr class="border-none h-[2px] my-12 bg-secondary">
+            </div>
+          ) : null
+        ))}
+        </ol>
+      </div>
+    </div>
+  </main>
+</Layout>