- update timeline.py to preserve existing GptVersion values

- add support for including latest repository commit
- update commit markers in timeline_data.json
- add new tools to sitemap: `legal_finder.html` and `reaction_time_trainer.html`

Author: TobiasMue91

sitemap.xml

@@ -500,6 +500,11 @@
     <lastmod>2024-05-21T22:00:00+00:00</lastmod>
     <priority>0.80</priority>
   </url>
+  <url>
+    <loc>https://www.gptgames.dev/tools/legal_finder.html</loc>
+    <lastmod>2025-03-16T23:00:00+00:00</lastmod>
+    <priority>0.80</priority>
+  </url>
   <url>
     <loc>https://www.gptgames.dev/tools/letter_frequency_counter.html</loc>
     <lastmod>2024-07-10T22:00:00+00:00</lastmod>
@@ -680,6 +685,11 @@
     <lastmod>2024-08-24T22:00:00+00:00</lastmod>
     <priority>0.80</priority>
   </url>
+  <url>
+    <loc>https://www.gptgames.dev/tools/reaction_time_trainer.html</loc>
+    <lastmod>2025-03-17T23:00:00+00:00</lastmod>
+    <priority>0.80</priority>
+  </url>
   <url>
     <loc>https://www.gptgames.dev/tools/reading_time_estimator.html</loc>
     <lastmod>2025-02-23T23:00:00+00:00</lastmod>

timeline_data.json

@@ -1,8 +1,13 @@
 [
+  {
+    "hash": "3124e0320713ec6dbbd320af2d6f4e1fa6677da7",
+    "timestamp": "2025-03-20T18:23:53+00:00",
+    "GptVersion": "CURRENT"
+  },
   {
     "hash": "a2d2d96291ad3bb2172225e304f275ac2236b355",
     "timestamp": "2025-03-07T15:23:34+00:00",
-    "GptVersion": "CURRENT"
+    "GptVersion": null
   },
   {
     "hash": "9fb190b6536324e5bb90c3553f3e25f2028ad84e",

util/timeline.py

@@ -3,35 +3,84 @@
 import json
 from github import Github
 from dotenv import load_dotenv
+
 # Access the API key
 load_dotenv()
 GITHUB_ACCESS_TOKEN = os.getenv('GITHUB_ACCESS_TOKEN')
 
-# Set up the GitHub API client
-g = Github(GITHUB_ACCESS_TOKEN)
+# Set up the GitHub API client with no caching
+g = Github(GITHUB_ACCESS_TOKEN, per_page=100)
 
 # Set up the repository and file path
 repo = g.get_repo("TobiasMue91/tobiasmue91.github.io")
 file_path = "index.html"
 
-# Fetch the commit history
-commits = repo.get_commits(path=file_path)
+# Fetch the commit history for index.html
+index_commits = list(repo.get_commits(path=file_path, sha="main"))
+
+# Also fetch the latest commit from the repository (regardless of file)
+latest_commit = repo.get_commits()[0]  # First commit is the latest
+
+# Print the date ranges to verify
+if index_commits:
+    print(f"Oldest index.html commit: {index_commits[-1].commit.author.date}")
+    print(f"Latest index.html commit: {index_commits[0].commit.author.date}")
+    print(f"Total index.html commits found: {len(index_commits)}")
+
+print(f"Latest repository commit: {latest_commit.commit.author.date} (hash: {latest_commit.sha})")
+
+# Load existing data to preserve GptVersion values
+existing_data = {}
+try:
+    with open("timeline_data.json", "r") as f:
+        existing_entries = json.load(f)
+        # Create a dictionary with commit hash as key for faster lookup
+        for entry in existing_entries:
+            existing_data[entry["hash"]] = entry
+except FileNotFoundError:
+    pass  # No existing file, that's OK
 
 # Process the commits and generate the JSON data
 timeline_data = []
 last_date = None
 
-for commit in commits:
+for commit in index_commits:
     commit_date = commit.commit.author.date.date()
 
     if commit_date != last_date:
-        timeline_data.append({
+        # Create new entry
+        new_entry = {
             "hash": commit.sha,
             "timestamp": commit.commit.author.date.isoformat(),
-            "GptVersion": None  # This can be added manually later
-        })
+            "GptVersion": None  # Default value
+        }
+
+        # If this hash exists in our existing data and has a GptVersion, preserve it
+        if commit.sha in existing_data and existing_data[commit.sha].get("GptVersion"):
+            new_entry["GptVersion"] = existing_data[commit.sha]["GptVersion"]
+
+        timeline_data.append(new_entry)
         last_date = commit_date
 
+# Check if today's date is already in the timeline
+today = datetime.now().date()
+has_today_entry = any(datetime.fromisoformat(entry["timestamp"]).date() == today for entry in timeline_data)
+
+# If not, add the latest commit from the repository
+if not has_today_entry:
+    latest_entry = {
+        "hash": latest_commit.sha,
+        "timestamp": latest_commit.commit.author.date.isoformat(),
+        "GptVersion": None  # You can set this manually later
+    }
+
+    # If this hash exists in our existing data and has a GptVersion, preserve it
+    if latest_commit.sha in existing_data and existing_data[latest_commit.sha].get("GptVersion"):
+        latest_entry["GptVersion"] = existing_data[latest_commit.sha]["GptVersion"]
+
+    print(f"Adding latest repository commit for today")
+    timeline_data.insert(0, latest_entry)  # Insert at the beginning (most recent)
+
 # Save the JSON data to a file
 with open("timeline_data.json", "w") as f:
     json.dump(timeline_data, f, indent=2)