Load locales into db each time

Author: iHiD

AGENTS.md

@@ -100,6 +100,13 @@ rm -rf .built-assets/              # Clear asset cache if needed
 - `app/controllers/spi/` - Internal service endpoints
 - `test/` - All test files
 - `docs/context/` - Detailed component documentation
+- `scripts/llm/` - Helper scripts created by AI agents
+
+**Script Organization:**
+
+- **Always create new scripts in `scripts/llm/`** - This keeps AI-generated scripts organized and separate from core application scripts
+- Use descriptive names like `merge_locales.rb` or `fix_data.rb`
+- Include comments explaining what the script does and when to use it
 
 **When editing:**
 

config/locale.yaml

@@ -10,7 +10,7 @@
 #
 # It's strongly recommended that you check this file into your version control system.
 
-ActiveRecord::Schema[7.1].define(version: 2025_08_19_141635) do
+ActiveRecord::Schema[7.1].define(version: 2025_08_28_143607) do
   create_table "active_storage_attachments", charset: "utf8mb4", collation: "utf8mb4_unicode_ci", force: :cascade do |t|
     t.string "name", null: false
     t.string "record_type", null: false
@@ -2029,4 +2029,4 @@
   add_foreign_key "user_track_viewed_exercise_approaches", "users"
   add_foreign_key "user_tracks", "tracks"
   add_foreign_key "user_tracks", "users"
-end
+end

db/schema.rb

@@ -4,6 +4,17 @@ Exercism Website is a comprehensive Ruby on Rails application with React/TypeScr
 
 Always reference these instructions first and fallback to search or bash commands only when you encounter unexpected information that does not match the info here.
 
+## Internationalization (i18n) System
+
+The application uses a custom database-backed i18n system instead of standard Rails YAML files:
+
+- **Database Storage**: Translations are stored in `Localization::Translation` and `Localization::Original` models
+- **Custom Backend**: `config/initializers/i18n.rb` defines `I18n::Backend::Exercism` that loads translations from the database
+- **Translation Loading**: The backend loads all translations via `Localization::Translation.pluck(:locale, :key, :value)` and builds nested hashes
+- **Key Structure**: Uses dot-notation keys (e.g., `"tracks.index.header.title"`) that get converted to nested hashes
+- **Loading Process**: During tests, use `LoadLocaleIntoDB.call` to import locale data from `config/locale.yaml` into the database
+- **Locale Files**: Source files are in `config/locales.bk/` and get merged into `config/locale.yaml` with "en:" prefix removed
+
 ## Documentation
 
 There is a subdirectory called `docs/context` which contains detailed information that an LLM might find useful on different areas of the application. When working with specific components, always reference the RELEVANT docs in that directory first:

docs/context/overview.md

@@ -0,0 +1,49 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+
+require 'yaml'
+
+# Create merged locale.yaml from locales.bk directory
+# This script properly merges all YAML files and removes the "en" prefix
+
+OUTPUT_FILE = "config/locale.yaml"
+LOCALES_DIR = "config/locales.bk"
+
+puts "Merging locale files from #{LOCALES_DIR} into #{OUTPUT_FILE}"
+
+# Collect all YAML content
+merged_data = {}
+
+# Process all .yml files in locales.bk directory
+Dir.glob("#{LOCALES_DIR}/**/*.yml").each do |file|
+  puts "Processing #{file}"
+  
+  begin
+    data = YAML.load_file(file) || {}
+    en_data = data['en'] || {}
+    
+    # Deep merge the en_data into merged_data
+    def deep_merge!(target, source)
+      source.each do |key, value|
+        if target[key].is_a?(Hash) && value.is_a?(Hash)
+          deep_merge!(target[key], value)
+        else
+          target[key] = value
+        end
+      end
+      target
+    end
+    
+    deep_merge!(merged_data, en_data)
+  rescue => e
+    puts "Error processing #{file}: #{e}"
+    next
+  end
+end
+
+# Write the merged data to the output file
+File.write(OUTPUT_FILE, YAML.dump(merged_data))
+
+puts "Merge complete. Output written to #{OUTPUT_FILE}"
+puts "File size: #{File.readlines(OUTPUT_FILE).count} lines"
+puts "Keys found: #{merged_data.keys.count}"

scripts/llm/merge_locales.rb

@@ -0,0 +1,34 @@
+#!/bin/bash
+
+# Create merged locale.yaml from locales.bk directory
+# This script merges all YAML files and removes the "en" prefix
+
+OUTPUT_FILE="config/locale.yaml"
+LOCALES_DIR="config/locales.bk"
+
+# Remove existing output file
+rm -f "$OUTPUT_FILE"
+
+echo "Merging locale files from $LOCALES_DIR into $OUTPUT_FILE"
+
+# Process all .yml files in locales.bk directory
+find "$LOCALES_DIR" -name "*.yml" -type f | while read -r file; do
+    echo "Processing $file"
+    
+    # Extract just the en: section and remove the "en:" prefix
+    # Using yq would be ideal, but falling back to sed/awk for broader compatibility
+    if command -v yq &> /dev/null; then
+        # If yq is available, use it for proper YAML parsing
+        yq eval '.en // {}' "$file" >> "$OUTPUT_FILE"
+    else
+        # Fallback: use awk to extract content under "en:" key
+        awk '
+        /^en:/ { in_en=1; next }
+        /^[a-zA-Z]/ && !/^  / && in_en { in_en=0 }
+        in_en && /^  / { print substr($0, 3) }
+        ' "$file" >> "$OUTPUT_FILE"
+    fi
+done
+
+echo "Merge complete. Output written to $OUTPUT_FILE"
+echo "File size: $(wc -l < "$OUTPUT_FILE") lines"

scripts/llm/merge_locales.sh

@@ -0,0 +1,56 @@
+# frozen_string_literal: true
+
+require "yaml"
+
+class LoadLocaleIntoDB
+  def self.call
+    new.()
+  end
+
+  def call
+    puts "📂 Loading locale.yaml into database"
+
+    data = YAML.load_file(locale_file) || {}
+    flatten_keys(data).each do |key, value|
+      next if value.nil?
+
+      # Create the Original record
+      original = Localization::Original::Create.(:website_server_side, key, value, nil, false)
+
+      # Create the Translation record for English
+      Localization::Translation.create!(
+        original: original,
+        locale: "en",
+        key: key,
+        value: value
+      )
+    rescue ActiveRecord::RecordNotUnique, ActiveRecord::RecordInvalid
+      # Already added
+    end
+  end
+
+  private
+  def locale_file
+    Rails.root.join("config", "locale.yaml")
+  end
+
+  # Flatten nested YAML into dot-notation keys
+  def flatten_keys(obj, prefix = "")
+    result = {}
+
+    case obj
+    when Hash
+      obj.each do |k, v|
+        # Always stringify keys (so "1" instead of integer 1)
+        k = k.to_s
+        full_key = prefix.empty? ? k : "#{prefix}.#{k}"
+        result.merge!(flatten_keys(v, full_key))
+      end
+    else
+      # leaf value
+      result[prefix] = obj
+    end
+
+    result
+  end
+end

test/load_locale_into_db.rb

@@ -8,6 +8,7 @@
 require 'minitest/retry'
 require_relative './helpers/turbo_assertions_helper'
 require 'generate_js_config'
+require_relative './load_locale_into_db'
 
 # We need to write the manifest.json and env.json files as the
 # javascript:build rake task that is called below depends on it
@@ -168,6 +169,8 @@ class ActiveSupport::TestCase
   # parallelize(workers: :number_of_processors)
 
   setup do
+    # Load i18n data into database before each test
+    LoadLocaleIntoDB.()
     reset_redis!
     reset_rack_attack!
 

test/test_helper.rb

@@ -10,8 +10,18 @@ class TracksPageVisualTest < ApplicationSystemTestCase
     create :track, :random_slug, title: "JavaScript", blurb: "The language of the web"
     create :track, :random_slug, title: "Python", blurb: "A powerful programming language"
 
+    # Verify i18n is working for tracks page title
+    translation = Localization::Translation.find_by(locale: "en", key: "tracks.index.header.title")
+    assert translation.present?, "Translation for tracks.index.header.title should exist"
+    assert_includes translation.value, "%<num_tracks>s languages", "Translation should contain expected text"
+
     visit tracks_path
 
+    # Verify the translation is actually rendered (should contain "3 languages" not "Title")
+    assert_no_text "Title"
+    assert_no_text "Description HTML"
+    assert_text "3 languages for you to master"
+
     # Take screenshot
     page.save_screenshot('tmp/screenshots/visual_tracks_page.png')