Update JavaScript documentation

Author: simon04

lib/docs/filters/mdn/clean_html.rb

@@ -13,13 +13,19 @@ class CleanHtmlFilter < Filter
         '.communitybox',
         '#Quick_Links',
         'aside.metadata',
+        '.reference-layout__toc',
+        '.article-footer',
         'hr']
 
       BROWSER_UNNECESSARY_CLASS_REGEX = /\s*bc-browser[\w_-]+/
 
       def call
         css(*REMOVE_NODES).remove
 
+        css('.reference-layout__header', '.reference-layout__body').each do |node|
+          node.before(node.children).remove
+        end
+
         css('td.header').each do |node|
           node.name = 'th'
         end

lib/docs/filters/mdn/compat_tables.rb

@@ -5,38 +5,37 @@ class CompatTablesFilter < Filter
       # Generate browser compatibility table
       # Fixes "BCD tables only load in the browser"
       # https://github.com/mdn/browser-compat-data
-      # https://github.com/mdn/yari/tree/main/client/src/document/ingredients/browser-compatibility-table
+      # https://github.com/mdn/yari/tree/main/client/src/lit/compat
 
       def call
-        if at_css('#browser_compatibility') \
-          and not at_css('#browser_compatibility').next_sibling.classes.include?('warning') \
-          and not at_css('#browser_compatibility').next_sibling.content.match?('Supported')
-
-          at_css('#browser_compatibility').next_sibling.remove
-
-          compatibility_tables = generate_compatibility_table()
-          compatibility_tables.each do |table|
-            at_css('#browser_compatibility').add_next_sibling(table)
-          end
-        end
+        generate_compatibility_table()
 
         doc
       end
 
-      BROWSERS = {
+      BROWSERS_DESKTOP = {
         # Desktop
         'chrome' => 'Chrome',
         'edge' => 'Edge',
         'firefox' => 'Firefox',
         'opera' => 'Opera',
         'safari' => 'Safari',
+      }
+      BROWSERS_MOBILE = {
         # Mobile
         'chrome_android' => 'Chrome Android',
         'firefox_android' => 'Firefox for Android',
         'opera_android' => 'Opera Android',
         'safari_ios' => 'Safari on IOS',
         'samsunginternet_android' => 'Samsung Internet',
         'webview_android' => 'WebView Android',
+        'webview_ios' => 'WebView on iOS',
+      }
+      BROWSERS_SERVER = {
+        # Server
+        'bun' => 'Bun',
+        'deno' => 'Deno',
+        'nodejs' => 'Node.js',
       }
 
       def is_javascript
@@ -45,40 +44,28 @@ def is_javascript
 
       def browsers
         if is_javascript
-          {}.merge(BROWSERS).merge({
-            # Server
-            'deno' => 'Deno',
-            'nodejs' => 'Node.js',
-          })
+          {}.merge(BROWSERS_DESKTOP).merge(BROWSERS_MOBILE).merge(BROWSERS_SERVER)
         else
-          BROWSERS
+          {}.merge(BROWSERS_DESKTOP).merge(BROWSERS_MOBILE)
         end
       end
 
       def browser_types
         if is_javascript
-          {'Desktop'=>5, 'Mobile'=>6, 'Server'=>2,}
+          {'Desktop'=>BROWSERS_DESKTOP.length, 'Mobile'=>BROWSERS_MOBILE.length, 'Server'=>BROWSERS_SERVER.length,}
         else
-          {'Desktop'=>5, 'Mobile'=>6,}
+          {'Desktop'=>BROWSERS_DESKTOP.length, 'Mobile'=>BROWSERS_MOBILE.length,}
         end
       end
 
       def generate_compatibility_table()
-        json_files_uri = request_bcd_uris()
-
-        compat_tables = []
-
-        json_files_uri.each do |uri|
-          compat_tables.push(generate_compatibility_table_wrapper(uri))
+        css('mdn-compat-table-lazy').each do |node|
+          file = node.attr('query')
+          # https://github.com/mdn/browser-compat-data/blob/main/javascript/builtins/Set.json
+          # https://bcd.developer.mozilla.org/bcd/api/v0/current/javascript.builtins.Set.json
+          uri = "https://bcd.developer.mozilla.org/bcd/api/v0/current/#{file}.json"
+          node.replace generate_compatibility_table_wrapper(uri)
         end
-
-        return compat_tables
-      end
-
-      def request_bcd_uris
-        hydration = JSON.load at_css('#hydration').text
-        files = hydration['doc']['browserCompat'] || []
-        files.map { |file| "https://bcd.developer.mozilla.org/bcd/api/v0/current/#{file}.json" }
       end
 
       def generate_compatibility_table_wrapper(url)

lib/docs/scrapers/mdn/javascript.rb

@@ -3,7 +3,7 @@ class Javascript < Mdn
     prepend FixInternalUrlsBehavior
     prepend FixRedirectionsBehavior
 
-    # release = '2025-06-01'
+    # release = '2025-09-15'
     self.name = 'JavaScript'
     self.base_url = 'https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference'
     self.links = {
@@ -22,25 +22,11 @@ class Javascript < Mdn
       /Statements)
 
     options[:skip_patterns] = [
-      /additional_examples/i,
-      /noSuchMethod/i,
+      /contributors.txt/,
       /Deprecated_and_obsolete_features/
     ]
 
-    options[:replace_paths] = {
-      '/template_strings' => '/Template_literals',
-      '/Functions_and_function_scope/Strict_mode' => '/Strict_mode'
-    }
-
     options[:fix_urls] = ->(url) do
-      url.sub! 'https://developer.mozilla.org/en-US/docs/JavaScript/Reference',  Javascript.base_url
-      url.sub! 'https://developer.mozilla.org/en/JavaScript/Reference',          Javascript.base_url
-      url.sub! 'https://developer.mozilla.org/en/Core_JavaScript_1.5_Reference', Javascript.base_url
-      url.sub! 'https://developer.mozilla.org/En/Core_JavaScript_1.5_Reference', Javascript.base_url
-      url.sub! '/Operators/Special/', '/Operators/'
-      url.sub! 'Destructing_assignment', 'Destructuring_assignment'
-      url.sub! '/Functions_and_function_scope', '/Functions'
-      url.sub! 'Array.prototype.values()', 'values'
       url.sub! '%2A', '*'
       url.sub! '%40', '@'
       url

lib/docs/scrapers/mdn/mdn.rb

@@ -10,7 +10,7 @@ class Mdn < UrlScraper
     html_filters.insert_before 'container', 'mdn/compat_tables' # needs access to <script type="application/json" id="hydration">
     html_filters.push 'mdn/clean_html'
 
-    options[:container] = '#content > .main-page-content'
+    options[:container] = '#content'
     options[:trailing_slash] = false
 
     options[:skip_link] = ->(link) {