diff --git a/sql/2025/accessibility/README copy.md b/sql/2025/accessibility/README copy.md
new file mode 100644
index 00000000000..89f1de5fdc7
--- /dev/null
+++ b/sql/2025/accessibility/README copy.md
@@ -0,0 +1,20 @@
+# 2024 Accessibility queries
+
+
+
+## Resources
+
+- [📄 Planning doc][~google-doc]
+- [📊 Results sheet][~google-sheets]
+- [📝 Markdown file][~chapter-markdown]
+
+[~google-doc]: https://docs.google.com/document/d/1anCSQk9g_YDfZP6GtjqdC-vCfnCNZAUEQwjSr8AzqTw/edit
+[~google-sheets]: https://docs.google.com/spreadsheets/d/1btB1r9QpdgTyToPhn7glcGAdMFs7eq4UcQSVIHBqiYQ/edit#gid=1778117656
+[~chapter-markdown]: https://github.com/HTTPArchive/almanac.httparchive.org/tree/main/src/content/en/2024/accessibility.md
diff --git a/sql/2025/accessibility/a11y_frontend_technology.sql b/sql/2025/accessibility/a11y_frontend_technology.sql
new file mode 100644
index 00000000000..ba2cb7bd121
--- /dev/null
+++ b/sql/2025/accessibility/a11y_frontend_technology.sql
@@ -0,0 +1,84 @@
+#standardSQL
+-- Web Almanac — Lighthouse category scores by framework (2025-07-01)
+-- Google Sheet: a11y_frontend_technology
+--
+-- Purpose
+-- • Extract Lighthouse category scores (performance, accessibility,
+-- best-practices, SEO) from JSON in the crawl dataset.
+-- • Associate each crawled page with detected frontend frameworks or JS libraries.
+-- • Limit to root pages only for consistency.
+-- • De-duplicate multiple {page, framework} rows caused by UNNEST, by averaging
+-- scores per page before computing framework-level averages.
+--
+-- Method
+-- 1. Extract scores with JSON_EXTRACT_SCALAR, cast to FLOAT64.
+-- 2. Filter to categories: Web frameworks, JavaScript libraries,
+-- Frontend frameworks, JavaScript frameworks.
+-- 3. Aggregate in two steps:
+-- a. Per {client, page, framework}, average scores to remove duplicates.
+-- b. Global averages per {client, framework}.
+--
+-- Output columns
+-- client — "desktop" | "mobile"
+-- framework — detected framework or JS library
+-- avg_performance_score — average Lighthouse performance score (0–1)
+-- avg_accessibility_score — average Lighthouse accessibility score (0–1)
+-- avg_best_practices_score — average Lighthouse best-practices score (0–1)
+-- avg_seo_score — average Lighthouse SEO score (0–1)
+-- total_pages — distinct page count per {client, framework}
+--
+-- Notes
+-- • Scores remain in 0–1 float scale (not percentages).
+-- • `is_root_page = TRUE` ensures only root URLs are included.
+-- • Optional: enable TABLESAMPLE for faster smoke testing.
+WITH score_data AS (
+ SELECT
+ client,
+ page,
+ CAST(JSON_EXTRACT_SCALAR(lighthouse, '$.categories.performance.score') AS FLOAT64) AS performance_score,
+ CAST(JSON_EXTRACT_SCALAR(lighthouse, '$.categories.accessibility.score') AS FLOAT64) AS accessibility_score,
+ CAST(JSON_EXTRACT_SCALAR(lighthouse, '$.categories.best-practices.score') AS FLOAT64) AS best_practices_score,
+ CAST(JSON_EXTRACT_SCALAR(lighthouse, '$.categories.seo.score') AS FLOAT64) AS seo_score,
+ t.technology AS framework
+ FROM
+ `httparchive.crawl.pages`,
+ -- TABLESAMPLE SYSTEM (0.1 PERCENT) -- ← optional: cheap smoke test
+ UNNEST(technologies) AS t
+ WHERE
+ date = '2025-07-01' AND
+ lighthouse IS NOT NULL AND
+ -- lighthouse != '{}' AND
+ is_root_page = TRUE AND
+ ('Web frameworks' IN UNNEST(t.categories) OR 'JavaScript libraries' IN UNNEST(t.categories) OR 'Frontend frameworks' IN UNNEST(t.categories) OR 'JavaScript frameworks' IN UNNEST(t.categories)) AND
+ t.technology IS NOT NULL
+)
+
+SELECT
+ client,
+ framework,
+ AVG(performance_score) AS avg_performance_score,
+ AVG(accessibility_score) AS avg_accessibility_score,
+ AVG(best_practices_score) AS avg_best_practices_score,
+ AVG(seo_score) AS avg_seo_score,
+ COUNT(DISTINCT page) AS total_pages
+FROM (
+ SELECT
+ client,
+ page,
+ framework,
+ AVG(performance_score) AS performance_score, # All scores are the same for one page (we have multiple rows due to unnest), we could also take the first instead of the average
+ AVG(accessibility_score) AS accessibility_score,
+ AVG(best_practices_score) AS best_practices_score,
+ AVG(seo_score) AS seo_score
+ FROM
+ score_data
+ GROUP BY
+ client,
+ page,
+ framework
+)
+GROUP BY
+ client,
+ framework
+ORDER BY
+ total_pages DESC;
diff --git a/sql/2025/accessibility/a11y_overall_tech_usage_by_domain_rank.sql b/sql/2025/accessibility/a11y_overall_tech_usage_by_domain_rank.sql
new file mode 100644
index 00000000000..049d5b8d8fe
--- /dev/null
+++ b/sql/2025/accessibility/a11y_overall_tech_usage_by_domain_rank.sql
@@ -0,0 +1,93 @@
+#standardSQL
+-- Accessibility Technology (A11y) Usage by Domain Rank (2025-07-01)
+-- Google Sheet: a11y_overall_tech_usage_by_domain_rank
+--
+-- Purpose
+-- • Quantify adoption of accessibility-related technologies (e.g., overlays)
+-- across websites, segmented by domain rank tiers.
+-- • Provide both absolute counts of sites using A11y tech and percentages
+-- within each rank grouping.
+--
+-- Dataset
+-- • Source: `httparchive.crawl.pages`
+-- • Crawl date: 2025-07-01
+-- • Technologies: extracted from `technologies` and `categories` arrays.
+-- • Rank groupings: [1K, 10K, 100K, 1M, 10M, 100M].
+--
+-- Method
+-- 1. Subquery A:
+-- – Expand rank thresholds with UNNEST.
+-- – Select distinct {client, page, is_root_page, rank_grouping}
+-- where `category = 'Accessibility'`.
+-- 2. Subquery B:
+-- – Count all sites per {client, rank_grouping} as denominators
+-- (total sites in each rank band).
+-- 3. Join Subquery A with Subquery B on {client, rank_grouping}.
+-- 4. Aggregate results to compute distinct site counts and percentages.
+--
+-- Output columns
+-- client — "desktop" | "mobile"
+-- is_root_page — TRUE if page is a root URL
+-- rank_grouping — maximum rank threshold (e.g., 1000, 10000, …)
+-- total_in_rank — total number of sites within the rank group
+-- sites_with_a11y_tech — count of distinct sites using A11y technology
+-- pct_sites_with_a11y_tech — fraction of sites in rank group using A11y tech
+--
+-- Notes
+-- • Percentages are relative to the total sites in each rank grouping.
+-- • Multiple rank thresholds allow trend analysis across different scales
+-- of the web (top 1K → top 100M).
+-- • `is_root_page` is preserved to allow filtering on root vs non-root pages.
+SELECT
+ client,
+ is_root_page,
+ rank_grouping, # Grouping of domains by their rank (e.g., top 1000, top 10000, etc.)
+ total_in_rank, # Total number of sites within the rank grouping
+ COUNT(DISTINCT page) AS sites_with_a11y_tech, # Number of unique sites that use accessibility technology
+ COUNT(DISTINCT page) / total_in_rank AS pct_sites_with_a11y_tech # Percentage of sites using accessibility technology within the rank grouping
+FROM
+ (
+ # Subquery to filter and extract relevant pages with A11Y technology
+ SELECT DISTINCT
+ client,
+ is_root_page,
+ page,
+ rank_grouping,
+ category
+ FROM
+ `httparchive.crawl.pages`,
+ UNNEST([1000, 10000, 100000, 1000000, 10000000, 100000000]) AS rank_grouping, # Expand rank_grouping to cover different rank categories
+ UNNEST(technologies) AS tech,
+ UNNEST(categories) AS category
+ WHERE
+ date = '2025-07-01' AND
+ category = 'Accessibility' AND
+ rank <= rank_grouping # Include only sites within the specified rank grouping
+ )
+JOIN
+ (
+ # Subquery to count total sites in each rank grouping for each client
+ SELECT
+ client,
+ rank_grouping,
+ COUNT(0) AS total_in_rank
+ FROM
+ `httparchive.crawl.pages`,
+ UNNEST([1000, 10000, 100000, 1000000, 10000000, 100000000]) AS rank_grouping
+ WHERE
+ date = '2025-07-01' AND
+ rank <= rank_grouping
+ GROUP BY
+ client,
+ rank_grouping
+ )
+USING (client, rank_grouping)
+GROUP BY
+ client,
+ is_root_page,
+ rank_grouping,
+ total_in_rank
+ORDER BY
+ client,
+ is_root_page,
+ rank_grouping
diff --git a/sql/2025/accessibility/a11y_technology_usage.sql b/sql/2025/accessibility/a11y_technology_usage.sql
new file mode 100644
index 00000000000..fd0d43c5809
--- /dev/null
+++ b/sql/2025/accessibility/a11y_technology_usage.sql
@@ -0,0 +1,49 @@
+#standardSQL
+-- Accessibility Technology (A11y) Usage by Client (2025-07-01)
+-- Google Sheets: a11y_technology_usage
+--
+-- Purpose
+-- • Measure the adoption of accessibility-related technologies (e.g., overlays)
+-- across websites, segmented by client type (desktop vs mobile).
+-- • Provide absolute counts of sites with A11y tech and their percentage share
+-- relative to all sites.
+--
+-- Dataset
+-- • Source: `httparchive.crawl.pages`
+-- • Crawl date: 2025-07-01
+-- • Technologies: extracted via `UNNEST(technologies)` and `UNNEST(categories)`.
+--
+-- Method
+-- 1. Count distinct sites (pages) per {client, is_root_page}.
+-- 2. Count distinct sites where `category = 'Accessibility'`.
+-- 3. Compute percentage as (# sites with A11y tech / total sites).
+--
+-- Output columns
+-- client — "desktop" | "mobile"
+-- is_root_page — TRUE if page is a root URL
+-- total_sites — number of distinct sites per client
+-- sites_with_a11y_tech — number of distinct sites with Accessibility technology
+-- pct_sites_with_a11y_tech — fraction of sites using A11y tech (0–1 float)
+--
+-- Notes
+-- • `DISTINCT page` prevents double-counting when a site has multiple technologies.
+-- • Percentages are per client (desktop/mobile) and root-page grouping.
+-- • Useful for high-level comparison of A11y tech adoption across clients.
+SELECT
+ client, # Client domain
+ is_root_page,
+ COUNT(DISTINCT page) AS total_sites, # Total number of unique sites for the client
+ COUNT(DISTINCT IF(category = 'Accessibility', page, NULL)) AS sites_with_a11y_tech, # Number of unique sites that use accessibility technology
+ COUNT(DISTINCT IF(category = 'Accessibility', page, NULL)) / COUNT(DISTINCT page) AS pct_sites_with_a11y_tech # Percentage of sites using accessibility technology
+FROM
+ `httparchive.crawl.pages`,
+ UNNEST(technologies) AS tech,
+ UNNEST(categories) AS category
+WHERE
+ date = '2025-07-01' # Specific date for data extraction
+GROUP BY
+ client,
+ is_root_page
+ORDER BY
+ client,
+ is_root_page;
diff --git a/sql/2025/accessibility/a11y_technology_usage_by_domain_rank.sql b/sql/2025/accessibility/a11y_technology_usage_by_domain_rank.sql
new file mode 100644
index 00000000000..ba70b580578
--- /dev/null
+++ b/sql/2025/accessibility/a11y_technology_usage_by_domain_rank.sql
@@ -0,0 +1,95 @@
+#standardSQL
+# Purpose
+# Measure adoption of specific Accessibility-related technologies (apps/overlays)
+# across domain rank buckets in the 2025-07-01 HTTP Archive crawl.
+# Google Sheet: a11y_technology_usage_by_domain_rank
+#
+# Output columns
+# • client = desktop or mobile
+# • is_root_page = TRUE if page is the root of the site
+# • rank_grouping = domain rank bucket (1k, 10k, …, 100M)
+# • total_in_rank = total number of unique pages in the rank bucket
+# • app = specific Accessibility technology detected (Wappalyzer name)
+# • sites_with_app = number of unique pages using that technology
+# • pct_sites_with_app = share of pages in the rank bucket using that technology
+#
+# Method
+# 1. Assign each page to a rank_grouping based on its domain rank.
+# 2. Compute totals per client / root flag / rank grouping (denominator).
+# 3. Expand technologies and categories, keeping only category = 'Accessibility'.
+# 4. Count distinct pages per technology and divide by the rank total.
+#
+# Notes
+# • Unit of analysis = page URL, not host/site.
+# • Percentages are returned as numeric fractions (0–1). Use FORMAT() if a
+# human-readable percent string is needed.
+# • Rank groupings are aligned with prior reporting thresholds (1k → 100M).
+WITH ranked_sites AS (
+ -- Get the total number of sites within each rank grouping
+ SELECT
+ client,
+ is_root_page,
+ page,
+ rank,
+ technologies, -- Include technologies field here
+ CASE
+ WHEN rank <= 1000 THEN 1000
+ WHEN rank <= 10000 THEN 10000
+ WHEN rank <= 100000 THEN 100000
+ WHEN rank <= 1000000 THEN 1000000
+ WHEN rank <= 10000000 THEN 10000000
+ WHEN rank <= 100000000 THEN 100000000
+ END AS rank_grouping
+ FROM
+ `httparchive.crawl.pages`
+ WHERE
+ date = '2025-07-01' -- Use the relevant date for analysis
+),
+
+rank_totals AS (
+ -- Calculate total sites in each rank grouping
+ SELECT
+ client,
+ is_root_page,
+ rank_grouping,
+ COUNT(DISTINCT page) AS total_in_rank
+ FROM
+ ranked_sites
+ GROUP BY
+ client,
+ is_root_page,
+ rank_grouping
+)
+
+SELECT
+ r.client,
+ r.is_root_page,
+ r.rank_grouping,
+ rt.total_in_rank, -- Total number of unique sites within the rank grouping
+ tech.technology AS app, -- Accessibility technology used
+ COUNT(DISTINCT r.page) AS sites_with_app, -- Number of sites using the specific accessibility technology
+ SAFE_DIVIDE(COUNT(DISTINCT r.page), rt.total_in_rank) AS pct_sites_with_app -- Percentage of sites using the accessibility technology
+FROM
+ ranked_sites r
+JOIN
+ UNNEST(r.technologies) AS tech -- Expand technologies array to individual rows
+JOIN
+ rank_totals rt -- Join to get the total number of sites per rank grouping
+ON r.client = rt.client AND
+ r.is_root_page = rt.is_root_page AND
+ r.rank_grouping = rt.rank_grouping
+JOIN
+ UNNEST(tech.categories) AS category -- Unnest the categories array to filter for accessibility
+WHERE
+ category = 'Accessibility' -- Filter to include only accessibility-related technologies
+GROUP BY
+ r.client,
+ r.is_root_page,
+ r.rank_grouping,
+ rt.total_in_rank,
+ tech.technology
+ORDER BY
+ tech.technology, -- Order results by technology (app)
+ r.rank_grouping, -- Order results by rank grouping
+ r.client,
+ r.is_root_page;
diff --git a/sql/2025/accessibility/alt_ending_in_image_extension.sql b/sql/2025/accessibility/alt_ending_in_image_extension.sql
new file mode 100644
index 00000000000..b2f5a45819c
--- /dev/null
+++ b/sql/2025/accessibility/alt_ending_in_image_extension.sql
@@ -0,0 +1,79 @@
+#standardSQL
+-- Alt Texts Ending in File Extensions (2025-07-01)
+-- Google Sheet: alt_ending_in_image_extension
+-- Measures how often > LANGUAGE js AS '''
+try {
+ return Object.entries(a11y.file_extension_alts.file_extensions).map(([extension, total]) => {
+ return {extension, total};
+ });
+} catch (e) {
+ return [];
+}
+''';
+SELECT
+ client,
+ is_root_page,
+ sites_with_non_empty_alt,
+ sites_with_file_extension_alt,
+ total_alts_with_file_extensions,
+
+ # Of sites with a non-empty alt, what % have an alt with a file extension
+ sites_with_file_extension_alt / sites_with_non_empty_alt AS pct_sites_with_file_extension_alt,
+ # Given a random alt, how often will it end in a file extension
+ total_alts_with_file_extensions / total_non_empty_alts AS pct_alts_with_file_extension,
+
+ extension_stat.extension AS extension,
+ COUNT(0) AS total_sites_using,
+ # Of sites with a non-empty alt, what % have an alt with this file extension
+ COUNT(0) / sites_with_non_empty_alt AS pct_applicable_sites_using,
+
+ # Of sites with a non-empty alt, what % have an alt with this file extension
+ SUM(extension_stat.total) AS total_occurances,
+ # Given a random alt ending in a file extension, how often will it end in this file extension
+ SUM(extension_stat.total) / total_alts_with_file_extensions AS pct_total_occurances
+FROM
+ `httparchive.crawl.pages`,
+ UNNEST(getUsedExtensions(custom_metrics.a11y)) AS extension_stat
+LEFT JOIN (
+ SELECT
+ client,
+ is_root_page,
+ COUNTIF(total_non_empty_alt > 0) AS sites_with_non_empty_alt,
+ COUNTIF(total_with_file_extension > 0) AS sites_with_file_extension_alt,
+
+ SUM(total_non_empty_alt) AS total_non_empty_alts,
+ SUM(total_with_file_extension) AS total_alts_with_file_extensions
+ FROM (
+ SELECT
+ client,
+ is_root_page,
+ CAST(JSON_VALUE(custom_metrics.markup.images.img.alt.present) AS INT64) AS total_non_empty_alt,
+ CAST(JSON_VALUE(custom_metrics.a11y.file_extension_alts.total_with_file_extension) AS INT64) AS total_with_file_extension
+ FROM
+ `httparchive.crawl.pages`
+ WHERE
+ date = '2025-07-01'
+ )
+ GROUP BY
+ client,
+ is_root_page
+) USING (client, is_root_page)
+WHERE
+ date = '2025-07-01'
+GROUP BY
+ client,
+ is_root_page,
+ sites_with_non_empty_alt,
+ sites_with_file_extension_alt,
+ total_non_empty_alts,
+ total_alts_with_file_extensions,
+ extension
+ORDER BY
+ client,
+ is_root_page,
+ total_occurances DESC
diff --git a/sql/2025/accessibility/anchors_with_role_button.sql b/sql/2025/accessibility/anchors_with_role_button.sql
new file mode 100644
index 00000000000..f14cc0e3658
--- /dev/null
+++ b/sql/2025/accessibility/anchors_with_role_button.sql
@@ -0,0 +1,33 @@
+#standardSQL
+-- Anchors with role="button" (2025-07-01)
+-- Google Sheet: anchors_with_role_button
+--
+-- Measures how often elements are given role="button".
+-- Reports per client and root-page status:
+-- • # of sites with anchors
+-- • # of sites with at least one anchor role="button"
+-- • % of anchor-using sites that apply role="button"
+SELECT
+ client,
+ is_root_page,
+ COUNTIF(total_anchors > 0) AS sites_with_anchors,
+ COUNTIF(total_anchors_with_role_button > 0) AS sites_with_anchor_role_button,
+
+ # Of sites that have anchors... how many have an anchor with a role='button'
+ COUNTIF(total_anchors_with_role_button > 0) / COUNTIF(total_anchors > 0) AS pct_sites_with_anchor_role_button
+FROM (
+ SELECT
+ client,
+ is_root_page,
+ date,
+ CAST(JSON_VALUE(custom_metrics.a11y.total_anchors_with_role_button) AS INT64) AS total_anchors_with_role_button,
+ IFNULL(CAST(JSON_VALUE(custom_metrics.element_count.a) AS INT64), 0) AS total_anchors
+ FROM
+ `httparchive.crawl.pages`
+ -- TABLESAMPLE SYSTEM (10 PERCENT) -- ← optional: cheap smoke test
+)
+WHERE
+ date = '2025-07-01'
+GROUP BY
+ client,
+ is_root_page;
diff --git a/sql/2025/accessibility/audio_track_usage.sql b/sql/2025/accessibility/audio_track_usage.sql
new file mode 100644
index 00000000000..4a01092ba3e
--- /dev/null
+++ b/sql/2025/accessibility/audio_track_usage.sql
@@ -0,0 +1,40 @@
+-- standardSQL
+-- Web Almanac — Audio elements with usage (2025)
+-- Google Sheet: audio_track_usage
+--
+-- This query:
+-- • Uses `httparchive.crawl.pages` at the site level (client × is_root_page).
+-- • Extracts counts and counts from the _almanac JSON payload.
+-- • Counts sites with any audio and sites with audio tracks.
+-- • Computes percentages:
+-- - pct_audios_with_tracks = SUM(total_with_track) / SUM(total_audios)
+-- - pct_sites_with_audios = sites_with_audio / total_sites
+-- - pct_audio_sites_with_tracks = sites_with_tracks / sites_with_audio
+-- • Groups results by client (desktop/mobile) and is_root_page (TRUE/FALSE).
+SELECT
+ client,
+ is_root_page,
+ COUNT(0) AS total_sites,
+ COUNTIF(total_audios > 0) AS total_with_audio,
+ COUNTIF(total_with_track > 0) AS total_with_tracks,
+
+ SUM(total_with_track) / SUM(total_audios) AS pct_audios_with_tracks,
+ COUNTIF(total_audios > 0) / COUNT(0) AS pct_sites_with_audios,
+ COUNTIF(total_with_track > 0) / COUNTIF(total_audios > 0) AS pct_audio_sites_with_tracks
+FROM (
+ SELECT
+ client,
+ is_root_page,
+ date,
+ -- CAST(JSON_EXTRACT_SCALAR(JSON_EXTRACT_SCALAR(payload, '$._almanac'), '$.audios.total') AS INT64) AS total_audios,
+ -- CAST(JSON_EXTRACT_SCALAR(JSON_EXTRACT_SCALAR(payload, '$._almanac'), '$.audios.total_with_track') AS INT64) AS total_with_track
+ CAST(JSON_VALUE(custom_metrics.other.almanac.audios.total) AS INT64) AS total_audios,
+ CAST(JSON_VALUE(custom_metrics.other.almanac.audios.total_with_track) AS INT64) AS total_with_track
+ FROM
+ `httparchive.crawl.pages`
+ WHERE
+ date = '2025-07-01'
+)
+GROUP BY
+ client,
+ is_root_page;
diff --git a/sql/2025/accessibility/button_name_sources.sql b/sql/2025/accessibility/button_name_sources.sql
new file mode 100644
index 00000000000..69111391913
--- /dev/null
+++ b/sql/2025/accessibility/button_name_sources.sql
@@ -0,0 +1,55 @@
+#standardSQL
+-- Button Accessible Name Sources (2025-07-01)
+-- Google Sheet: button_name_sources
+--
+-- Purpose
+-- • Analyze how and ), or mark as missing.
+--
+-- Note: the JavaScript temporary function (UDF) was no longer needed as
+-- each accessible name source became its own row.
+--
+-- Output
+-- client — "desktop" | "mobile"
+-- is_root_page — TRUE if root URL
+-- total_buttons — total number of button elements seen
+-- button_name_source — classified source of accessible name
+-- total_with_this_source — number of buttons with that source
+-- perc_of_all_buttons — percentage share of that source among all buttons
+SELECT
+ client,
+ is_root_page,
+ SUM(COUNT(0)) OVER (PARTITION BY client, is_root_page) AS total_buttons,
+ button_name_source,
+ COUNT(0) AS total_with_this_source,
+ COUNT(0) / SUM(COUNT(0)) OVER (PARTITION BY client, is_root_page) AS perc_of_all_buttons
+FROM (
+ SELECT
+ client,
+ is_root_page,
+ CASE
+ WHEN COALESCE(JSON_VALUE(node, '$.accessible_name'), '') = '' THEN 'No accessible name'
+ ELSE
+ CASE JSON_VALUE(node, '$.accessible_name_sources[0].type')
+ WHEN 'attribute' THEN CONCAT('attribute: ', COALESCE(JSON_VALUE(node, '$.accessible_name_sources[0].attribute'), ''))
+ WHEN 'relatedElement' THEN CONCAT('relatedElement: ', COALESCE(JSON_VALUE(node, '$.accessible_name_sources[0].attribute'), 'label'))
+ ELSE COALESCE(JSON_VALUE(node, '$.accessible_name_sources[0].type'), 'unknown')
+ END
+ END AS button_name_source
+ FROM
+ `httparchive.crawl.pages`,
+ UNNEST(JSON_QUERY_ARRAY(custom_metrics.a11y.form_control_a11y_tree)) AS node
+ WHERE
+ date = '2025-07-01'
+ AND is_root_page
+ AND (
+ JSON_VALUE(node, '$.type') = 'button' OR
+ (JSON_VALUE(node, '$.type') = 'input' AND JSON_VALUE(node, '$.attributes.type') = 'submit')
+ )
+)
+GROUP BY
+ client, is_root_page, button_name_source
+ORDER BY
+ perc_of_all_buttons DESC;
diff --git a/sql/2025/accessibility/captcha_usage.sql b/sql/2025/accessibility/captcha_usage.sql
new file mode 100644
index 00000000000..2d2f77cc7b6
--- /dev/null
+++ b/sql/2025/accessibility/captcha_usage.sql
@@ -0,0 +1,51 @@
+-- standardSQL
+-- Web Almanac — CAPTCHA usage analysis (2025-07-01)
+-- Google Sheet: captcha_usage
+--
+-- Goal
+-- Measure adoption of CAPTCHA technologies (reCAPTCHA, hCaptcha) across sites
+-- in the HTTP Archive crawl, split by client (desktop/mobile) and root vs non-root pages.
+--
+-- Units of analysis
+-- • Page-level data → rolled up to unique sites (using page URL as identifier).
+-- • Results reported by (client, is_root_page).
+--
+-- Output columns
+-- • client = crawl client (desktop, mobile)
+-- • is_root_page = TRUE if root page, FALSE otherwise
+-- • date = crawl date
+-- • total_sites = number of unique sites in this slice
+-- • sites_with_captcha = number of unique sites using reCAPTCHA or hCaptcha
+-- • perc_sites_with_captcha = share of sites using reCAPTCHA or hCaptcha (formatted string)
+--
+-- Data notes
+-- • Technologies are stored in the repeated field `technologies`; must UNNEST.
+-- • Matching is done on app.technology ∈ { 'reCAPTCHA', 'hCaptcha' }.
+-- • SAFE_DIVIDE ensures zero-safe percentage calculation.
+--
+-- Future extension
+-- • To include Cloudflare Turnstile (or others), extend the IN list:
+-- IF(app.technology IN ('reCAPTCHA','hCaptcha','Turnstile'), …)
+-- • Could also break down per provider by grouping on app.technology.
+--
+SELECT
+ client,
+ is_root_page,
+ date, # Date of the analysis
+ COUNT(DISTINCT page) AS total_sites, # Total number of unique sites for the client
+ COUNT(DISTINCT IF(app.technology IN ('reCAPTCHA', 'hCaptcha'), page, NULL)) AS sites_with_captcha, # Number of sites using reCAPTCHA or hCaptcha
+ SAFE_DIVIDE(
+ COUNT(DISTINCT IF(app.technology IN ('reCAPTCHA', 'hCaptcha'), page, NULL)),
+ COUNT(DISTINCT page)
+ ) AS perc_sites_with_captcha # Percentage of sites using reCAPTCHA or hCaptcha
+FROM
+ `httparchive.crawl.pages`,
+ UNNEST(technologies) AS app -- Unnest the detected technologies
+WHERE
+ date = '2025-07-01'
+GROUP BY
+ client,
+ is_root_page,
+ date
+ORDER BY
+ client; # Order results by client domain
diff --git a/sql/2025/accessibility/color_contrast.sql b/sql/2025/accessibility/color_contrast.sql
new file mode 100644
index 00000000000..49f44808286
--- /dev/null
+++ b/sql/2025/accessibility/color_contrast.sql
@@ -0,0 +1,52 @@
+#standardSQL
+-- Color Contrast Audit Results (2025-07-01)
+-- Google Sheet: color_contrast
+--
+-- Purpose
+-- • Measure how often pages pass Lighthouse’s "color-contrast" audit.
+-- • Report counts and percentages of elements with good contrast, by client
+-- (desktop vs mobile) and root-page status.
+--
+-- Dataset
+-- • Source: `httparchive.crawl.pages`
+-- • Field: lighthouse → audits.color-contrast.score
+-- • Date: 2025-07-01
+--
+-- Method
+-- 1. Extract the color-contrast audit score from Lighthouse JSON.
+-- 2. For each {client, is_root_page}:
+-- – total_applicable = pages with a non-null score
+-- – total_good_contrast = pages with score = 1 (pass)
+-- – perc_good_contrast = share of applicable pages that pass
+--
+-- Output
+-- client — "desktop" | "mobile"
+-- is_root_page — TRUE if page is a root URL
+-- total_applicable — number of pages with color-contrast audit run
+-- total_good_contrast — number of pages passing color-contrast audit
+-- perc_good_contrast — fraction of applicable pages with passing scores
+SELECT
+ client,
+ is_root_page,
+ COUNTIF(color_contrast_score IS NOT NULL) AS total_applicable,
+ COUNTIF(CAST(color_contrast_score AS NUMERIC) = 1) AS total_good_contrast,
+ COUNTIF(CAST(color_contrast_score AS NUMERIC) = 1) / COUNTIF(color_contrast_score IS NOT NULL) AS perc_good_contrast
+FROM (
+ SELECT
+ client,
+ is_root_page,
+ date,
+ JSON_VALUE(lighthouse, '$.audits.color-contrast.score') AS color_contrast_score
+ FROM
+ `httparchive.crawl.pages`
+ -- TABLESAMPLE SYSTEM (0.1 PERCENT)
+ WHERE
+ date = '2025-07-01'
+)
+GROUP BY
+ client,
+ is_root_page,
+ date
+ORDER BY
+ client,
+ is_root_page;
diff --git a/sql/2025/accessibility/common_alt_text_length.sql b/sql/2025/accessibility/common_alt_text_length.sql
new file mode 100644
index 00000000000..29cecda2c63
--- /dev/null
+++ b/sql/2025/accessibility/common_alt_text_length.sql
@@ -0,0 +1,61 @@
+#standardSQL
+-- Most common lengths of ,
+ id ARRAY,
+ attribute ARRAY,
+ pseudo_class ARRAY,
+ pseudo_element ARRAY
+>
+LANGUAGE js
+OPTIONS (library = "gs://httparchive/lib/css-utils.js")
+AS '''
+try {
+ function compute(ast) {
+ let ret = { class:{}, id:{}, attribute:{}, "pseudo-class":{}, "pseudo-element":{} };
+ walkSelectors(ast, selector => {
+ let sast = parsel.parse(selector, {list: false});
+ parsel.walk(sast, node => {
+ if (node.type in ret) incrementByKey(ret[node.type], node.name);
+ }, {subtree: true});
+ });
+ for (let type in ret) ret[type] = sortObject(ret[type]);
+ return ret;
+ }
+ function unzip(obj) {
+ return Object.entries(obj).filter(([_,v]) => !isNaN(v)).map(([k]) => k);
+ }
+ const ast = JSON.parse(css_str || "{}");
+ const parts = compute(ast);
+ return {
+ class: unzip(parts.class),
+ id: unzip(parts.id),
+ attribute: unzip(parts.attribute),
+ pseudo_class: unzip(parts['pseudo-class']),
+ pseudo_element: unzip(parts['pseudo-element'])
+ };
+} catch (e) {
+ return { class:[], id:[], attribute:[], pseudo_class:[], pseudo_element:[] };
+}
+''';
+
+SELECT
+ client,
+ COUNTIF(num_focus_visible > 0) AS pages_with_focus_visible,
+ COUNT(0) AS total_pages,
+ SAFE_DIVIDE(COUNTIF(num_focus_visible > 0), COUNT(0)) AS pct_pages_focus_visible
+FROM (
+ SELECT
+ client,
+ page,
+ COUNTIF(pseudo_class = 'focus-visible') AS num_focus_visible
+ FROM
+ `httparchive.crawl.parsed_css`,
+ -- `httparchive.sample_data.parsed_css_10k`,
+ UNNEST(getSelectorParts(TO_JSON_STRING(css)).pseudo_class) AS pseudo_class
+ WHERE
+ BYTE_LENGTH(TO_JSON_STRING(css)) < 0.1 * 1024 * 1024 -- ~100 KiB guard
+ AND date = DATE '2025-07-01' -- Comment out if this is used `httparchive.sample_data.parsed_css_10k`,
+ GROUP BY
+ client, page
+)
+GROUP BY
+ client
+ORDER BY
+ pct_pages_focus_visible DESC;
diff --git a/sql/2025/accessibility/form_input_name_sources.sql b/sql/2025/accessibility/form_input_name_sources.sql
new file mode 100644
index 00000000000..079eebbbefb
--- /dev/null
+++ b/sql/2025/accessibility/form_input_name_sources.sql
@@ -0,0 +1,100 @@
+-- standardSQL
+-- Web Almanac — A11Y name sources for and
+LANGUAGE js AS r"""
+try {
+ const a11y = JSON.parse(a11y_str || "{}");
+ const tree = Array.isArray(a11y.form_control_a11y_tree) ? a11y.form_control_a11y_tree : [];
+ const out = [];
+
+ for (const node of tree) {
+ if (!node || typeof node !== "object") continue;
+
+ const t = node.type || "";
+ if (t === "button") continue;
+ if (t === "input" && node.attributes && node.attributes.type === "submit") continue;
+
+ const name = (node.accessible_name ?? "");
+ const sources = Array.isArray(node.accessible_name_sources) ? node.accessible_name_sources : [];
+
+ if (!String(name).length) {
+ out.push("No accessible name");
+ continue;
+ }
+ if (!sources.length) continue;
+
+ const s = sources[0] || {};
+ let pretty = s.type || "unknown";
+ if (s.type === "attribute") {
+ pretty = `attribute: ${s.attribute || "unknown"}`;
+ } else if (s.type === "relatedElement") {
+ pretty = `relatedElement: ${s.attribute || "label"}`;
+ }
+ out.push(pretty);
+ }
+ return out;
+} catch (e) {
+ return [];
+}
+""";
+
+WITH
+src_base AS (
+ SELECT client, is_root_page, custom_metrics, payload
+ FROM
+ `httparchive.crawl.pages`
+ -- `httparchive.sample_data.pages_10k`
+ WHERE date = DATE '2025-07-01' -- Comment out if used `httparchive.sample_data.pages_10k`
+),
+
+src AS (
+ SELECT
+ b.client,
+ b.is_root_page,
+ COALESCE(
+ TO_JSON_STRING(b.custom_metrics.a11y),
+ TO_JSON_STRING(b.custom_metrics.other.a11y),
+ TO_JSON_STRING(JSON_QUERY(b.payload, '$._a11y'))
+ ) AS a11y_str
+ FROM src_base AS b
+ WHERE b.custom_metrics IS NOT NULL
+),
+per_input AS (
+ SELECT
+ client,
+ is_root_page,
+ src_txt AS input_name_source
+ FROM src,
+ UNNEST(a11yInputNameSources(a11y_str)) AS src_txt
+ WHERE a11y_str IS NOT NULL
+)
+SELECT
+ client,
+ is_root_page,
+ SUM(COUNT(*)) OVER (PARTITION BY client) AS total_inputs,
+ input_name_source,
+ COUNT(0) AS total_with_this_source,
+ SAFE_DIVIDE(COUNT(*), SUM(COUNT(*)) OVER (PARTITION BY client)) AS perc_of_all_inputs
+FROM per_input
+GROUP BY client, is_root_page, input_name_source
+ORDER BY client, is_root_page, total_with_this_source DESC;
diff --git a/sql/2025/accessibility/form_required_controls.sql b/sql/2025/accessibility/form_required_controls.sql
new file mode 100644
index 00000000000..b90602a25cf
--- /dev/null
+++ b/sql/2025/accessibility/form_required_controls.sql
@@ -0,0 +1,121 @@
+-- standardSQL
+-- Web Almanac — Required form controls (input, select, textarea) (2025-07-01)
+-- Google Spreadsheet: form_required_controls
+--
+-- Purpose
+-- • Measure how required form controls are indicated across sites.
+-- • Detect use of visible asterisks, HTML `required` attribute, and `aria-required`.
+-- • Count overlaps: controls marked with two or all three methods.
+--
+-- Method
+-- 1. UDF `requiredControls` parses JSON for each page’s form controls.
+-- 2. Pulls from 2025 schema: `custom_metrics.a11y` → `custom_metrics.other.a11y` → legacy `payload._a11y`.
+-- 3. Inner SELECT: compute per-page stats.
+-- 4. Outer SELECT: aggregate per {client, is_root_page}, reporting totals and fractions.
+--
+-- Output columns
+-- total_sites — pages in group
+-- total_sites_with_required_controls — pages with ≥1 required control
+-- total_required_controls — total count of required controls
+-- total_asterisk / perc_asterisk — controls with visible asterisk
+-- total_required_attribute / perc_required_attribute — controls with HTML `required`
+-- total_aria_required / perc_aria_required — controls with `aria-required`
+-- total_all_three / perc_all_three — controls with all three indicators
+-- total_asterisk_required / perc_asterisk_required — controls with asterisk+required
+-- total_asterisk_aria / perc_asterisk_aria — controls with asterisk+aria-required
+-- total_required_with_aria / perc_required_with_aria — controls with required+aria-required
+--
+-- Notes
+-- • Structure mirrors 2024 query for comparability.
+-- • Uses SAFE_DIVIDE to avoid division-by-zero errors.
+CREATE TEMPORARY FUNCTION requiredControls(a11y_str STRING)
+RETURNS STRUCT<
+ total INT64,
+ asterisk INT64,
+ required_attribute INT64,
+ aria_required INT64,
+ all_three INT64,
+ asterisk_required INT64,
+ asterisk_aria INT64,
+ required_with_aria INT64
+>
+LANGUAGE js AS '''
+ try {
+ const a11y = JSON.parse(a11y_str || "{}");
+ const required_form_controls = Array.isArray(a11y.required_form_controls)
+ ? a11y.required_form_controls : [];
+
+ const total = required_form_controls.length;
+ let asterisk = 0, required_attribute = 0, aria_required = 0;
+ let all_three = 0, asterisk_required = 0, asterisk_aria = 0, required_with_aria = 0;
+
+ for (const c of required_form_controls) {
+ if (!c || typeof c !== "object") continue;
+
+ const hasAsterisk = !!c.has_visible_required_asterisk;
+ const hasRequired = !!c.has_required;
+ const hasAriaReq = !!c.has_aria_required;
+
+ if (hasAsterisk) asterisk++;
+ if (hasRequired) required_attribute++;
+ if (hasAriaReq) aria_required++;
+
+ if (hasAsterisk && hasRequired) asterisk_required++;
+ if (hasAsterisk && hasAriaReq) asterisk_aria++;
+ if (hasRequired && hasAriaReq) required_with_aria++;
+ if (hasAsterisk && hasRequired && hasAriaReq) all_three++;
+ }
+
+ return { total, asterisk, required_attribute, aria_required,
+ all_three, asterisk_required, asterisk_aria, required_with_aria };
+ } catch (e) {
+ return { total:0, asterisk:0, required_attribute:0, aria_required:0,
+ all_three:0, asterisk_required:0, asterisk_aria:0, required_with_aria:0 };
+ }
+''';
+
+SELECT
+ client,
+ is_root_page,
+ COUNT(0) AS total_sites,
+ COUNTIF(stats.total > 0) AS total_sites_with_required_controls,
+ SUM(stats.total) AS total_required_controls,
+
+ SUM(stats.asterisk) AS total_asterisk,
+ SAFE_DIVIDE(SUM(stats.asterisk), SUM(stats.total)) AS perc_asterisk,
+
+ SUM(stats.required_attribute) AS total_required_attribute,
+ SAFE_DIVIDE(SUM(stats.required_attribute), SUM(stats.total)) AS perc_required_attribute,
+
+ SUM(stats.aria_required) AS total_aria_required,
+ SAFE_DIVIDE(SUM(stats.aria_required), SUM(stats.total)) AS perc_aria_required,
+
+ SUM(stats.all_three) AS total_all_three,
+ SAFE_DIVIDE(SUM(stats.all_three), SUM(stats.total)) AS perc_all_three,
+
+ SUM(stats.asterisk_required) AS total_asterisk_required,
+ SAFE_DIVIDE(SUM(stats.asterisk_required), SUM(stats.total)) AS perc_asterisk_required,
+
+ SUM(stats.asterisk_aria) AS total_asterisk_aria,
+ SAFE_DIVIDE(SUM(stats.asterisk_aria), SUM(stats.total)) AS perc_asterisk_aria,
+
+ SUM(stats.required_with_aria) AS total_required_with_aria,
+ SAFE_DIVIDE(SUM(stats.required_with_aria), SUM(stats.total)) AS perc_required_with_aria
+FROM (
+ SELECT
+ client,
+ is_root_page,
+ requiredControls(
+ COALESCE(
+ TO_JSON_STRING(custom_metrics.a11y),
+ TO_JSON_STRING(custom_metrics.other.a11y),
+ TO_JSON_STRING(JSON_QUERY(payload, '$._a11y')) -- legacy fallback
+ )
+ ) AS stats
+ FROM
+ `httparchive.crawl.pages`
+ -- `httparchive.sample_data.pages_10k`
+ WHERE date = DATE '2025-07-01' -- Comment if `httparchive.sample_data.pages_10k`
+) per_page
+GROUP BY
+ client, is_root_page;
diff --git a/sql/2025/accessibility/landmark_elements_and_roles.sql b/sql/2025/accessibility/landmark_elements_and_roles.sql
new file mode 100644
index 00000000000..dcc2962e9c3
--- /dev/null
+++ b/sql/2025/accessibility/landmark_elements_and_roles.sql
@@ -0,0 +1,107 @@
+-- standardSQL
+-- Web Almanac — %/count of pages with common landmarks & roles
+-- Google Sheet: landmark_elements_and_roles
+--
+-- What this query does (keeps 2024 result shape):
+-- • Maps elements→roles (main/banner/navigation/contentinfo) via a small CTE.
+-- • For each page, flags presence of the mapped HTML element and corresponding ARIA role.
+-- • Aggregates per {client, mapping_id, element_type, role_type}: totals + percentages.
+--
+-- 2025 transition choices (no JS UDFs; new JSON locations):
+-- • Source: use 2025 JSON in `custom_metrics.other.almanac` (JSON-typed); fallback to legacy `payload._almanac`.
+-- • Parsing: replace JS UDFs with native JSON functions:
+-- - Elements: JSON_KEYS(JSON_QUERY(almanac, '$.element_count'))
+-- - Roles: JSON_KEYS(JSON_QUERY(almanac, '$.nodes_using_role.usage_and_count'))
+-- This avoids stringifying and reduces cost vs parsing in JS.
+-- • Structure preserved: same CTE layout (mappings/elements/roles/base) and the same outputs
+-- (total_pages, element_usage/role_usage/both_usage and element_pct/role_pct/both_pct).
+--
+-- Practical notes:
+-- • Cost: filter by partition (`date`) and `is_root_page` early in `src`.
+-- • Sampling: swap the FROM to `httparchive.sample_data.pages_10k` and comment the date filter if needed.
+-- • If any JSON path is missing, COALESCE keeps rows but those pages won’t contribute keys.
+-- standardSQL
+-- %/count of pages that contain common elements and roles (2025 schema; 2024 shape)
+
+WITH mappings AS (
+ SELECT 1 AS mapping_id, 'main' AS element_type, 'main' AS role_type UNION ALL
+ SELECT 2 AS mapping_id, 'header' AS element_type, 'banner' AS role_type UNION ALL
+ SELECT 3 AS mapping_id, 'nav' AS element_type, 'navigation' AS role_type UNION ALL
+ SELECT 4 AS mapping_id, 'footer' AS element_type, 'contentinfo' AS role_type
+),
+
+-- Read once; keep roles (almanac) and elements (element_count) separate
+src AS (
+ SELECT
+ client,
+ page,
+ is_root_page,
+ -- Roles live in the Almanac blob in 2025
+ COALESCE(
+ custom_metrics.other.almanac,
+ JSON_QUERY(payload, '$._almanac')
+ ) AS almanac,
+ -- Elements do NOT live in the almanac; use element_count metric
+ COALESCE(
+ custom_metrics.element_count, -- primary (JSON-typed)
+ custom_metrics.other.element_count, -- if nested under other
+ JSON_QUERY(payload, '$.element_count') -- legacy fallback
+ ) AS element_count
+ FROM
+ `httparchive.crawl.pages`
+ -- `httparchive.sample_data.pages_10k`
+ WHERE is_root_page
+ AND date = DATE '2025-07-01' -- Comment out if `httparchive.sample_data.pages_10k`,
+),
+
+elements AS (
+ SELECT
+ s.client,
+ s.page,
+ element_type
+ FROM src AS s,
+ UNNEST(JSON_KEYS(s.element_count)) AS element_type
+ JOIN mappings USING (element_type)
+),
+
+roles AS (
+ SELECT
+ s.client,
+ s.page,
+ role_type
+ FROM src AS s,
+ UNNEST(JSON_KEYS(JSON_QUERY(s.almanac, '$.nodes_using_role.usage_and_count'))) AS role_type
+ JOIN mappings USING (role_type)
+),
+
+base AS (
+ SELECT
+ s.client,
+ s.page,
+ m.mapping_id,
+ m.element_type,
+ m.role_type,
+ COUNTIF(e.element_type IS NOT NULL) AS element_usage,
+ COUNTIF(r.role_type IS NOT NULL) AS role_usage
+ FROM src AS s
+ INNER JOIN mappings AS m ON TRUE
+ LEFT JOIN elements AS e USING (client, page, element_type)
+ LEFT JOIN roles AS r USING (client, page, role_type)
+ GROUP BY s.client, s.page, m.mapping_id, m.element_type, m.role_type
+)
+
+SELECT
+ client,
+ mapping_id,
+ element_type,
+ role_type,
+ COUNT(DISTINCT page) AS total_pages,
+ COUNTIF(element_usage > 0) AS element_usage,
+ COUNTIF(role_usage > 0) AS role_usage,
+ COUNTIF(element_usage > 0 OR role_usage > 0) AS both_usage,
+ COUNTIF(element_usage > 0) / COUNT(DISTINCT page) AS element_pct,
+ COUNTIF(role_usage > 0) / COUNT(DISTINCT page) AS role_pct,
+ COUNTIF(element_usage > 0 OR role_usage > 0) / COUNT(DISTINCT page) AS both_pct
+FROM base
+GROUP BY client, mapping_id, element_type, role_type
+ORDER BY client, mapping_id, element_type;
diff --git a/sql/2025/accessibility/lighthouse_a11y_audits.sql b/sql/2025/accessibility/lighthouse_a11y_audits.sql
new file mode 100644
index 00000000000..82dad705db9
--- /dev/null
+++ b/sql/2025/accessibility/lighthouse_a11y_audits.sql
@@ -0,0 +1,50 @@
+#standardSQL
+# Get summary of all Lighthouse scores for a category
+CREATE TEMPORARY FUNCTION getAudits(report JSON, category STRING)
+RETURNS ARRAY> LANGUAGE js AS '''
+try {
+ var auditrefs = report.categories[category].auditRefs;
+ var audits = report.audits;
+ var results = [];
+ for (auditref of auditrefs) {
+ results.push({
+ id: auditref.id,
+ weight: auditref.weight,
+ audit_group: auditref.group,
+ description: audits[auditref.id].description,
+ score: audits[auditref.id].score
+ });
+ }
+ return results;
+} catch (e) {
+ return [{}];
+}
+''';
+SELECT
+ client,
+ is_root_page,
+ audits.id AS id,
+ COUNTIF(audits.score > 0) AS num_pages,
+ COUNT(0) AS total,
+ COUNTIF(audits.score IS NOT NULL) AS total_applicable,
+ SAFE_DIVIDE(COUNTIF(audits.score > 0), COUNTIF(audits.score IS NOT NULL)) AS pct,
+ APPROX_QUANTILES(audits.weight, 100)[OFFSET(50)] AS median_weight,
+ MAX(audits.audit_group) AS audit_group,
+ MAX(audits.description) AS description
+FROM
+ `httparchive.crawl.pages`,
+ UNNEST(getAudits(lighthouse, 'accessibility')) AS audits
+WHERE
+ date = '2025-07-01' AND
+ lighthouse IS NOT NULL AND
+ lighthouse.categories IS NOT NULL
+GROUP BY
+ client,
+ is_root_page,
+ audits.id,
+ date
+ORDER BY
+ client,
+ is_root_page,
+ median_weight DESC,
+ audits.id;
diff --git a/sql/2025/accessibility/lighthouse_a11y_audits_by_cms.sql b/sql/2025/accessibility/lighthouse_a11y_audits_by_cms.sql
new file mode 100644
index 00000000000..2d0484f57be
--- /dev/null
+++ b/sql/2025/accessibility/lighthouse_a11y_audits_by_cms.sql
@@ -0,0 +1,96 @@
+#standardSQL
+# Define the function outside the WITH clause
+CREATE TEMPORARY FUNCTION getAudits(report JSON, category STRING)
+RETURNS ARRAY> LANGUAGE js AS '''
+ try {
+ var auditrefs = report.categories[category].auditRefs;
+ var audits = report.audits;
+ var results = [];
+ for (auditref of auditrefs) {
+ results.push({
+ id: auditref.id,
+ weight: auditref.weight,
+ audit_group: auditref.group,
+ title: audits[auditref.id].title, // Keep title, not description
+ score: audits[auditref.id].score
+ });
+ }
+ return results;
+ } catch (e) {
+ return [{}];
+ }
+''';
+
+# Step 1: Sample the data once and store in a temporary table, then combine with accessibility issues
+WITH sampled_data AS (
+ SELECT
+ page,
+ lighthouse,
+ technologies
+ FROM
+ `httparchive.crawl.pages`
+ WHERE
+ date = '2025-07-01' AND
+ lighthouse IS NOT NULL AND
+ lighthouse.categories IS NOT NULL AND
+ is_root_page
+),
+
+top_cms AS (
+ SELECT
+ t.technology AS cms,
+ AVG(CAST(JSON_VALUE(lighthouse.categories.accessibility.score) AS FLOAT64)) AS avg_accessibility_score,
+ COUNT(DISTINCT page) AS total_pages,
+ RANK() OVER (ORDER BY AVG(CAST(JSON_VALUE(lighthouse.categories.accessibility.score) AS FLOAT64)) DESC) AS rank
+ FROM
+ sampled_data,
+ UNNEST(technologies) AS t,
+ UNNEST(t.categories) AS category
+ WHERE
+ category = 'CMS'
+ GROUP BY
+ cms
+ ORDER BY
+ avg_accessibility_score DESC
+ LIMIT 1000 -- Limit to top 1000 CMS platforms
+),
+
+accessibility_issues AS (
+ SELECT
+ t.technology AS cms,
+ audits.id AS audit_id,
+ COUNTIF(audits.score < 1) AS num_pages_with_issue,
+ COUNT(0) AS total_pages, -- Total number of pages
+ COUNTIF(audits.score IS NOT NULL) AS total_applicable, -- Total number of applicable pages
+ SAFE_DIVIDE(COUNTIF(audits.score < 1), COUNT(0)) AS pct_pages_with_issue, -- Revised calculation based on total pages
+ APPROX_QUANTILES(audits.weight, 100)[OFFSET(50)] AS median_weight,
+ MAX(audits.audit_group) AS audit_group
+ FROM
+ sampled_data,
+ UNNEST(technologies) AS t,
+ UNNEST(t.categories) AS category,
+ UNNEST(getAudits(lighthouse, 'accessibility')) AS audits
+ WHERE
+ category = 'CMS' AND
+ t.technology IN (SELECT cms FROM top_cms) -- Filter by top CMS platforms
+ GROUP BY
+ t.technology,
+ audits.id
+)
+
+# Step 4: Combine and select top 10 issues per CMS
+SELECT
+ cms,
+ audit_id,
+ num_pages_with_issue,
+ total_pages,
+ total_applicable,
+ pct_pages_with_issue,
+ median_weight,
+ audit_group
+FROM
+ accessibility_issues
+ORDER BY
+ cms,
+ pct_pages_with_issue DESC,
+ median_weight DESC
diff --git a/sql/2025/accessibility/lighthouse_a11y_score.sql b/sql/2025/accessibility/lighthouse_a11y_score.sql
new file mode 100644
index 00000000000..2f4b6b3de0e
--- /dev/null
+++ b/sql/2025/accessibility/lighthouse_a11y_score.sql
@@ -0,0 +1,58 @@
+#standardSQL
+# Percentiles of Lighthouse accessibility scores using exact sorting
+
+WITH score_data AS (
+ SELECT
+ client,
+ is_root_page,
+ CAST(JSON_EXTRACT_SCALAR(lighthouse, '$.categories.accessibility.score') AS FLOAT64) AS score
+ FROM
+ `httparchive.crawl.pages`
+ WHERE
+ date = '2025-07-01' AND
+ lighthouse IS NOT NULL AND
+ lighthouse.categories IS NOT NULL
+),
+
+sorted_scores AS (
+ SELECT
+ client,
+ is_root_page,
+ score,
+ ROW_NUMBER() OVER (PARTITION BY client, is_root_page ORDER BY score ASC) AS rank,
+ COUNT(0) OVER (PARTITION BY client, is_root_page) AS total_count
+ FROM
+ score_data
+),
+
+percentiles AS (
+ SELECT
+ client,
+ is_root_page,
+ rank,
+ total_count,
+ (rank - 1) / total_count AS percentile_value,
+ score
+ FROM
+ sorted_scores
+)
+
+SELECT
+ client,
+ is_root_page,
+ '2025_07_01' AS date,
+ percentile,
+ AVG(score) AS exact_score -- Average score for each percentile
+FROM
+ percentiles,
+ UNNEST([0.1, 0.25, 0.5, 0.75, 0.9]) AS percentile -- Target percentiles (e.g., 10th, 25th, 50th, etc.)
+WHERE
+ ABS(percentile_value - percentile) < 0.01 -- Match scores around the percentile value
+GROUP BY
+ client,
+ is_root_page,
+ percentile
+ORDER BY
+ client,
+ is_root_page,
+ percentile;
diff --git a/sql/2025/accessibility/lighthouse_score_by_cms.sql b/sql/2025/accessibility/lighthouse_score_by_cms.sql
new file mode 100644
index 00000000000..3279b822858
--- /dev/null
+++ b/sql/2025/accessibility/lighthouse_score_by_cms.sql
@@ -0,0 +1,38 @@
+#standardSQL
+# Average Lighthouse scores (performance, accessibility, best-practices, SEO) for top CMS platforms within `httparchive.crawl.pages`
+
+WITH score_data AS (
+ SELECT
+ client,
+ page,
+ t.technology AS cms,
+ rank,
+ CAST(JSON_EXTRACT_SCALAR(lighthouse, '$.categories.performance.score') AS FLOAT64) AS performance_score,
+ CAST(JSON_EXTRACT_SCALAR(lighthouse, '$.categories.accessibility.score') AS FLOAT64) AS accessibility_score,
+ CAST(JSON_EXTRACT_SCALAR(lighthouse, '$.categories.best-practices.score') AS FLOAT64) AS best_practices_score,
+ CAST(JSON_EXTRACT_SCALAR(lighthouse, '$.categories.seo.score') AS FLOAT64) AS seo_score
+ FROM
+ `httparchive.crawl.pages`,
+ UNNEST(technologies) AS t,
+ UNNEST(t.categories) AS category
+ WHERE
+ date = '2025-07-01' AND
+ lighthouse IS NOT NULL AND
+ lighthouse.categories IS NOT NULL AND
+ is_root_page AND
+ category = 'CMS'
+)
+
+SELECT
+ cms,
+ AVG(performance_score) AS avg_performance_score,
+ AVG(accessibility_score) AS avg_accessibility_score,
+ AVG(best_practices_score) AS avg_best_practices_score,
+ AVG(seo_score) AS avg_seo_score,
+ COUNT(DISTINCT page) AS total_pages
+FROM
+ score_data
+GROUP BY
+ cms
+ORDER BY
+ avg_performance_score DESC;
diff --git a/sql/2025/accessibility/lighthouse_score_by_country.sql b/sql/2025/accessibility/lighthouse_score_by_country.sql
new file mode 100644
index 00000000000..7893edd69cb
--- /dev/null
+++ b/sql/2025/accessibility/lighthouse_score_by_country.sql
@@ -0,0 +1,48 @@
+#standardSQL
+# Average Lighthouse scores per geo (by country and device)
+
+WITH geo_summary AS (
+ SELECT
+ `chrome-ux-report`.experimental.GET_COUNTRY(country_code) AS geo,
+ IF(device = 'desktop', 'desktop', 'mobile') AS client,
+ origin,
+ COUNT(DISTINCT origin) OVER (PARTITION BY country_code, IF(device = 'desktop', 'desktop', 'mobile')) AS total
+ FROM
+ `chrome-ux-report.materialized.country_summary`
+ WHERE
+ yyyymm = 202507 -- Use June 2024 dataset
+),
+
+score_data AS (
+ SELECT
+ REGEXP_EXTRACT(page, r'://([^/]+)') AS domain, -- Extract top-level domain from page
+ CAST(JSON_VALUE(lighthouse.categories.performance.score) AS FLOAT64) AS performance_score,
+ CAST(JSON_VALUE(lighthouse.categories.accessibility.score) AS FLOAT64) AS accessibility_score,
+ CAST(JSON_VALUE(lighthouse.categories.`best-practices`.score) AS FLOAT64) AS best_practices_score,
+ CAST(JSON_VALUE(lighthouse.categories.seo.score) AS FLOAT64) AS seo_score
+ FROM
+ `httparchive.crawl.pages`
+ WHERE
+ date = '2025-07-01' AND
+ lighthouse IS NOT NULL AND
+ lighthouse.categories IS NOT NULL AND
+ is_root_page
+)
+
+SELECT
+ geo_summary.geo,
+ geo_summary.client,
+ AVG(score_data.performance_score) AS avg_performance_score,
+ AVG(score_data.accessibility_score) AS avg_accessibility_score,
+ AVG(score_data.best_practices_score) AS avg_best_practices_score,
+ AVG(score_data.seo_score) AS avg_seo_score,
+ COUNT(DISTINCT score_data.domain) AS total_domains
+FROM
+ geo_summary
+JOIN
+ score_data
+ON REGEXP_EXTRACT(geo_summary.origin, r'://([^/]+)') = score_data.domain
+GROUP BY
+ geo_summary.geo, geo_summary.client
+ORDER BY
+ avg_accessibility_score DESC;
diff --git a/sql/2025/accessibility/lighthouse_score_by_frontend.sql b/sql/2025/accessibility/lighthouse_score_by_frontend.sql
new file mode 100644
index 00000000000..10125dbabb0
--- /dev/null
+++ b/sql/2025/accessibility/lighthouse_score_by_frontend.sql
@@ -0,0 +1,51 @@
+WITH score_data AS (
+ SELECT
+ client,
+ page,
+ rank,
+ CAST(JSON_VALUE(lighthouse.categories.performance.score) AS FLOAT64) AS performance_score,
+ CAST(JSON_VALUE(lighthouse.categories.accessibility.score) AS FLOAT64) AS accessibility_score,
+ CAST(JSON_VALUE(lighthouse.categories.`best-practices`.score) AS FLOAT64) AS best_practices_score,
+ CAST(JSON_VALUE(lighthouse.categories.seo.score) AS FLOAT64) AS seo_score,
+ t.technology AS framework
+ FROM
+ `httparchive.crawl.pages`,
+ UNNEST(technologies) AS t
+ WHERE
+ date = '2025-07-01' AND
+ lighthouse IS NOT NULL AND
+ lighthouse.categories IS NOT NULL AND
+ is_root_page = TRUE AND
+ ('Web frameworks' IN UNNEST(t.categories) OR 'JavaScript libraries' IN UNNEST(t.categories) OR 'Frontend frameworks' IN UNNEST(t.categories) OR 'JavaScript frameworks' IN UNNEST(t.categories)) AND
+ t.technology IS NOT NULL
+)
+
+SELECT
+ client,
+ framework,
+ AVG(performance_score) AS avg_performance_score,
+ AVG(accessibility_score) AS avg_accessibility_score,
+ AVG(best_practices_score) AS avg_best_practices_score,
+ AVG(seo_score) AS avg_seo_score,
+ COUNT(DISTINCT page) AS total_pages
+FROM (
+ SELECT
+ client,
+ page,
+ framework,
+ AVG(performance_score) AS performance_score, # All scores are the same for one page (we have multiple rows due to unnest), we could also take the first instead of the average
+ AVG(accessibility_score) AS accessibility_score,
+ AVG(best_practices_score) AS best_practices_score,
+ AVG(seo_score) AS seo_score
+ FROM
+ score_data
+ GROUP BY
+ client,
+ page,
+ framework
+)
+GROUP BY
+ client,
+ framework
+ORDER BY
+ total_pages DESC;
diff --git a/sql/2025/accessibility/lighthouse_score_by_government.sql b/sql/2025/accessibility/lighthouse_score_by_government.sql
new file mode 100644
index 00000000000..33f6718cda1
--- /dev/null
+++ b/sql/2025/accessibility/lighthouse_score_by_government.sql
@@ -0,0 +1,1560 @@
+-- ======================================================================
+--
+-- The output should be indentical to lighthouse_score_by_government_with_urls.sql
+--
+-- PURPOSE
+-- Classify government-root pages into country (and U.S. state where
+-- applicable) and join Lighthouse scores for reporting.
+--
+-- HOW IT WORKS (high level)
+-- 1) Build rule sets that map hosts to “buckets”:
+-- - host_rules: explicit suffix lists (fast exact ENDS_WITH checks)
+-- - regex_rules: patterns for families (e.g., *.gov.uk, *.gob.es)
+-- - generic_ccgov: fallback that infers country from ccTLD when the
+-- host looks like a gov/mil/gouv/gob/go/etc domain
+-- 2) Match each page’s host against all three sources, UNION ALL results,
+-- and pick the *best* match by:
+-- priority DESC, then match_len DESC
+-- (priority is curated; match_len is the explicit suffix length
+-- or a large sentinel for regex/fallback).
+-- 3) For U.S. hosts, optionally derive a state using:
+-- - explicit us_state_overrides (brand/legacy domains)
+-- - code_hit (state codes in *.state.xx.us or xx.gov)
+-- - us_code_map (code → state name)
+-- 4) Output one row per page with: country bucket, us_state (nullable),
+-- host/page flags, and Lighthouse scores.
+--
+-- KEY TABLES / CTEs
+-- - pages / pages_scored: source pages w/ Lighthouse category scores
+-- - host_rules: hand-maintained, exact suffix → bucket (+ priority)
+-- - regex_rules: regex → bucket (+ priority) for domain families
+-- - cc_map: ccTLD → country name for generic gov-like inference
+-- - generic_ccgov: fallback that maps gov-like host + ccTLD to country
+-- - all_matches/ranked: union of matches and best-match selection
+-- - us_* CTEs: derive U.S. state where possible
+--
+-- MATCH PRECEDENCE
+-- Higher priority wins. Ties break by longer explicit suffix.
+-- Order used by the script:
+-- 1) host_rules (explicit suffix, high priority & specific)
+-- 2) regex_rules (family patterns)
+-- 3) generic_ccgov (heuristic fallback; fixed priority 21)
+--
+-- NOTABLE FIELDS
+-- - priority: Manual weight (higher = stronger/more specific)
+-- - match_len: For suffix matches, LENGTH(suffix). For regex/fallback,
+-- large sentinels to keep precedence intuitive.
+-- - bucket: Country (or supranational) label (e.g., “France”, “EU”)
+-- - us_state: U.S. state name if derivable; NULL otherwise
+--
+-- MAINTENANCE TIPS
+-- - Prefer host_rules for known, fixed suffixes (cheap & precise).
+-- - Use regex_rules for structured families you can’t enumerate.
+-- - Keep priorities consistent across countries; bump only when a
+-- rule *must* outrank others.
+-- - Add us_state_overrides for branded/legacy state portals that
+-- don’t expose standard state codes.
+--
+-- TESTING / DEBUGGING
+-- - Quick peek at winners:
+-- SELECT * FROM final_best LIMIT 100;
+-- - See all candidates for a single host:
+-- SELECT * FROM all_matches WHERE host = 'example.gov' ORDER BY priority DESC, match_len DESC;
+-- - Check state inference:
+-- SELECT * FROM us_state_classified WHERE host LIKE '%.gov' LIMIT 100;
+--
+-- PERFORMANCE
+-- - host_rules uses ENDS_WITH (fast). Regex rules are costlier—keep
+-- patterns tight and anchored.
+-- - pages_scored filters out empty-score rows to reduce downstream joins.
+--
+-- INPUT DATASET
+-- - Replace `httparchive.sample_data.pages_10k` with your source
+-- (e.g., `httparchive.crawl.pages`) and enable the date filter.
+--
+-- OUTPUT
+-- Government buckets via suffix + regex rules (ROOT pages only)
+-- - Inline lists (no write access needed)
+-- - Best-match selection by priority, then longest suffix
+-- - Percent outputs
+-- ======================================================================
+
+WITH
+
+-- 1) Explicit suffix → bucket rules (highest precision; curated priorities)
+host_rules AS (
+ SELECT * FROM UNNEST([
+
+ -- United Nations
+ STRUCT('un.org' AS suffix, 'United Nations' AS bucket, 10 AS priority),
+ ('worldbank.org','United Nations',10),
+ ('undp.org','United Nations',10),
+ ('reliefweb.int','United Nations',10),
+ ('who.int','United Nations',10),
+ ('unfccc.int','United Nations',10),
+ ('unccd.int','United Nations',10),
+ ('unesco.org','United Nations',10),
+
+ -- European Union
+ ('europa.eu','European Union',12),
+ ('eif.org','European Union',24),
+
+ -- Andorra
+ ('govern.ad','Andorra',24), ('consellgeneral.ad','Andorra',24), ('justicia.ad','Andorra',24), ('tribunalconstitucional.ad','Andorra',24), ('exteriors.ad','Andorra',23),
+ ('aferssocials.ad','Andorra',23), ('educacio.ad','Andorra',23), ('salut.ad','Andorra',23), ('interior.ad','Andorra',23), ('finances.ad','Andorra',23),
+ ('encamp.ad','Andorra',22), ('ordino.ad','Andorra',22), ('canillo.ad','Andorra',22), ('santjulia.ad','Andorra',22), ('lauredia.ad','Andorra',22), ('escaldesengordany.ad','Andorra',22), ('pasdelacasa.ad','Andorra',22),
+
+ -- Albania
+ ('e-albania.al','Albania',24),
+
+ -- Algeria
+ ('service-public.dz','Algeria',24),
+
+ -- Armenia
+ ('gov.am','Armenia',24), ('parliament.am','Armenia',24), ('president.am','Armenia',24), ('e-gov.am','Armenia',24), ('mfa.am','Armenia',23),
+ ('moh.am','Armenia',23), ('justice.am','Armenia',23), ('edu.am','Armenia',23), ('mil.am','Armenia',23), ('armstat.am','Armenia',23),
+ ('yerevan.am','Armenia',22), ('gyumri.am','Armenia',22), ('vanadzor.am','Armenia',22), ('dilijan.am','Armenia',22),
+
+ -- Australia (non-*.gov.au)
+ ('australia.gov.au','Australia',24), ('aph.gov.au','Australia',24), ('abc.net.au','Australia',22), ('sbs.com.au','Australia',22), ('naa.gov.au','Australia',23),
+ ('aic.gov.au','Australia',23), ('ansto.gov.au','Australia',23), ('csiro.au','Australia',23), ('ga.gov.au','Australia',23), ('bom.gov.au','Australia',23),
+ ('vic.gov.au','Australia',23), ('parliament.vic.gov.au','Australia',23), ('justice.vic.gov.au','Australia',23), ('police.vic.gov.au','Australia',23),
+ ('nsw.gov.au','Australia',23), ('parliament.nsw.gov.au','Australia',23), ('cityofsydney.nsw.gov.au','Australia',22), ('service.nsw.gov.au','Australia',23),
+ ('qld.gov.au','Australia',23), ('parliament.qld.gov.au','Australia',23), ('brisbane.qld.gov.au','Australia',22), ('goldcoast.qld.gov.au','Australia',22),
+ ('sa.gov.au','Australia',23), ('parliament.sa.gov.au','Australia',23), ('adelaidecitycouncil.com','Australia',22),
+ ('wa.gov.au','Australia',23), ('parliament.wa.gov.au','Australia',23), ('perth.wa.gov.au','Australia',22),
+ ('nt.gov.au','Australia',23), ('parliament.nt.gov.au','Australia',23), ('darwin.nt.gov.au','Australia',22),
+ ('tas.gov.au','Australia',23), ('parliament.tas.gov.au','Australia',23), ('hobartcity.com.au','Australia',22),
+ ('act.gov.au','Australia',23), ('parliament.act.gov.au','Australia',23), ('cityservices.act.gov.au','Australia',23),
+
+ -- Austria
+ ('oesterreich.gv.at','Austria',24),('bka.gv.at','Austria',24),('parlament.gv.at','Austria',24),('help.gv.at','Austria',24),('usp.gv.at','Austria',24),('data.gv.at','Austria',24),('ris.bka.gv.at','Austria',24),('gesundheit.gv.at','Austria',24),
+ ('bmi.gv.at','Austria',24),('bmf.gv.at','Austria',24),('bmj.gv.at','Austria',24),('bmeia.gv.at','Austria',24),('bmk.gv.at','Austria',24),('bml.gv.at','Austria',24),('bmlrt.gv.at','Austria',24),('bmaw.gv.at','Austria',24),('bmbwf.gv.at','Austria',24),('bmkoes.gv.at','Austria',24),('bmsgpk.gv.at','Austria',24), ('polizei.gv.at','Austria',24),
+ ('rechnungshof.gv.at','Austria',24),('vfgh.gv.at','Austria',24),('vwgh.gv.at','Austria',24),('bundesverwaltungsgericht.gv.at','Austria',24),('bundesfinanzgericht.gv.at','Austria',24),('justiz.gv.at','Austria',24),('bundesheer.at','Austria',24),('fma.gv.at','Austria',24),('rtr.at','Austria',24),('statistik.at','Austria',24),('ams.at','Austria',24),
+ ('wien.gv.at','Austria',23),('noe.gv.at','Austria',23),('ooe.gv.at','Austria',23),('salzburg.gv.at','Austria',23),('tirol.gv.at','Austria',23),('ktn.gv.at','Austria',23),('kaernten.at','Austria',23),('stmk.gv.at','Austria',23),('steiermark.at','Austria',23),('bgld.gv.at','Austria',23),('burgenland.at','Austria',23),('vbg.gv.at','Austria',23),('vorarlberg.at','Austria',23),
+
+ -- Azerbaijan
+ ('president.az','Azerbaijan',24), ('meclis.gov.az','Azerbaijan',24), ('supremecourt.gov.az','Azerbaijan',24), ('justice.gov.az','Azerbaijan',23), ('mfa.gov.az','Azerbaijan',23),
+ ('maliyye.gov.az','Azerbaijan',23), ('economy.gov.az','Azerbaijan',23), ('baku.az','Azerbaijan',22), ('ganja.az','Azerbaijan',22), ('sumqayit-ih.gov.az','Azerbaijan',22),
+ ('sheki-ih.gov.az','Azerbaijan',22), ('lenkeran-ih.gov.az','Azerbaijan',22),
+
+ -- Belarus
+ ('president.gov.by','Belarus',24), ('government.by','Belarus',24), ('parliament.gov.by','Belarus',24), ('supcourt.gov.by','Belarus',24), ('economy.gov.by','Belarus',23),
+ ('minfin.gov.by','Belarus',23), ('minjust.gov.by','Belarus',23), ('minsk.gov.by','Belarus',22), ('grodno.gov.by','Belarus',22), ('brest.gov.by','Belarus',22),
+ ('vitebsk.gov.by','Belarus',22), ('gomel.gov.by','Belarus',22), ('mogilev.gov.by','Belarus',22),
+
+ -- Bahrain
+ ('bahrain.bh','Bahrain',24),
+
+ -- Belgium
+ ('belgium.be','Belgium',24),('fgov.be','Belgium',24),('vlaanderen.be','Belgium',24),('wallonie.be','Belgium',24),('brussels.be','Belgium',24),('mil.be','Belgium',24),
+ ('just.fgov.be','Belgium',23),('justice.belgium.be','Belgium',23),('mobilit.fgov.be','Belgium',23),('finance.belgium.be','Belgium',23),('health.belgium.be','Belgium',23),('socialsecurity.belgium.be','Belgium',23),('employment.belgium.be','Belgium',23),('bosa.belgium.be','Belgium',23),('ibz.fgov.be','Belgium',23),('diplomatie.belgium.be','Belgium',23),
+ ('bruxelles.be','Belgium',23),('irisnet.be','Belgium',23),('parlement-wallonie.be','Belgium',23),('vlaamsparlement.be','Belgium',23),
+ ('oost-vlaanderen.be','Belgium',22),('west-vlaanderen.be','Belgium',22),('limburg.be','Belgium',22),('vlaams-brabant.be','Belgium',22),('waals-brabant.be','Belgium',22),('hainaut.be','Belgium',22),('namur.be','Belgium',22),
+ ('gent.be','Belgium',21),('brugge.be','Belgium',21),('leuven.be','Belgium',21),('mechelen.be','Belgium',21),('kortrijk.be','Belgium',21),('hasselt.be','Belgium',21),('antwerpen.be','Belgium',21),('brussel.be','Belgium',21),('charleroi.be','Belgium',21),('mons.be','Belgium',21),('namur.be','Belgium',21),('liege.be','Belgium',21),('louvain-la-neuve.be','Belgium',21),
+
+ -- Bermuda
+ ('gov.bm','Bermuda',24), ('parliament.bm','Bermuda',24), ('oba.bm','Bermuda',24),
+ ('moh.gov.bm','Bermuda',23), ('moed.gov.bm','Bermuda',23), ('mohamed.gov.bm','Bermuda',23), ('mof.gov.bm','Bermuda',23), ('mps.gov.bm','Bermuda',23), ('mha.gov.bm','Bermuda',23), ('mpt.gov.bm','Bermuda',23), ('med.gov.bm','Bermuda',23), ('mhr.gov.bm','Bermuda',23),
+
+ -- Bosnia and Herzegovina
+ ('parlament.ba','Bosnia and Herzegovina',24), ('vijeceministara.gov.ba','Bosnia and Herzegovina',24), ('predsjednistvobih.ba','Bosnia and Herzegovina',24), ('mfa.ba','Bosnia and Herzegovina',23), ('mhs.ba','Bosnia and Herzegovina',23),
+ ('pravosudje.ba','Bosnia and Herzegovina',23), ('mkt.gov.ba','Bosnia and Herzegovina',23), ('mfin.gov.ba','Bosnia and Herzegovina',23), ('fzs.ba','Bosnia and Herzegovina',23),
+ ('sarajevo.ba','Bosnia and Herzegovina',22), ('mostar.ba','Bosnia and Herzegovina',22), ('banjaluka.rs.ba','Bosnia and Herzegovina',22), ('tuzla.ba','Bosnia and Herzegovina',22),
+
+ -- Bulgaria
+ ('parliament.bg','Bulgaria',24),('president.bg','Bulgaria',24), ('mvr.bg','Bulgaria',24), ('mfa.bg','Bulgaria',24),
+ ('nsi.bg','Bulgaria',23), ('bnb.bg','Bulgaria',23),('nap.bg','Bulgaria',23), ('nra.bg','Bulgaria',23),
+ ('cpdp.bg','Bulgaria',22), ('ombudsman.bg','Bulgaria',22),
+ ('sofia.bg','Bulgaria',21),('plovdiv.bg','Bulgaria',21),('varna.bg','Bulgaria',21), ('burgas.bg','Bulgaria',21),('ruse.bg','Bulgaria',21),('pleven.bg','Bulgaria',21),
+ ('stara-zagora.bg','Bulgaria',21),('sliven.bg','Bulgaria',21),('dobrich.bg','Bulgaria',21), ('shumen.bg','Bulgaria',21),('vratsa.bg','Bulgaria',21),('vidin.bg','Bulgaria',21),
+ ('yambol.bg','Bulgaria',21),('kardzhali.bg','Bulgaria',21),('haskovo.bg','Bulgaria',21), ('pazardzhik.bg','Bulgaria',21),('pernik.bg','Bulgaria',21),('gabrovo.bg','Bulgaria',21),
+ ('lovech.bg','Bulgaria',21),('silistra.bg','Bulgaria',21),('smolyan.bg','Bulgaria',21),
+
+ -- Cameroon
+ ('presidenceducameroun.cm','Cameroon',24),('primecm.cm','Cameroon',24),('minfi.cm','Cameroon',24),
+ ('douala.cm','Cameroon',23),('yaounde.cm','Cameroon',23),('bamenda.cm','Cameroon',23),
+
+ -- Canada
+ ('canada.ca','Canada',24),('gc.ca','Canada',24),('parl.ca','Canada',24),('ourcommons.ca','Canada',24),('sencanada.ca','Canada',24),('lop.parl.ca','Canada',24),('scc-csc.ca','Canada',24),('canadapost-postescanada.ca','Canada',24),('cbc.ca','Canada',24), ('radio-canada.ca','Canada',24),
+ ('alberta.ca','Canada',23),('assembly.ab.ca','Canada',23),('gov.ab.ca','Canada',23),
+ ('gov.bc.ca','Canada',23),('leg.bc.ca','Canada',23),
+ ('saskatchewan.ca','Canada',23),('legassembly.sk.ca','Canada',23),
+ ('gov.mb.ca','Canada',23),('leg.gov.mb.ca','Canada',23),
+ ('ontario.ca','Canada',23),('ola.org','Canada',23),
+ ('quebec.ca','Canada',23),('gouv.qc.ca','Canada',23),('assnat.qc.ca','Canada',23),
+ ('gnb.ca','Canada',23),('legnb.ca','Canada',23),
+ ('novascotia.ca','Canada',23),('nslegislature.ca','Canada',23),('gov.ns.ca','Canada',23),
+ ('princeedwardisland.ca','Canada',23),('gov.pe.ca','Canada',23),('assembly.pe.ca','Canada',23),
+ ('gov.nl.ca','Canada',23),('newfoundlandlabrador.ca','Canada',23),('assembly.nl.ca','Canada',23),
+ ('yukon.ca','Canada',23),('legassembly.gov.yk.ca','Canada',23),
+ ('gov.nt.ca','Canada',23),('assembly.gov.nt.ca','Canada',23),
+ ('gov.nu.ca','Canada',23),('assembly.nu.ca','Canada',23), ('revenuquebec.ca','Canada',23),
+ ('ottawa.ca','Canada',23),('toronto.ca','Canada',23),('vancouver.ca','Canada',23), -- Major Canadian cities and provincial/territorial capitals (municipal)
+ ('calgary.ca','Canada',23),('edmonton.ca','Canada',23),('winnipeg.ca','Canada',23),
+ ('montreal.ca','Canada',23),('ville.quebec.qc.ca','Canada',23),('halifax.ca','Canada',23),
+ ('fredericton.ca','Canada',23),('charlottetown.ca','Canada',23),('stjohns.ca','Canada',23),
+ ('whitehorse.ca','Canada',23),('yellowknife.ca','Canada',23),('iqaluit.ca','Canada',23),
+ ('mississauga.ca','Canada',23),('brampton.ca','Canada',23),('hamilton.ca','Canada',23), -- Other large cities
+ ('london.ca','Canada',23),('kitchener.ca','Canada',23),('windsor.ca','Canada',23),
+ ('saskatoon.ca','Canada',23),('regina.ca','Canada',23),('surrey.ca','Canada',23),
+ ('burnaby.ca','Canada',23),('richmond.ca','Canada',23),('markham.ca','Canada',23),
+ ('vaughan.ca','Canada',23),('longueuil.ca','Canada',23),('laval.ca','Canada',23),
+
+ -- Chile
+ ('gob.cl','Chile',24), ('chileabroad.gov.cl','Chile',24), ('chileatiende.gob.cl','Chile',24),
+ ('pjud.cl','Chile',24), ('tribunalconstitucional.cl','Chile',24), ('senado.cl','Chile',24), ('diputados.cl','Chile',24),
+ ('muni.cl','Chile',23), ('muniweb.cl','Chile',23),
+
+ -- China
+ ('npc.gov.cn','China',24),('cppcc.gov.cn','China',24),('gov.cn','China',24),('xinhuanet.com','China',23),
+ ('shanghai.gov.cn','China',23),('beijing.gov.cn','China',23),('gz.gov.cn','China',23),('tj.gov.cn','China',23),('cq.gov.cn','China',23),
+ ('chengdu.gov.cn','China',23),('wuhan.gov.cn','China',23),('xian.gov.cn','China',23),('nanjing.gov.cn','China',23),('hangzhou.gov.cn','China',23),('shenzhen.gov.cn','China',23),
+
+ -- Costa Rica
+ ('go.cr','Costa Rica',24),('presidencia.go.cr','Costa Rica',24),('ministeriodesalud.go.cr','Costa Rica',24), ('mep.go.cr','Costa Rica',24),('hacienda.go.cr','Costa Rica',24),('racsa.go.cr','Costa Rica',24), ('cgr.go.cr','Costa Rica',24),('ccss.sa.cr','Costa Rica',24),
+ ('asamblea.go.cr','Costa Rica',24),('poder-judicial.go.cr','Costa Rica',24),('corte.go.cr','Costa Rica',24),
+ ('muni.go.cr','Costa Rica',23),('munisanjose.go.cr','Costa Rica',23),('munialajuela.go.cr','Costa Rica',23), ('municartago.go.cr','Costa Rica',23),('muniheredia.go.cr','Costa Rica',23),
+
+-- Croatia
+ ('sabor.hr','Croatia',24), ('predsjednik.hr','Croatia',24),
+ ('dzs.hr','Croatia',23), ('hzjz.hr','Croatia',23),('hzzo.hr','Croatia',23), ('hzmo.hr','Croatia',23),
+ ('azop.hr','Croatia',22), ('hakom.hr','Croatia',22), ('narodne-novine.nn.hr','Croatia',22),
+ ('zagreb.hr','Croatia',21),('split.hr','Croatia',21),('rijeka.hr','Croatia',21),
+ ('osijek.hr','Croatia',21),('zadar.hr','Croatia',21),('pula.hr','Croatia',21),
+ ('dubrovnik.hr','Croatia',21),('sibenik.hr','Croatia',21),('karlovac.hr','Croatia',21),
+ ('sisak.hr','Croatia',21),('varazdin.hr','Croatia',21),('slavonski-brod.hr','Croatia',21),
+ ('koprivnica.hr','Croatia',21),('vukovar.hr','Croatia',21),('pozega.hr','Croatia',21),
+
+ -- Cuba
+ ('camaguey.cu','Cuba',22),('guantanamo.gob.cu','Cuba',22), ('holguin.gob.cu','Cuba',22), ('mayabeque.cu','Cuba',22),('pinar.cu','Cuba',22),('santiago.cu','Cuba',22), ('sanctispiritus.cu','Cuba',22),('villa-clara.cu','Cuba',22),
+
+ -- Cyprus
+ ('parliament.cy','Cyprus',24), ('centralbank.cy','Cyprus',23),
+ ('nicosia.org.cy','Cyprus',21), ('larnaka.org.cy','Cyprus',21),('larnaca.org.cy','Cyprus',21),
+ ('limassolmunicipal.com.cy','Cyprus',21),('lemesos.org.cy','Cyprus',21),
+ ('paphos.org.cy','Cyprus',21),('pafos.org.cy','Cyprus',21),('strovolos.org.cy','Cyprus',21),
+ ('ayia-napa.org.cy','Cyprus',21),('aglantzia.org.cy','Cyprus',21),('aradippou.org.cy','Cyprus',21),
+
+ -- Czech Republic
+ ('vlada.cz','Czech Republic',24),('psp.cz','Czech Republic',24),('senat.cz','Czech Republic',24),
+ ('justice.cz','Czech Republic',24),('mzv.cz','Czech Republic',24),('mzcr.cz','Czech Republic',24),
+ ('mdcr.cz','Czech Republic',24),('mmr.cz','Czech Republic',24),('msmt.cz','Czech Republic',24),
+ ('mpsv.cz','Czech Republic',24),('mvcr.cz','Czech Republic',24),('mfcr.cz','Czech Republic',24),
+ ('mze.cz','Czech Republic',24),('mzp.cz','Czech Republic',24),('msp.cz','Czech Republic',24),
+ ('csu.cz','Czech Republic',24),('uzis.cz','Czech Republic',24),('ero.cz','Czech Republic',24),
+ ('uradprace.cz','Czech Republic',24),('cnb.cz','Czech Republic',24),('uoou.cz','Czech Republic',24),
+ ('jihomoravsky.cz','Czech Republic',23),('jihocesky.cz','Czech Republic',23),
+ ('kraj-vysocina.cz','Czech Republic',23),('kraj-lbc.cz','Czech Republic',23),
+ ('khk.cz','Czech Republic',23),('olomouc.cz','Czech Republic',23),
+ ('pardubickykraj.cz','Czech Republic',23),('plzensky-kraj.cz','Czech Republic',23),
+ ('moravskoslezsky.cz','Czech Republic',23),('stredocesky.cz','Czech Republic',23),
+ ('usk.cz','Czech Republic',23),('zlinsky.cz','Czech Republic',23),
+ ('praha.eu','Czech Republic',22),('brno.cz','Czech Republic',22),('ostrava.cz','Czech Republic',22),
+ ('plzen.eu','Czech Republic',22),('liberec.cz','Czech Republic',22),('olomouc.eu','Czech Republic',22),
+ ('hradec.cz','Czech Republic',22),('pardubice.eu','Czech Republic',22),('usti.cz','Czech Republic',22),
+
+ -- Denmark
+ ('ft.dk','Denmark',24),('stm.dk','Denmark',24),('regeringen.dk','Denmark',24),('folketinget.dk','Denmark',24),('borger.dk','Denmark',24),('politi.dk','Denmark',24),('skat.dk','Denmark',24),('retsinformation.dk','Denmark',24),('sundhed.dk','Denmark',24),('virk.dk','Denmark',24),
+ ('fm.dk','Denmark',24),('um.dk','Denmark',24),('jm.dk','Denmark',24),('fmn.dk','Denmark',24),('kefm.dk','Denmark',24),('sum.dk','Denmark',24),('kum.dk','Denmark',24),('ufm.dk','Denmark',24),('uvm.dk','Denmark',24),('bm.dk','Denmark',24),('skm.dk','Denmark',24),('em.dk','Denmark',24),('trm.dk','Denmark',24),('fvm.dk','Denmark',24),('uim.dk','Denmark',24),('sm.dk','Denmark',24),('digst.dk','Denmark',24),('km.dk','Denmark',24),('mssb.dk','Denmark',24),('urm.dk','Denmark',24),
+ ('norden.dk','Denmark',23),('miljoeogfoedevarer.dk','Denmark',23),('arbejdstilsynet.dk','Denmark',23),('forsvaret.dk','Denmark',23),('dr.dk','Denmark',23),('dst.dk','Denmark',23),('sikkerdigital.dk','Denmark',23),('nemlog-in.dk','Denmark',23),('mitid.dk','Denmark',23),('nemkonto.dk','Denmark',23),('stps.dk','Denmark',23),('dataetiskraad.dk','Denmark',23),('at.dk','Denmark',23),
+ ('regionh.dk','Denmark',23),('rsyd.dk','Denmark',23),('rm.dk','Denmark',23),('rn.dk','Denmark',23),('regionsjaelland.dk','Denmark',23),
+ ('kk.dk','Denmark',22),('aarhus.dk','Denmark',22),('odense.dk','Denmark',22),('aalborg.dk','Denmark',22),('esbjerg.dk','Denmark',22),('randers.dk','Denmark',22),('kolding.dk','Denmark',22),('vejle.dk','Denmark',22),('horsens.dk','Denmark',22),('roskilde.dk','Denmark',22),('herning.dk','Denmark',22),('silkeborg.dk','Denmark',22),('naestved.dk','Denmark',22),('gladsaxe.dk','Denmark',22),('gentofte.dk','Denmark',22),('frederiksberg.dk','Denmark',22),('holbaek.dk','Denmark',22),('hjoerring.dk','Denmark',22),('koege.dk','Denmark',22),('varde.dk','Denmark',22),('viborg.dk','Denmark',22),('svendborg.dk','Denmark',22),('sonderborg.dk','Denmark',22),('ballerup.dk','Denmark',22),('rodovre.dk','Denmark',22),('helsingor.dk','Denmark',22),('albertslund.dk','Denmark',22),('egedal.dk','Denmark',22),('faaborgmidtfyn.dk','Denmark',22),('aabenraa.dk','Denmark',22),('fredericia.dk','Denmark',22),('skanderborg.dk','Denmark',22),('slagelse.dk','Denmark',22),('holstebro.dk','Denmark',22),
+
+ -- Dubai (UAE)
+ ('gov.ae','Dubai/UAE',24), ('uaeinteract.com','Dubai/UAE',23), ('uaecabinet.ae','Dubai/UAE',23), ('government.ae','Dubai/UAE',23), ('uaepresident.ae','Dubai/UAE',23),
+ ('dubaigov.ae','Dubai/UAE',22), ('dubai.ae','Dubai/UAE',22), ('dm.gov.ae','Dubai/UAE',22), ('dewa.gov.ae','Dubai/UAE',22), ('rta.ae','Dubai/UAE',22),
+ ('dxbcourts.gov.ae','Dubai/UAE',22), ('dubaitrade.ae','Dubai/UAE',22), ('dubaipolice.gov.ae','Dubai/UAE',22), ('dubaiairports.ae','Dubai/UAE',22), ('dubaihealth.gov.ae','Dubai/UAE',22),
+
+ -- East Timor
+ ('gov.tl','East Timor',24),('timor-leste.gov.tl','East Timor',24),('parlamento.tl','East Timor',24),('mj.gov.tl','East Timor',24),
+ ('mire.gov.tl','East Timor',23),('mnec.gov.tl','East Timor',23),('me.tl','East Timor',23),('mss.gov.tl','East Timor',23),
+ ('mejd.gov.tl','East Timor',23),('mj.gov.tl','East Timor',23),('mf.gov.tl','East Timor',23),('mdn.gov.tl','East Timor',23),
+ ('misa.gov.tl','East Timor',23),('mtci.gov.tl','East Timor',23),('mjdac.gov.tl','East Timor',23),('mnec.tl','East Timor',23),
+ ('tribunais.tl','East Timor',23),('procuradoria.tl','East Timor',23),('cne.tl','East Timor',23),('bancocentral.tl','East Timor',23),
+
+ -- Estonia
+ ('riigikantselei.ee','Estonia',24),('valitsus.ee','Estonia',24),('riigikogu.ee','Estonia',24),('riigiteataja.ee','Estonia',24),('riik.ee','Estonia',24),('eesti.ee','Estonia',24),('hm.ee','Estonia',24),('mkm.ee','Estonia',24),('siseministeerium.ee','Estonia',24),('sm.ee','Estonia',24),('kliimaministeerium.ee','Estonia',24),('agri.ee','Estonia',24),('just.ee','Estonia',24),('kaitseministeerium.ee','Estonia',24),('kul.ee','Estonia',24),('fin.ee','Estonia',24),('vm.ee','Estonia',24),('ria.ee','Estonia',24),('stat.ee','Estonia',24),('prokuratuur.ee','Estonia',24),('kohtuteave.ee','Estonia',24),('riigikohus.ee','Estonia',24),('tallinn.ee','Estonia',23),('tartu.ee','Estonia',23),('narva.ee','Estonia',23),('parnu.ee','Estonia',23),('viljandi.ee','Estonia',23),('rakvere.ee','Estonia',23),('kuressaare.ee','Estonia',23),
+
+ -- Finland
+ ('valtioneuvosto.fi','Finland',24),('presidentti.fi','Finland',24),('eduskunta.fi','Finland',24),('oikeus.fi','Finland',24),('suomi.fi','Finland',24),
+ ('formin.fi','Finland',23),('intermin.fi','Finland',23),('vm.fi','Finland',23),('stm.fi','Finland',23),('okm.fi','Finland',23),
+ ('mmm.fi','Finland',23),('lvm.fi','Finland',23),('ym.fi','Finland',23),('tem.fi','Finland',23),('defmin.fi','Finland',23),
+ ('um.fi','Finland',23),('oikeusministerio.fi','Finland',23),('minedu.fi','Finland',23),('bmbwf.fi','Finland',23),
+ ('vero.fi','Finland',22),('kela.fi','Finland',22),('poliisi.fi','Finland',22),('tulli.fi','Finland',22),('traficom.fi','Finland',22),
+ ('migri.fi','Finland',22),('fimea.fi','Finland',22),('stat.fi','Finland',22),('thl.fi','Finland',22),('metsakeskus.fi','Finland',22),
+ ('businessfinland.fi','Finland',22),('oph.fi','Finland',22),('avi.fi','Finland',22),('syke.fi','Finland',22),
+
+
+ -- France
+ ('elysee.fr','France',24),('france.fr','France',24),('gouvernement.fr','France',24),('service-public.fr','France',24),('welcometofrance.com','France',22), -- National + portals
+ ('agriculture.gouv.fr','France',24),('culture.gouv.fr','France',24),('defense.gouv.fr','France',24),('diplomatie.gouv.fr','France',24), -- Ministries / national agencies
+ ('douane.gouv.fr','France',24),('ecologie.gouv.fr','France',24),('economie.gouv.fr','France',24),('education.gouv.fr','France',24),
+ ('enseignementsup-recherche.gouv.fr','France',24),('impots.gouv.fr','France',24),('interieur.gouv.fr','France',24),('justice.gouv.fr','France',24),
+ ('marches-publics.gouv.fr','France',24),('sante.gouv.fr','France',24),('transition-ecologique.gouv.fr','France',24),('travail-emploi.gouv.fr','France',24),
+ ('assemblee-nationale.fr','France',24),('conseil-constitutionnel.fr','France',24),('conseil-etat.fr','France',24),('courdescomptes.fr','France',24), -- Parliament / institutions
+ ('legifrance.gouv.fr','France',24),('senat.fr','France',24),('vie-publique.fr','France',24),
+ ('ameli.fr','France',23),('assurance-maladie.fr','France',23),('banque-france.fr','France',23),('boamp.fr','France',22),('caf.fr','France',23), -- Agencies / operators
+ ('cnam.fr','France',23),('cnav.fr','France',23),('cnil.fr','France',23),('data.gouv.fr','France',24),('francetravail.fr','France',23),
+ ('impots.gouv.fr','France',24),('insee.fr','France',23),('labanquepostale.fr','France',22),('meteofrance.com','France',22),('meteofrance.fr','France',22),
+ ('pole-emploi.fr','France',23),('urssaf.fr','France',23),
+ ('cg971.fr','France',22),('cg976.fr','France',22),('collectivitedemartinique.mq','France',23),('ctguyane.fr','France',23), -- Overseas collectivities / territories
+ ('departement974.fr','France',22),('guadeloupe.fr','France',23),('guyane.fr','France',23),('lareunion.fr','France',23),
+ ('mayotte.fr','France',23),('nouvelle-caledonie.gouv.fr','France',24),('polynesie-francaise.pref.gouv.fr','France',24),
+ ('province-sud.nc','France',23),('saint-barth-saint-martin.gouv.fr','France',24),('saint-pierre-et-miquelon.gouv.fr','France',24),
+ ('alsace.eu','France',23),('auvergnerhonealpes.fr','France',23),('bourgognefranchecomte.fr','France',23),('bretagne.bzh','France',23), -- Regions
+ ('centre-valdeloire.fr','France',23),('corse.fr','France',23),('grandest.fr','France',23),('hautsdefrance.fr','France',23),
+ ('iledefrance.fr','France',23),('normandie.fr','France',23),('nouvelle-aquitaine.fr','France',23),('occitanie.fr','France',23),
+ ('paysdelaloire.fr','France',23),('provencealpes-cotedazur.fr','France',23),
+ ('ain.fr','France',22),('aisne.com','France',22),('allier.fr','France',22),('ardeche.fr','France',22),('ariege.fr','France',22), -- Départements
+ ('aube.fr','France',22),('aude.fr','France',22),('aveyron.fr','France',22),('calvados.fr','France',22),('cantal.fr','France',22),
+ ('cd08.fr','France',22),('collectivitedemartinique.mq','France',23),('correze.fr','France',22),('cotedor.fr','France',22),
+ ('cotesdarmor.fr','France',22),('creuse.fr','France',22),('deux-sevres.fr','France',22),('departement06.fr','France',22),
+ ('departement13.fr','France',22),('departement18.fr','France',22),('departement41.fr','France',22),('departement974.fr','France',22),
+ ('doubs.fr','France',22),('dordogne.fr','France',22),('essonne.fr','France',22),('eurelien.fr','France',22),('eureennormandie.fr','France',22),
+ ('finistere.fr','France',22),('gard.fr','France',22),('gers.fr','France',22),('gironde.fr','France',22),('haute-garonne.fr','France',22),
+ ('haute-marne.fr','France',22),('haute-saone.fr','France',22),('haute-vienne.fr','France',22),('hauteloire.fr','France',22),
+ ('hautes-alpes.fr','France',22),('hautesavoie.fr','France',22),('hautespyrenees.fr','France',22),('herault.fr','France',22),
+ ('ille-et-vilaine.fr','France',22),('indre.fr','France',22),('isere.fr','France',22),('jura.fr','France',22),('ladrome.fr','France',22),
+ ('lamayenne.fr','France',22),('landes.fr','France',22),('lavienne86.fr','France',22),('le64.fr','France',22),
+ ('ledepartement66.fr','France',22),('lenord.fr','France',22),('loire.fr','France',22),('loire-atlantique.fr','France',22),
+ ('loiret.fr','France',22),('lot.fr','France',22),('lotetgaronne.com','France',22),('lozere-tourisme.com','France',22),
+ ('maine-et-loire.fr','France',22),('manche.fr','France',22),('marne.fr','France',22),('meurthe-et-moselle.fr','France',22),
+ ('meuse.fr','France',22),('morbihan.fr','France',22),('moselle.fr','France',22),('nievre.fr','France',22),
+ ('oise.fr','France',22),('orne.fr','France',22),('pasdecalais.fr','France',22),('puy-de-dome.fr','France',22),
+ ('rhone.fr','France',22),('saoneetloire71.fr','France',22),('sarthe.fr','France',22),('savoie.fr','France',22),
+ ('seine-et-marne.fr','France',22),('seinemaritime.fr','France',22),('seinesaintdenis.fr','France',22),
+ ('somme.fr','France',22),('tarn.fr','France',22),('tarnetgaronne.fr','France',22),('territoiredebelfort.fr','France',22),
+ ('touraine.fr','France',22),('valdemarne.fr','France',22),('valdoise.fr','France',22),('vaucluse.fr','France',22),
+ ('vendee.fr','France',22),('vosges.fr','France',22),('yonne.fr','France',22),('yvelines.fr','France',22),
+ ('ampmetropole.fr','France',22),('bordeaux-metropole.fr','France',22),('clermontmetropole.eu','France',22),('dijon-metropole.fr','France',22), -- Métropoles
+ ('eurometropolemetz.eu','France',22),('grandnancy.eu','France',22),('grenoblealpesmetropole.fr','France',22),('lillemetropole.fr','France',22),
+ ('metropole.nantes.fr','France',22),('metropole.rennes.fr','France',22),('metropole.toulouse.fr','France',22),
+ ('metropole-rouen-normandie.fr','France',22),('metropolegrandparis.fr','France',22),('metropoletpm.fr','France',22),
+ ('montpellier3m.fr','France',22),('nicecotedazur.org','France',22),('orleans-metropole.fr','France',22),
+ ('saint-etienne-metropole.fr','France',22),('tours-metropole.fr','France',22),
+ ('amiens.fr','France',22),('angers.fr','France',22),('annecy.fr','France',22),('bordeaux.fr','France',22),('brest.fr','France',22), -- Major cities
+ ('caen.fr','France',22),('clermont-ferrand.fr','France',22),('dijon.fr','France',22),('grenoble.fr','France',22),
+ ('lehavre.fr','France',22),('limoges.fr','France',22),('lille.fr','France',22),('lyon.fr','France',22),('marseille.fr','France',22),
+ ('metz.fr','France',22),('montpellier.fr','France',22),('nancy.fr','France',22),('nantes.fr','France',22),
+ ('nice.fr','France',22),('orleans.fr','France',22),('paris.fr','France',22),('perpignan.fr','France',22),
+ ('reims.fr','France',22),('rennes.fr','France',22),('saint-etienne.fr','France',22),('strasbourg.eu','France',22),
+ ('toulon.fr','France',22),('toulouse.fr','France',22),('tours.fr','France',22),
+
+ -- Georgia
+ ('gov.ge','Georgia',24), ('parliament.ge','Georgia',24), ('president.ge','Georgia',24), ('nbe.gov.ge','Georgia',24), ('mfa.gov.ge','Georgia',24),
+ ('justice.gov.ge','Georgia',24), ('moh.gov.ge','Georgia',24), ('moe.gov.ge','Georgia',24), ('police.ge','Georgia',23), ('rs.ge','Georgia',23),
+ ('tbilisi.gov.ge','Georgia',22), ('batumi.gov.ge','Georgia',22), ('kutaisi.gov.ge','Georgia',22), ('rustavi.gov.ge','Georgia',22), ('zugdidi.gov.ge','Georgia',22),
+
+ -- Greece
+ ('presidency.gr','Greece',24), ('bankofgreece.gr','Greece',23),('areiospagos.gr','Greece',23), ('cityofathens.gr','Greece',22),
+ ('thessaloniki.gr','Greece',22),('patras.gr','Greece',22),('heraklion.gr','Greece',22),('ioannina.gr','Greece',22),
+ ('volos.gr','Greece',22),('chania.gr','Greece',22), ('kavala.gr','Greece',22),('kalamata.gr','Greece',22),
+ ('lamia.gr','Greece',22),('serres.gr','Greece',22), ('agrinio.gr','Greece',22),('chalkida.gr','Greece',22),
+ ('trikala.gr','Greece',22),('veria.gr','Greece',22), ('rethymno.gr','Greece',22),('xanthi.gr','Greece',22),
+ ('kozani.gr','Greece',22),('corfu.gr','Greece',22),('rhodes.gr','Greece',22),
+
+
+ -- Germany
+ ('bund.de','Germany',24), ('bundesregierung.de','Germany',24), ('bundesrat.de','Germany',24), ('bundestag.de','Germany',24),
+ ('bundesverfassungsgericht.de','Germany',24), ('bundesgerichtshof.de','Germany',24), ('bundesverwaltungsgericht.de','Germany',24),
+ ('bundesfinanzhof.de','Germany',24), ('bundessozialgericht.de','Germany',24), ('bundesarbeitsgericht.de','Germany',24),
+ ('bundesnetzagentur.de','Germany',24), ('bundespolizei.de','Germany',24), ('polizei.de','Germany',24),
+ ('bmi.bund.de','Germany',24), ('auswaertiges-amt.de','Germany',24), ('bmf.bund.de','Germany',24), ('bmj.de','Germany',24),
+ ('bmwi.de','Germany',24), ('bmbf.de','Germany',24), ('bmvg.de','Germany',24), ('bmas.de','Germany',24),
+ ('bmfsfj.de','Germany',24), ('bmel.de','Germany',24), ('bmuv.de','Germany',24), ('bverwg.de','Germany',24),
+ ('bundeskartellamt.de','Germany',24), ('bundesbank.de','Germany',24), ('destatis.de','Germany',24),
+ ('rki.de','Germany',24), ('pei.de','Germany',24), ('bafin.de','Germany',24), ('bka.de','Germany',24),
+ ('bka.bund.de','Germany',24), ('bnd.bund.de','Germany',24), ('zoll.de','Germany',24), ('bamf.de','Germany',24),
+ ('arbeitsagentur.de','Germany',24), ('bundeswehr.de','Germany',24), ('bsi.bund.de','Germany',24),
+ ('uba.de','Germany',24), ('bfarm.de','Germany',24), ('bfr.bund.de','Germany',24), ('dwd.de','Germany',24),
+ ('kba.de','Germany',24), ('bundesanzeiger.de','Germany',24), ('gesetze-im-internet.de','Germany',24),
+ ('verwaltung.bund.de','Germany',24), ('service.bund.de','Germany',24), ('govdata.de','Germany',24),
+ ('epetitionen.bundestag.de','Germany',24), ('make-it-in-germany.com','Germany',23), -- Additional Federal Offices / Agencies
+ ('beratungsstelle-barrierefreiheit.de','Germany',23), ('dguv.de','Germany',23), ('jfmk.de','Germany',23), ('bfee-online.de','Germany',23),
+ ('bbr.bund.de','Germany',24), ('bbk.bund.de','Germany',24), ('bkg.bund.de','Germany',24), ('bfn.de','Germany',24),
+ ('bsh.de','Germany',24), ('bfs.de','Germany',24), ('bvl.bund.de','Germany',24), ('verfassungsschutz.de','Germany',24),
+ ('bafa.de','Germany',24), ('badv.bund.de','Germany',24), ('baua.de','Germany',24), ('bgr.bund.de','Germany',24),
+ ('bafg.de','Germany',24), ('bundesimmobilien.de','Germany',24), ('ble.de','Germany',24), ('bam.de','Germany',24),
+ ('bva.bund.de','Germany',24), ('bzst.bund.de','Germany',24), ('deutsche-finanzagentur.de','Germany',23),
+ ('dainst.org','Germany',23), ('dpma.de','Germany',24), ('ffa.de','Germany',23), ('lba.de','Germany',24),
+ ('mri.bund.de','Germany',23), ('ptb.de','Germany',24), ('thw.de','Germany',24), ('umweltbundesamt.de','Germany',24),
+ ('116117.de','Germany',23), ('aktion-zusammen-wachsen.de','Germany',23), ('antidiskriminierungsstelle.de','Germany',24),
+ ('antisemitismusbeauftragter.de','Germany',24), ('aufstiegs-bafoeg.de','Germany',23),
+ ('bundesdruckerei.de','Germany',23), ('bundesfachstelle-barrierefreiheit.de','Germany',23),
+ ('bundesjugendspiele.de','Germany',23), ('bundespraesident.de','Germany',24),
+ ('deutschlandatlas.bund.de','Germany',24), ('deutschlandtakt.de','Germany',23), ('dnb.de','Germany',24),
+ ('dortmund.de','Germany',23), ('duesseldorf.de','Germany',23), ('elternsein.info','Germany',23),
+ ('energetische-stadtsanierung.info','Germany',23), ('essen.de','Germany',23), ('evergabe-online.de','Germany',24),
+ ('familienplanung.de','Germany',23), ('familienportal.de','Germany',23), ('fba.de','Germany',24),
+ ('frankfurt.de','Germany',23), ('frauengesundheitsportal.de','Germany',23), ('fruehe-chancen.de','Germany',23),
+ ('generalbundesanwalt.de','Germany',24), ('go-bio.de','Germany',23),
+ ('hamburg.de','Germany',23), ('hanisauland.de','Germany',23), ('hilfe-portal-missbrauch.de','Germany',23),
+ ('hvv.de','Germany',23), ('integrationsbeauftragte.de','Germany',24), ('interreg.de','Germany',23),
+ ('it-planungsrat.de','Germany',23), ('karriere.bva.de','Germany',23), ('kinder-ministerium.de','Germany',23),
+ ('koeln.de','Germany',23), ('krisenvorsorgeliste.diplo.de','Germany',21), ('krebsdaten.de','Germany',24),
+ ('kuppelkucker.de','Germany',23), ('kulturstaatsministerin.de','Germany',24), ('kulturpass.de','Germany',23),
+ ('landkreistag.de','Germany',23), ('leitfadenbarrierefreiesbauen.de','Germany',23), ('leipzig.de','Germany',23),
+ ('muenchen.de','Germany',23), ('nationaler-rat.de','Germany',23), ('open-government-deutschland.de','Germany',23),
+ ('opencode.de','Germany',23), ('personalausweisportal.de','Germany',24), ('personenstandsrecht.de','Germany',24),
+ ('pharmnet-bund.de','Germany',24), ('pflegebevollmaechtigte.de','Germany',24),
+ ('recht-relaxed.de','Germany',23), ('regenbogenportal.de','Germany',23), ('religionsfreiheit.bmz.de','Germany',23),
+ ('rentenuebersicht.de','Germany',24), ('runtervomgas.de','Germany',23), ('siegelklarheit.de','Germany',23),
+ ('sifo.de','Germany',23), ('stadt-koeln.de','Germany',23), ('stuttgart.de','Germany',23), ('tab-beim-bundestag.de','Germany',23),
+ ('tag-der-staedtebaufoerderung.de','Germany',23), ('teilhabe40.de','Germany',23), ('thuenen.de','Germany',24),
+ ('vertreterin-des-bundesinteresses.de','Germany',24), ('vielfalt-pflegen.info','Germany',23),
+ ('vorsorgeregister.de','Germany',24), ('wahl-o-mat.de','Germany',23),
+ ('warnung-der-bevoelkerung.de','Germany',23), ('welt-aids-tag.de','Germany',23), ('wir-sind-bund.de','Germany',23),
+ ('wir-sind-rechtsstaat.de','Germany',23), ('zanzu.de','Germany',23), ('zim.de','Germany',24),
+ ('zugutfuerdietonne.de','Germany',23), ('zusammenhalt-durch-teilhabe.de','Germany',23),
+ ('bayern.de','Germany',23), ('berlin.de','Germany',23), ('brandenburg.de','Germany',23), ('bremen.de','Germany',23), -- States
+ ('hamburg.de','Germany',23), ('hessen.de','Germany',23), ('mecklenburg-vorpommern.de','Germany',23),
+ ('niedersachsen.de','Germany',23), ('nrw.de','Germany',23), ('land.nrw','Germany',24), ('rlp.de','Germany',23),
+ ('saarland.de','Germany',23), ('sachsen.de','Germany',23), ('sachsen-anhalt.de','Germany',23),
+ ('schleswig-holstein.de','Germany',23), ('thueringen.de','Germany',23), ('baden-wuerttemberg.de','Germany',23),
+ ('landtag.nrw.de','Germany',23), ('landtag-bw.de','Germany',23), ('landtag.bayern.de','Germany',23), -- State Parliaments
+ ('landtag.sachsen.de','Germany',23), ('landtag.sachsen-anhalt.de','Germany',23), ('landtag.brandenburg.de','Germany',23),
+ ('landtag.rlp.de','Germany',23), ('landtag-bb.de','Germany',23), ('parlament-berlin.de','Germany',23),
+ ('landesportal.bremen.de','Germany',23), ('hamburgische-buergerschaft.de','Germany',23),
+ ('hessischer-landtag.de','Germany',23), ('landtag-mv.de','Germany',23),
+ ('landtag-niedersachsen.de','Germany',23), ('landtag-saar.de','Germany',23),
+ ('landtag.ltsh.de','Germany',23), ('thueringer-landtag.de','Germany',23),
+
+ -- Ghana
+ ('ghana.gov.gh','Ghana',24),('gov.gh','Ghana',24),('parliament.gh','Ghana',24),
+ ('mfa.gov.gh','Ghana',23),('moh.gov.gh','Ghana',23),('moe.gov.gh','Ghana',23),('moc.gov.gh','Ghana',23),
+ ('mot.gov.gh','Ghana',23),('mojagd.gov.gh','Ghana',23),('moi.gov.gh','Ghana',23),('mofep.gov.gh','Ghana',23), ('moes.gov.gh','Ghana',23),('moj.gov.gh','Ghana',23),
+ ('motac.gov.gh','Ghana',23),('moes.gov.gh','Ghana',23),('moesr.gov.gh','Ghana',23),('moesd.gov.gh','Ghana',23),
+ ('bankofghana.org','Ghana',22),('gipc.gov.gh','Ghana',22),('ges.gov.gh','Ghana',22),('nss.gov.gh','Ghana',22),
+ ('passport.mfa.gov.gh','Ghana',22),('gsa.gov.gh','Ghana',22),('nda.gov.gh','Ghana',22),('ndpc.gov.gh','Ghana',22),
+ ('pensions.gov.gh','Ghana',22),('gepa.gov.gh','Ghana',22),('gipc.gov.gh','Ghana',22),('fda.gov.gh','Ghana',22),
+ ('accra.gov.gh','Ghana',21),('kumasi.gov.gh','Ghana',21),('tamale.gov.gh','Ghana',21),('takoradi.gov.gh','Ghana',21),
+
+ -- Greece
+ ('gov.gr','Greece',24),('hellenicparliament.gr','Greece',24),('presidency.gr','Greece',24),
+ ('mfa.gr','Greece',24),('ypes.gr','Greece',24),('aade.gr','Greece',24),('gsis.gr','Greece',24),
+ ('civilprotection.gr','Greece',24), ('mindigital.gov.gr','Greece',23),('mnec.gov.gr','Greece',23),('minedu.gov.gr','Greece',23),
+ ('yptp.gr','Greece',23),('minagric.gr','Greece',23),('migration.gov.gr','Greece',23),
+ ('et.gr','Greece',23),('odihr.gr','Greece',23),('statistics.gr','Greece',23), ('kemep.gr','Greece',23),
+
+ -- Greenland
+ ('gov.gl','Greenland',24),('naalakkersuisut.gl','Greenland',24),('stat.gl','Greenland',24),('inatsisartut.gl','Greenland',24),('politi.gl','Greenland',24),
+ ('sullissivik.gl','Greenland',24),('visitgreenland.gl','Greenland',24),('arcticcommand.gl','Greenland',24),('greenlandinstitute.gl','Greenland',24),('oqaasileriffik.gl','Greenland',24),('iluarsartuiffik.gl','Greenland',24),('energitjenesten.gl','Greenland',24),
+ ('kujalleq.gl','Greenland',23),('sermersooq.gl','Greenland',23),('sisimiut.gl','Greenland',23),('kalaallitnunaata.gl','Greenland',23),('nusuka.gl','Greenland',23),('aviisi.gl','Greenland',23),('anjuma.gl','Greenland',23),('kni.gl','Greenland',23),('mhs.gl','Greenland',23),('gux.gl','Greenland',23),('univiseyisarti.gl','Greenland',23),
+
+ -- Guyana
+ ('gov.gy','Guyana',24),('parliament.gov.gy','Guyana',24),('op.gov.gy','Guyana',24),('mofa.gov.gy','Guyana',23),('finance.gov.gy','Guyana',23),('education.gov.gy','Guyana',23),('health.gov.gy','Guyana',23),
+
+ -- Hungary
+ ('kormany.hu','Hungary',24), ('parlament.hu','Hungary',24), ('birosag.hu','Hungary',24),('alkotmanybirosag.hu','Hungary',24),
+ ('magyarorszag.hu','Hungary',23),('mnb.hu','Hungary',23),('ksh.hu','Hungary',23),('police.hu','Hungary',23),
+ ('ajbh.hu','Hungary',23), ('valasztas.hu','Hungary',23),('kozbeszerzes.hu','Hungary',22),('budapest.hu','Hungary',22),
+ ('debrecen.hu','Hungary',22),('szeged.hu','Hungary',22),('pecs.hu','Hungary',22), ('kormanyablak.hu','Hungary',22),
+ ('miskolc.hu','Hungary',22),('gyor.hu','Hungary',22),('nyiregyhaza.hu','Hungary',22),
+ ('kecskemet.hu','Hungary',22),('szekesfehervar.hu','Hungary',22),('szombathely.hu','Hungary',22),('tatabanya.hu','Hungary',22),
+ ('kaposvar.hu','Hungary',22),('bekescsaba.hu','Hungary',22),('sopron.hu','Hungary',22),('eger.hu','Hungary',22),
+
+ -- Iceland
+ ('stjornarradid.is','Iceland',24), ('althingi.is','Iceland',24), ('lögreglan.is','Iceland',24), ('domstolar.is','Iceland',24), ('forseti.is','Iceland',24),
+ ('utanrikisraduneyti.is','Iceland',24), ('forsaetisraduneyti.is','Iceland',24), ('fjarmalaraduneyti.is','Iceland',24), ('samgongustofa.is','Iceland',24), ('menntamalaraduneyti.is','Iceland',24),
+ ('heilbrigdisraduneyti.is','Iceland',24), ('innviðaráðuneytið.is','Iceland',24), ('dómsmálaráðuneytið.is','Iceland',24), ('atvinnuvegaraduneyti.is','Iceland',24), ('umhverfisraduneyti.is','Iceland',24),
+ ('skatturinn.is','Iceland',23), ('hagstofa.is','Iceland',23), ('utl.is','Iceland',23), ('landlaeknir.is','Iceland',23), ('island.is','Iceland',23),
+ ('vinnueftirlit.is','Iceland',23), ('vinnumalastofnun.is','Iceland',23), ('mannvirkjastofnun.is','Iceland',23), ('vegagerdin.is','Iceland',23),
+ ('reykjavik.is','Iceland',22), ('kopavogur.is','Iceland',22), ('hafnarfjordur.is','Iceland',22), ('akureyri.is','Iceland',22), ('gardabaer.is','Iceland',22),
+ ('mos.is','Iceland',22), ('akeri.is','Iceland',22), ('keflavik.is','Iceland',22), ('selfoss.is','Iceland',22), ('egilsstadir.is','Iceland',22),
+
+ -- India
+ ('india.gov.in','India',24),('gov.in','India',24),('nic.in','India',24),('mea.gov.in','India',24),('mha.gov.in','India',24),('mohfw.gov.in','India',24),('mof.gov.in','India',24),('pmindia.gov.in','India',24),('presidentofindia.nic.in','India',24),('vicepresidentofindia.nic.in','India',24),('cabsec.gov.in','India',24),('parliamentofindia.nic.in','India',24),
+ ('supremecourtofindia.nic.in','India',24),('indiacode.nic.in','India',24),('nalsa.gov.in','India',24),('lawcommissionofindia.nic.in','India',24),
+ ('agriculture.gov.in','India',23),('rural.nic.in','India',23),('labour.gov.in','India',23),('education.gov.in','India',23),('defence.gov.in','India',23),('commerce.gov.in','India',23),('msme.gov.in','India',23),('morth.nic.in','India',23),('petroleum.nic.in','India',23),('power.gov.in','India',23),('coal.nic.in','India',23),('culture.gov.in','India',23),('tourism.gov.in','India',23),('tribal.nic.in','India',23),('socialjustice.nic.in','India',23),('minorityaffairs.gov.in','India',23),
+ ('maharashtra.gov.in','India',22),('gujarat.gov.in','India',22),('rajasthan.gov.in','India',22),('up.gov.in','India',22),('kerala.gov.in','India',22),('tamilnadu.gov.in','India',22),('telangana.gov.in','India',22),('karnataka.gov.in','India',22),('westbengal.gov.in','India',22),('punjab.gov.in','India',22),('bihar.gov.in','India',22),('jharkhand.gov.in','India',22),('odisha.gov.in','India',22),('chhattisgarh.gov.in','India',22),('himachal.nic.in','India',22),('sikkim.gov.in','India',22),('mizoram.gov.in','India',22),('meghalaya.gov.in','India',22),('nagaland.gov.in','India',22),('tripura.gov.in','India',22),('manipur.gov.in','India',22),('arunachalpradesh.gov.in','India',22),('andhrapradesh.gov.in','India',22),
+ ('uidai.gov.in','India',23),('nsdl.co.in','India',23),('incometaxindia.gov.in','India',23),('rbi.org.in','India',23),('sebi.gov.in','India',23),('irda.gov.in','India',23),('pfrda.org.in','India',23),
+
+ -- Indonesia
+ ('indonesia.go.id','Indonesia',24),('setneg.go.id','Indonesia',24),('dpr.go.id','Indonesia',24),('mahkamahagung.go.id','Indonesia',24),('kpu.go.id','Indonesia',24),
+ ('kemdikbud.go.id','Indonesia',23),('kemenkeu.go.id','Indonesia',23),('kemlu.go.id','Indonesia',23),('kemhan.go.id','Indonesia',23),('kemenperin.go.id','Indonesia',23),('kemenkopmk.go.id','Indonesia',23),('kemenkumham.go.id','Indonesia',23),('kemenhub.go.id','Indonesia',23),('kemenparekraf.go.id','Indonesia',23),('kemenkes.go.id','Indonesia',23),('kemenag.go.id','Indonesia',23),('kemensos.go.id','Indonesia',23),('kemenpppa.go.id','Indonesia',23),('kemenristek.go.id','Indonesia',23),('kementan.go.id','Indonesia',23),('kemenaker.go.id','Indonesia',23),('kemenlhk.go.id','Indonesia',23),('kemenpu.go.id','Indonesia',23),
+ ('jakarta.go.id','Indonesia',22),('jatimprov.go.id','Indonesia',22),('jabarprov.go.id','Indonesia',22),('jatengprov.go.id','Indonesia',22),('sumutprov.go.id','Indonesia',22),('sumbarprov.go.id','Indonesia',22),('sumselprov.go.id','Indonesia',22),('riau.go.id','Indonesia',22),('kepulauanriau.go.id','Indonesia',22),('lampungprov.go.id','Indonesia',22),('acehprov.go.id','Indonesia',22),('nttprov.go.id','Indonesia',22),('ntbprov.go.id','Indonesia',22),('papua.go.id','Indonesia',22),('papuabaratprov.go.id','Indonesia',22),('kalbarprov.go.id','Indonesia',22),('kaltimprov.go.id','Indonesia',22),('kaltengprov.go.id','Indonesia',22),('kalselprov.go.id','Indonesia',22),('sulselprov.go.id','Indonesia',22),('sulutprov.go.id','Indonesia',22),('sulbarprov.go.id','Indonesia',22),('sultrabaratprov.go.id','Indonesia',22),('gorontaloprov.go.id','Indonesia',22),('malutprov.go.id','Indonesia',22),('malukuprov.go.id','Indonesia',22),('bali.go.id','Indonesia',22),('bantenprov.go.id','Indonesia',22),('bangka.go.id','Indonesia',22),('babelprov.go.id','Indonesia',22),
+ ('bandung.go.id','Indonesia',21),('surabaya.go.id','Indonesia',21),('semarang.go.id','Indonesia',21),('medan.go.id','Indonesia',21),('makassar.go.id','Indonesia',21),('denpasarkota.go.id','Indonesia',21),('yogyakarta.go.id','Indonesia',21),('bekasikota.go.id','Indonesia',21),('depok.go.id','Indonesia',21),('bogorkota.go.id','Indonesia',21),
+
+ -- Iran
+ ('gov.ir','Iran',24),('iran.ir','Iran',24),('irangov.ir','Iran',24),('president.ir','Iran',24),('parliran.ir','Iran',24),('adliran.ir','Iran',24),('cbi.ir','Iran',24),('moi.ir','Iran',23),('mop.ir','Iran',23),('mefa.ir','Iran',23),
+ ('mfa.gov.ir','Iran',23),('ito.gov.ir','Iran',23), ('gov.iq','Iraq',24),('iraq.gov.iq','Iraq',24),('parliament.iq','Iraq',24),('presidency.iq','Iraq',24),('iraqna.iq','Iraq',23),('mofa.gov.iq','Iraq',23),('moi.gov.iq','Iraq',23),('moh.gov.iq','Iraq',23),
+
+ -- Ireland
+ ('gov.ie','Ireland',24),('oireachtas.ie','Ireland',24),('president.ie','Ireland',24),('citizensinformation.ie','Ireland',24),('irishstatutebook.ie','Ireland',24),
+ ('finance.gov.ie','Ireland',23),('health.gov.ie','Ireland',23),('justice.ie','Ireland',23),('defence.ie','Ireland',23),('education.ie','Ireland',23),('enterprise.gov.ie','Ireland',23),('housing.gov.ie','Ireland',23),('socialprotection.ie','Ireland',23),('transport.gov.ie','Ireland',23),('agriculture.gov.ie','Ireland',23),('dttas.ie','Ireland',23),('environment.gov.ie','Ireland',23),('foreignaffairs.ie','Ireland',23),
+ ('revenue.ie','Ireland',23),('courts.ie','Ireland',23),('agriculture.gov.ie','Ireland',23),('competitionandconsumer.ie','Ireland',23),('data.gov.ie','Ireland',23),('healthservice.hse.ie','Ireland',23),('hse.ie','Ireland',23),('rtb.ie','Ireland',23),('cso.ie','Ireland',23),
+ ('dublincity.ie','Ireland',22),('corkcity.ie','Ireland',22),('galwaycity.ie','Ireland',22),('limerick.ie','Ireland',22),('waterfordcouncil.ie','Ireland',22),('fingal.ie','Ireland',22),('dlrcoco.ie','Ireland',22),('meath.ie','Ireland',22),('kildare.ie','Ireland',22),
+
+ -- Italy
+ ('governo.it','Italy',24),('parlamento.it','Italy',24),('senato.it','Italy',24),
+ ('camera.it','Italy',24),('quirinale.it','Italy',24),
+ ('esteri.it','Italy',23),('interno.gov.it','Italy',23),('difesa.it','Italy',23),('giustizia.it','Italy',23),
+ ('salute.gov.it','Italy',23),('istruzione.it','Italy',23),('mipaaf.gov.it','Italy',23),('mise.gov.it','Italy',23),
+ ('mims.gov.it','Italy',23),('mef.gov.it','Italy',23),('mase.gov.it','Italy',23),('minambiente.it','Italy',23),
+ ('lavoro.gov.it','Italy',23),('cultura.gov.it','Italy',23),('turismo.gov.it','Italy',23),
+ ('agid.gov.it','Italy',22),('agcom.it','Italy',22),('ivass.it','Italy',22),
+ ('corteconti.it','Italy',22),('istat.it','Italy',22),('inps.it','Italy',22),
+ ('agenziaentrate.gov.it','Italy',22),('agenziadoganemonopoli.gov.it','Italy',22),
+ ('regione.lombardia.it','Italy',21),('regione.piemonte.it','Italy',21),('regione.lazio.it','Italy',21),
+ ('regione.veneto.it','Italy',21),('regione.toscana.it','Italy',21),('regione.campania.it','Italy',21),
+ ('regione.sicilia.it','Italy',21),('regione.emilia-romagna.it','Italy',21),
+ ('comune.roma.it','Italy',20),('comune.milano.it','Italy',20),('comune.napoli.it','Italy',20),
+ ('comune.torino.it','Italy',20),('comune.firenze.it','Italy',20),('comune.bologna.it','Italy',20),
+
+ -- Japan
+ ('kantei.go.jp','Japan',24), ('meti.go.jp','Japan',24), ('mofa.go.jp','Japan',24), ('cas.go.jp','Japan',24), ('npa.go.jp','Japan',24),
+ ('courts.go.jp','Japan',24), ('stat.go.jp','Japan',24), ('e-gov.go.jp','Japan',24), ('jda.go.jp','Japan',24), ('mlit.go.jp','Japan',24),
+ ('pref.osaka.lg.jp','Japan',23), ('pref.aichi.lg.jp','Japan',23), ('pref.kanagawa.lg.jp','Japan',23), ('pref.chiba.lg.jp','Japan',23), ('pref.kyoto.lg.jp','Japan',23),
+ ('city.yokohama.lg.jp','Japan',22), ('city.kobe.lg.jp','Japan',22), ('city.sapporo.jp','Japan',22), ('city.fukuoka.lg.jp','Japan',22), ('city.hiroshima.lg.jp','Japan',22),
+
+ -- Kazakhstan
+ ('egov.kz','Kazakhstan',24),
+
+ -- Kosovo
+ ('rks-gov.net','Kosovo',24), ('assembly-kosova.org','Kosovo',24), ('president-ksgov.net','Kosovo',24), ('ks-gov.net','Kosovo',23), ('kryeministri-ks.net','Kosovo',23),
+ ('gjk-ks.org','Kosovo',23), ('kuvendikosoves.org','Kosovo',23), ('kallxo.com','Kosovo',22), ('rks-gov.org','Kosovo',23),
+ ('prishtinaonline.com','Kosovo',22), ('prizreni.org','Kosovo',22), ('gjakova.org','Kosovo',22), ('ferizaj.org','Kosovo',22),
+
+ -- Latvia
+ ('gov.lv','Latvia',24),('mk.gov.lv','Latvia',24),('likumi.lv','Latvia',24),('president.lv','Latvia',24),('saeima.lv','Latvia',24),
+ ('fm.gov.lv','Latvia',23),('mfa.gov.lv','Latvia',23),('mod.gov.lv','Latvia',23),('iem.gov.lv','Latvia',23),('em.gov.lv','Latvia',23),('izm.gov.lv','Latvia',23),('zm.gov.lv','Latvia',23),('am.gov.lv','Latvia',23),('lm.gov.lv','Latvia',23),('vmnvd.gov.lv','Latvia',23),
+ ('csp.gov.lv','Latvia',23),('vd.gov.lv','Latvia',23),('pmlp.gov.lv','Latvia',23),('vraa.gov.lv','Latvia',23),('rtu.lv','Latvia',23),('riga.lv','Latvia',23),
+ ('riga.lv','Latvia',22),('daugavpils.lv','Latvia',22),('liepaja.lv','Latvia',22),('jelgava.lv','Latvia',22),('ventspils.lv','Latvia',22),
+
+ -- Liechtenstein
+ ('llv.li','Liechtenstein',24),('regierung.li','Liechtenstein',24),('landtag.li','Liechtenstein',24),('gericht.li','Liechtenstein',24),('staatsanwaltschaft.li','Liechtenstein',24),
+ ('gemeinden.li','Liechtenstein',23),
+
+ -- Lithuania
+ ('lrv.lt','Lithuania',24),('lrs.lt','Lithuania',24),('prezidentas.lt','Lithuania',24),
+ ('urm.lt','Lithuania',23),('kam.lt','Lithuania',23),('smm.lt','Lithuania',23),('sveikata.lt','Lithuania',23),
+ ('sumin.lt','Lithuania',23),('finmin.lt','Lithuania',23),('am.lt','Lithuania',23),('socmin.lt','Lithuania',23),
+ ('ukmin.lt','Lithuania',23),('zum.lt','Lithuania',23),('teisingumas.lt','Lithuania',23),('vidmin.lt','Lithuania',23),
+ ('stat.gov.lt','Lithuania',22),('vrk.lt','Lithuania',22),('policija.lt','Lithuania',22),('lvat.lt','Lithuania',22),
+ ('ltok.lt','Lithuania',22),('uzt.lt','Lithuania',22),('migracija.lt','Lithuania',22),('vmi.lt','Lithuania',22),
+ ('vilnius.lt','Lithuania',21),('kaunas.lt','Lithuania',21),('klaipeda.lt','Lithuania',21),
+ ('siauliai.lt','Lithuania',21),('panevezys.lt','Lithuania',21),('alytus.lt','Lithuania',21),
+
+ -- Luxembourg
+ ('luxembourg.lu','Luxembourg',24), ('service-public.lu','Luxembourg',24), ('guichet.lu','Luxembourg',24),
+ ('education.lu','Luxembourg',23), ('portal.education.lu','Luxembourg',23), ('secu.lu','Luxembourg',23), ('cns.lu','Luxembourg',23), ('statec.lu','Luxembourg',23),
+ ('ces.lu','Luxembourg',23), ('itm.lu','Luxembourg',23), ('inll.lu','Luxembourg',23), ('lod.lu','Luxembourg',23), ('petitions.lu','Luxembourg',23),
+ ('map.geoportail.lu','Luxembourg',23), ('meteolux.lu','Luxembourg',23), ('mobiliteit.lu','Luxembourg',23), ('inondations.lu','Luxembourg',23), ('adem.lu','Luxembourg',23),
+ ('cita.lu','Luxembourg',23), ('govjobs.lu','Luxembourg',23), ('112.public.lu','Luxembourg',23), ('accessibilite-infrastructure.public.lu','Luxembourg',23),
+ ('accessibilite-produits-services.public.lu','Luxembourg',23), ('bettembourg.lu','Luxembourg',23), ('chem.lu','Luxembourg',23), ('chl.lu','Luxembourg',23), ('chnp.lu','Luxembourg',23),
+ ('cnl.public.lu','Luxembourg',23), ('elections.public.lu','Luxembourg',23), ('mersch.lu','Luxembourg',23), ('monarchie.lu','Luxembourg',23), ('nationalmusee.lu','Luxembourg',23),
+ ('petange.lu','Luxembourg',23), ('petitiounen.lu','Luxembourg',23), ('philharmonie.lu','Luxembourg',23), ('regionalsaisonal.lu','Luxembourg',23), ('rgtr.lu','Luxembourg',23),
+ ('sailor.public.lu','Luxembourg',23), ('sandweiler.lu','Luxembourg',23), ('sante.public.lu','Luxembourg',23), ('schifflange.lu','Luxembourg',23), ('seveso.public.lu','Luxembourg',23),
+ ('snci.lu','Luxembourg',23), ('strassen.lu','Luxembourg',23), ('uni.lu','Luxembourg',23), ('www.ilr.lu','Luxembourg',23), ('wiltz.lu','Luxembourg',23),
+
+ ('vdl.lu','Luxembourg',22), ('esch.lu','Luxembourg',22), ('differdange.lu','Luxembourg',22), ('dudelange.lu','Luxembourg',22), ('ettelbruck.lu','Luxembourg',22),
+ ('remich.lu','Luxembourg',22), ('post.lu','Luxembourg',22), ('cfl.lu','Luxembourg',22),
+
+ -- Malaysia
+ ('malaysia.gov.my','Malaysia',24),('gov.my','Malaysia',24),('data.gov.my','Malaysia',24),
+ ('moh.gov.my','Malaysia',23),('moe.gov.my','Malaysia',23),('mohr.gov.my','Malaysia',23),('mot.gov.my','Malaysia',23),('miti.gov.my','Malaysia',23),('mod.gov.my','Malaysia',23),('moa.gov.my','Malaysia',23),('mosti.gov.my','Malaysia',23),('mida.gov.my','Malaysia',23),('mohe.gov.my','Malaysia',23),('moha.gov.my','Malaysia',23),('mohd.gov.my','Malaysia',23),
+ ('epu.gov.my','Malaysia',23),('bomba.gov.my','Malaysia',23),('immigration.gov.my','Malaysia',23),('police.gov.my','Malaysia',23),('spr.gov.my','Malaysia',23),('ecerdc.gov.my','Malaysia',23),('doe.gov.my','Malaysia',23),('jkr.gov.my','Malaysia',23),('lpse.gov.my','Malaysia',23),
+ ('penang.gov.my','Malaysia',22),('perak.gov.my','Malaysia',22),('selangor.gov.my','Malaysia',22),('sabah.gov.my','Malaysia',22),('sarawak.gov.my','Malaysia',22),('kedah.gov.my','Malaysia',22),('kelantan.gov.my','Malaysia',22),('terengganu.gov.my','Malaysia',22),
+
+ -- Malta
+ ('gov.mt','Malta',24),('parlament.mt','Malta',24),('justice.gov.mt','Malta',24),
+ ('govserv.gov.mt','Malta',24),('mepa.org.mt','Malta',24),
+
+ -- Mexico
+ ('gob.mx','Mexico',24),('presidencia.gob.mx','Mexico',24),('senado.gob.mx','Mexico',24),('diputados.gob.mx','Mexico',24),('scjn.gob.mx','Mexico',24),('inegi.org.mx','Mexico',24),('ine.mx','Mexico',24),
+ ('segob.gob.mx','Mexico',23),('sre.gob.mx','Mexico',23),('shcp.gob.mx','Mexico',23),('sct.gob.mx','Mexico',23),('salud.gob.mx','Mexico',23),('sep.gob.mx','Mexico',23),('semarnat.gob.mx','Mexico',23),('sagarpa.gob.mx','Mexico',23),('stps.gob.mx','Mexico',23),('se.gob.mx','Mexico',23),('sedena.gob.mx','Mexico',23),('semar.gob.mx','Mexico',23),
+ ('aguascalientes.gob.mx','Mexico',22),('bajacalifornia.gob.mx','Mexico',22),('bcs.gob.mx','Mexico',22),('campeche.gob.mx','Mexico',22),('coahuila.gob.mx','Mexico',22),('colima.gob.mx','Mexico',22),('chiapas.gob.mx','Mexico',22),('chihuahua.gob.mx','Mexico',22),('cdmx.gob.mx','Mexico',22),('durango.gob.mx','Mexico',22),('guanajuato.gob.mx','Mexico',22),('guerrero.gob.mx','Mexico',22),('hidalgo.gob.mx','Mexico',22),('jalisco.gob.mx','Mexico',22),('edomex.gob.mx','Mexico',22),('michoacan.gob.mx','Mexico',22),('morelos.gob.mx','Mexico',22),('nayarit.gob.mx','Mexico',22),('nuevoleon.gob.mx','Mexico',22),('oaxaca.gob.mx','Mexico',22),('puebla.gob.mx','Mexico',22),('queretaro.gob.mx','Mexico',22),('quintanaroo.gob.mx','Mexico',22),('sanluispotosi.gob.mx','Mexico',22),('sinaloa.gob.mx','Mexico',22),('sonora.gob.mx','Mexico',22),('tabasco.gob.mx','Mexico',22),('tamaulipas.gob.mx','Mexico',22),('tlaxcala.gob.mx','Mexico',22),('veracruz.gob.mx','Mexico',22),('yucatan.gob.mx','Mexico',22),('zacatecas.gob.mx','Mexico',22),
+
+ -- Moldova
+ ('parlament.md','Moldova',24), ('presedinte.md','Moldova',24), ('justice.md','Moldova',23), ('msmps.gov.md','Moldova',23), ('ms.gov.md','Moldova',23),
+ ('statistica.md','Moldova',23), ('bnm.md','Moldova',23), ('anm.md','Moldova',23), ('cna.md','Moldova',23), ('anmec.md','Moldova',23),
+ ('chisinau.md','Moldova',22), ('balti.md','Moldova',22), ('cahul.md','Moldova',22), ('comrat.md','Moldova',22),
+
+ -- Monaco
+ ('monaco.mc','Monaco',24), ('gouv.mc','Monaco',24), ('mairie.mc','Monaco',24), ('conseil-national.mc','Monaco',24), ('justice.mc','Monaco',24),
+ ('monacochannel.mc','Monaco',23), ('service-public-entreprises.mc','Monaco',23), ('service-public-particuliers.mc','Monaco',23), ('maisondupatrimoine.mc','Monaco',23),
+
+ -- Montenegro
+ ('skupstina.me','Montenegro',24), ('predsjednik.me','Montenegro',24), ('sudovi.me','Montenegro',23), ('tuzioc.me','Montenegro',23), ('cso.gov.me','Montenegro',23),
+ ('mif.gov.me','Montenegro',23), ('monstat.org','Montenegro',23), ('rtcg.me','Montenegro',23), ('pobjeda.me','Montenegro',22),
+ ('podgorica.me','Montenegro',22), ('hercegnovi.me','Montenegro',22), ('bar.me','Montenegro',22), ('ulcinj.me','Montenegro',22),
+
+ -- Morocco
+ ('maroc.ma','Morocco',24),('gov.ma','Morocco',24),('service-public.ma','Morocco',24),
+ ('justice.gov.ma','Morocco',24),('finances.gov.ma','Morocco',24),('sante.gov.ma','Morocco',24),
+ ('interieur.gov.ma','Morocco',24),('map.ma','Morocco',24),('parlement.ma','Morocco',24),
+
+ -- Nepal
+ ('nepal.gov.np','Nepal',24),('nepalarmy.mil.np','Nepal',24),('supremecourt.gov.np','Nepal',24), ('parliament.gov.np','Nepal',24),('officeofattorneygeneral.gov.np','Nepal',24), ('mof.gov.np','Nepal',24),('moha.gov.np','Nepal',24),('moeap.gov.np','Nepal',24), ('mohp.gov.np','Nepal',24),('mofa.gov.np','Nepal',24),('moi.gov.np','Nepal',24), ('moest.gov.np','Nepal',24),('mowcsw.gov.np','Nepal',24),('mopit.gov.np','Nepal',24),('mofaga.gov.np','Nepal',24),('moewri.gov.np','Nepal',24),('npc.gov.np','Nepal',24),
+
+ -- Netherlands
+ ('overheid.nl','Netherlands',24),('rijksoverheid.nl','Netherlands',24),('belastingdienst.nl','Netherlands',24), -- Netherlands: Core national portals & agencies
+ ('politie.nl','Netherlands',24),('kvk.nl','Netherlands',24),('cbs.nl','Netherlands',24),('rvo.nl','Netherlands',24),
+ ('rijkshuisstijl.nl','Netherlands',24),('rechtspraak.nl','Netherlands',24),('wetten.overheid.nl','Netherlands',24),
+ ('kamer.nl','Netherlands',24),('eerstekamer.nl','Netherlands',24),('tweedekamer.nl','Netherlands',24),
+ ('mijnoverheid.nl','Netherlands',24),('koninklijkhuis.nl','Netherlands',24),('openbaarministerie.nl','Netherlands',24),
+ ('raadvanstate.nl','Netherlands',24),('autoriteitpersoonsgegevens.nl','Netherlands',24),('autoriteitconsumentmarkt.nl','Netherlands',24), ('marechaussee.nl','Netherlands',24),
+ ('provincie.drenthe.nl','Netherlands',23),('flevoland.nl','Netherlands',23),('fryslan.frl','Netherlands',23), -- Netherlands: Provinces (use official province domains; avoid city-domain collisions)
+ ('gelderland.nl','Netherlands',23),('provinciegroningen.nl','Netherlands',23),('limburg.nl','Netherlands',23),
+ ('brabant.nl','Netherlands',23),('noord-holland.nl','Netherlands',23),('overijssel.nl','Netherlands',23),
+ ('provincie-utrecht.nl','Netherlands',23),('zeeland.nl','Netherlands',23),('zuid-holland.nl','Netherlands',23),
+ ('amsterdam.nl','Netherlands',22),('rotterdam.nl','Netherlands',22),('denhaag.nl','Netherlands',22), -- Netherlands: Municipalities (cities >100k inhabitants only; deduped & normalized to base domains)
+ ('utrecht.nl','Netherlands',22),('eindhoven.nl','Netherlands',22),('tilburg.nl','Netherlands',22),
+ ('groningen.nl','Netherlands',22),('almere.nl','Netherlands',22),('breda.nl','Netherlands',22),
+ ('nijmegen.nl','Netherlands',22),('enschede.nl','Netherlands',22),('apeldoorn.nl','Netherlands',22),
+ ('haarlem.nl','Netherlands',22),('arnhem.nl','Netherlands',22),('zaanstad.nl','Netherlands',22),
+ ('s-hertogenbosch.nl','Netherlands',22),('amersfoort.nl','Netherlands',22),('haarlemmermeergemeente.nl','Netherlands',22),
+ ('maastricht.nl','Netherlands',22),('leiden.nl','Netherlands',22),('dordrecht.nl','Netherlands',22),
+ ('zwolle.nl','Netherlands',22),('ede.nl','Netherlands',22),('emmen.nl','Netherlands',22),
+ ('delft.nl','Netherlands',22),('alkmaar.nl','Netherlands',22),('leeuwarden.nl','Netherlands',22),
+ ('westland.nl','Netherlands',22),('venlo.nl','Netherlands',22),('deventer.nl','Netherlands',22),
+ ('zoetermeer.nl','Netherlands',22),('alphenchaam.nl','Netherlands',22),('alphenaandenrijn.nl','Netherlands',22),
+
+
+ -- New Zealand
+ ('govt.nz','New Zealand',24),('parliament.nz','New Zealand',24),
+ ('justice.govt.nz','New Zealand',24),('treasury.govt.nz','New Zealand',24),
+ ('health.govt.nz','New Zealand',24),('education.govt.nz','New Zealand',24),
+ ('police.govt.nz','New Zealand',24),
+ ('28maoribattalion.org.nz','New Zealand',23),('airforcemuseum.co.nz','New Zealand',23),
+ ('bullyingfree.nz','New Zealand',23),('cadetforces.org.nz','New Zealand',23),
+ ('christchurchattack.royalcommission.nz','New Zealand',23),
+ ('digitalpassport.co.nz','New Zealand',23),('employment.elearning.ac.nz','New Zealand',23),
+ ('ethnicxchange.org.nz','New Zealand',23),('etuwhanau.org.nz','New Zealand',23),
+ ('forum.changeispossible.org.nz','New Zealand',23),('inclusive.tki.org.nz','New Zealand',23),
+ ('koordinates.com','New Zealand',23),('kupe.net.nz','New Zealand',23),
+ ('marinebiosecurity.org.nz','New Zealand',23),('msd.mykoha.co.nz','New Zealand',23),
+ ('navymuseum.co.nz','New Zealand',23),('nzsar-resources.org.nz','New Zealand',23),
+ ('nztcs.org.nz','New Zealand',23),('paekupu.co.nz','New Zealand',23),
+ ('pasefikaproud.co.nz','New Zealand',23),('protectedspeciescaptures.nz','New Zealand',23),
+ ('readingambassador.nz','New Zealand',23),('resources.alcohol.org.nz','New Zealand',23),
+ ('sltk-resources.tki.org.nz','New Zealand',23),('tatai.maori.nz','New Zealand',23),
+ ('tehekemai.co.nz','New Zealand',23),('tuiaeducation.org.nz','New Zealand',23),
+ ('www.abuseincare.org.nz','New Zealand',23),('www.adventuresmart.nz','New Zealand',23),
+ ('www.alcohol.org.nz','New Zealand',23),('www.areyouok.org.nz','New Zealand',23),
+ ('www.armymuseum.co.nz','New Zealand',23),('www.artwork.org.nz','New Zealand',23),
+ ('www.bionet.nz','New Zealand',23),('www.boardappointments.co.nz','New Zealand',23),
+ ('www.cadetnet.org.nz','New Zealand',23),('www.changeispossible.org.nz','New Zealand',23),
+ ('www.childrensday.org.nz','New Zealand',23),('www.christchurchappealtrust.org.nz','New Zealand',23),
+ ('www.connect.co.nz','New Zealand',23),
+
+ -- Norway
+ ('regjeringen.no','Norway',24),('stortinget.no','Norway',24),('nav.no','Norway',24),
+ ('helsenorge.no','Norway',24),('udir.no','Norway',24),('udi.no','Norway',24),
+ ('politi.no','Norway',24),('nve.no','Norway',24),('ssb.no','Norway',24),
+ ('norges-bank.no','Norway',24),('miljodirektoratet.no','Norway',24),
+ ('arbeidstilsynet.no','Norway',24),('forsvaret.no','Norway',24),('skatteetaten.no','Norway',24),
+ ('brreg.no','Norway',24),('vegvesen.no','Norway',24),('mattilsynet.no','Norway',24),
+ ('lovdata.no','Norway',24),('altinn.no','Norway',24),('nkom.no','Norway',24),
+ ('fhi.no','Norway',24),('dsa.no','Norway',24),('kystverket.no','Norway',24),
+ ('bufdir.no','Norway',24),('nupi.no','Norway',24),
+
+ -- North Korea
+ ('naenara.com.kp','North Korea',24), ('kcna.kp','North Korea',24), ('airkoryo.com.kp','North Korea',23), ('friend.com.kp','North Korea',22),
+
+ -- North Macedonia
+ ('sobranie.mk','North Macedonia',24), ('president.mk','North Macedonia',24), ('pravda.gov.mk','North Macedonia',23), ('mvr.gov.mk','North Macedonia',23), ('finance.gov.mk','North Macedonia',23),
+ ('stat.gov.mk','North Macedonia',23), ('mon.gov.mk','North Macedonia',23), ('ujp.gov.mk','North Macedonia',23), ('jorm.gov.mk','North Macedonia',23), ('av.gov.mk','North Macedonia',23),
+ ('skopje.gov.mk','North Macedonia',22), ('bitola.gov.mk','North Macedonia',22), ('stip.gov.mk','North Macedonia',22), ('tetovo.gov.mk','North Macedonia',22),
+
+ -- Oman
+ ('oman.om','Oman',24),
+
+ -- Peru
+ ('gob.pe','Peru',24),('peru.gob.pe','Peru',24),('presidencia.gob.pe','Peru',24),
+ ('congreso.gob.pe','Peru',24),('poderjudicial.gob.pe','Peru',24),
+ ('minjus.gob.pe','Peru',24),('minedu.gob.pe','Peru',24),
+ ('minsa.gob.pe','Peru',24),('mef.gob.pe','Peru',24),
+ ('mininter.gob.pe','Peru',24),('mindef.gob.pe','Peru',24),
+ ('minem.gob.pe','Peru',24),('mincetur.gob.pe','Peru',24),
+ ('minam.gob.pe','Peru',24),('produce.gob.pe','Peru',24),
+ ('sunat.gob.pe','Peru',24),('onpe.gob.pe','Peru',24),
+ ('reniec.gob.pe','Peru',24),('osiptel.gob.pe','Peru',24),
+ ('osce.gob.pe','Peru',24),
+
+ -- Philippines
+ ('gov.ph','Philippines',24),('president.gov.ph','Philippines',24),
+ ('senate.gov.ph','Philippines',24),('house.gov.ph','Philippines',24),
+ ('supremecourt.gov.ph','Philippines',24),('ca.judiciary.gov.ph','Philippines',24),
+ ('coa.gov.ph','Philippines',24),('comelec.gov.ph','Philippines',24),
+ ('doh.gov.ph','Philippines',24),('deped.gov.ph','Philippines',24),
+ ('dfa.gov.ph','Philippines',24),('dilg.gov.ph','Philippines',24),
+ ('doj.gov.ph','Philippines',24),('dnd.gov.ph','Philippines',24),
+ ('dotr.gov.ph','Philippines',24),('dpwh.gov.ph','Philippines',24),
+ ('dswd.gov.ph','Philippines',24),('dti.gov.ph','Philippines',24),
+ ('denr.gov.ph','Philippines',24),('pagasa.dost.gov.ph','Philippines',24),
+ ('neda.gov.ph','Philippines',24),('pnp.gov.ph','Philippines',24),
+ ('psa.gov.ph','Philippines',24),('pagibigfund.gov.ph','Philippines',24),
+
+ -- Poland
+ ('prezydent.pl','Poland',24), ('nbp.pl','Poland',23),
+ ('zus.pl','Poland',23),('policja.pl','Poland',23),('warszawa.pl','Poland',22),('krakow.pl','Poland',22),
+ ('poznan.pl','Poland',22), ('gdansk.pl','Poland',22),('wroclaw.pl','Poland',22),('lodz.pl','Poland',22),
+ ('bydgoszcz.pl','Poland',22),('torun.pl','Poland',22),('rzeszow.pl','Poland',22),('bialystok.pl','Poland',22),
+ ('gdynia.pl','Poland',22),('sopot.pl','Poland',22),('czestochowa.pl','Poland',22),('szczecin.pl','Poland',22),
+ ('bielsko-biala.pl','Poland',22),('zielona-gora.pl','Poland',22),('gorzow.pl','Poland',22),('lublin.eu','Poland',22),
+ ('opole.pl','Poland',22),('tarnow.pl','Poland',22),('radom.pl','Poland',22), ('katowice.eu','Poland',22),
+ ('kielce.eu','Poland',22),('gliwice.eu','Poland',22),('olsztyn.eu','Poland',22),('plock.eu','Poland',22),
+
+ -- Portugal
+ ('portugal.gov.pt','Portugal',24),('parlamento.pt','Portugal',24),
+ ('presidencia.pt','Portugal',24),('tribunalconstitucional.pt','Portugal',24),
+ ('pgdlisboa.pt','Portugal',24),('cmjornal.pt','Portugal',24),
+ ('dre.pt','Portugal',24),('base.gov.pt','Portugal',24),
+ ('ana.pt','Portugal',24),('ansr.pt','Portugal',24),
+
+ -- Romania
+ ('presidency.ro','Romania',24),('cdep.ro','Romania',24),('senat.ro','Romania',24),('just.ro','Romania',24),
+ ('mae.ro','Romania',24),('mapn.ro','Romania',24),('bnr.ro','Romania',23),('anaf.ro','Romania',23),
+ ('insse.ro','Romania',23),('cnas.ro','Romania',23),('ms.ro','Romania',23),('sri.ro','Romania',23),
+ ('sie.ro','Romania',23),('sts.ro','Romania',23),('politiaromana.ro','Romania',23),
+ ('roaep.ro','Romania',23),('pmb.ro','Romania',22),('clujnapoca.ro','Romania',22),('iasi.ro','Romania',22),
+ ('timisoara.ro','Romania',22),('constanta.ro','Romania',22),
+ ('oradea.ro','Romania',22),('sibiu.ro','Romania',22),('arad.ro','Romania',22),
+ ('galati.ro','Romania',22),('bacau.ro','Romania',22),('brasovcity.ro','Romania',22),
+
+ -- Russia
+ ('government.ru','Russia',24),('kremlin.ru','Russia',24),('duma.gov.ru','Russia',24),('council.gov.ru','Russia',24),
+ ('supcourt.ru','Russia',24),('minfin.gov.ru','Russia',24),('minjust.gov.ru','Russia',24),('mid.ru','Russia',24),
+ ('minobrnauki.gov.ru','Russia',24),('minzdrav.gov.ru','Russia',24),('mintrud.gov.ru','Russia',24),('mchs.gov.ru','Russia',24),
+ ('fsb.ru','Russia',24),('fso.gov.ru','Russia',24),('prosecutor.ru','Russia',24),('roskazna.gov.ru','Russia',24),
+ ('fssprus.ru','Russia',24),('nalog.gov.ru','Russia',24),('customs.gov.ru','Russia',24),('gks.ru','Russia',24),
+ ('govvrn.ru','Russia',24),
+
+ -- San Marino
+ ('gov.sm','San Marino',24), ('consigliograndeegenerale.sm','San Marino',24), ('esteri.sm','San Marino',23), ('giustizia.sm','San Marino',23), ('sanita.sm','San Marino',23),
+ ('istruzione.sm','San Marino',23), ('finanze.sm','San Marino',23), ('turismo.sm','San Marino',23),
+
+ -- Serbia
+ ('parlament.rs','Serbia',24), ('predsednik.rs','Serbia',24), ('vojvodina.gov.rs','Serbia',23), ('srbija.rs','Serbia',23), ('beograd.rs','Serbia',22),
+ ('novisad.rs','Serbia',22), ('kragujevac.rs','Serbia',22), ('nis.rs','Serbia',22), ('subotica.rs','Serbia',22), ('uzice.rs','Serbia',22),
+ ('rfzo.rs','Serbia',23), ('apr.gov.rs','Serbia',23), ('nbs.rs','Serbia',23), ('stat.gov.rs','Serbia',23),
+
+ -- Singapore
+ ('gov.sg','Singapore',24),('istana.gov.sg','Singapore',24),('parliament.gov.sg','Singapore',24),
+ ('supremecourt.gov.sg','Singapore',24),('statecourts.gov.sg','Singapore',24),('agc.gov.sg','Singapore',24),
+ ('mof.gov.sg','Singapore',24),('mfa.gov.sg','Singapore',24),('mha.gov.sg','Singapore',24),
+ ('mewr.gov.sg','Singapore',24),('moe.gov.sg','Singapore',24),('moh.gov.sg','Singapore',24),
+ ('mot.gov.sg','Singapore',24),('mti.gov.sg','Singapore',24),('mccy.gov.sg','Singapore',24),
+ ('mnd.gov.sg','Singapore',24),('msf.gov.sg','Singapore',24),('mse.gov.sg','Singapore',24),
+ ('mom.gov.sg','Singapore',24),('mci.gov.sg','Singapore',24),('mindef.gov.sg','Singapore',24),
+ ('mlaw.gov.sg','Singapore',24),('nea.gov.sg','Singapore',24),('iras.gov.sg','Singapore',24),
+ ('singstat.gov.sg','Singapore',24),('data.gov.sg','Singapore',24),('tech.gov.sg','Singapore',24),
+ ('govtech.gov.sg','Singapore',24),
+
+ -- South Africa
+ ('gov.za','South Africa',24),('parliament.gov.za','South Africa',24),('justice.gov.za','South Africa',24),
+ ('health.gov.za','South Africa',24),('education.gov.za','South Africa',24),('treasury.gov.za','South Africa',24),
+ ('dirco.gov.za','South Africa',24),('defence.gov.za','South Africa',24),('sapolice.gov.za','South Africa',24),
+ ('environment.gov.za','South Africa',24),('labour.gov.za','South Africa',24),('transport.gov.za','South Africa',24),
+ ('dpsa.gov.za','South Africa',24),('cogta.gov.za','South Africa',24),
+
+ -- Slovakia
+ ('slovensko.sk','Slovakia',24), ('gov.sk','Slovakia',24), ('vlada.gov.sk','Slovakia',24), ('nrsr.sk','Slovakia',24), ('justice.gov.sk','Slovakia',24),
+ ('mzv.sk','Slovakia',23), ('finance.gov.sk','Slovakia',23), ('minv.sk','Slovakia',23), ('economy.gov.sk','Slovakia',23), ('health.gov.sk','Slovakia',23),
+ ('bratislava.sk','Slovakia',22), ('kosice.sk','Slovakia',22), ('presov.sk','Slovakia',22), ('zilina.sk','Slovakia',22), ('nitra.sk','Slovakia',22),
+ ('trnava.sk','Slovakia',22), ('trencin.sk','Slovakia',22), ('banskabystrica.sk','Slovakia',22), ('martin.sk','Slovakia',22), ('poprad.sk','Slovakia',22),
+
+ -- Slovenia
+ ('gov.si','Slovenia',24), ('vlada.si','Slovenia',24), ('dz-rs.si','Slovenia',24), ('ds-rs.si','Slovenia',24), ('us-rs.si','Slovenia',24),
+ ('mzz.si','Slovenia',23), ('mz.gov.si','Slovenia',23), ('mf.gov.si','Slovenia',23), ('mnz.gov.si','Slovenia',23), ('mju.gov.si','Slovenia',23),
+ ('ljubljana.si','Slovenia',22), ('maribor.si','Slovenia',22), ('celje.si','Slovenia',22), ('koper.si','Slovenia',22), ('kranj.si','Slovenia',22),
+ ('nova-gorica.si','Slovenia',22), ('ptuj.si','Slovenia',22), ('trbovlje.si','Slovenia',22), ('kamnik.si','Slovenia',22), ('slovenjgradec.si','Slovenia',22),
+
+ -- South Korea
+ ('korea.kr','South Korea',24), ('moel.go.kr','South Korea',23), ('cha.go.kr','South Korea',23), ('bok.or.kr','South Korea',22), ('kostat.go.kr','South Korea',22),
+
+ -- Spain
+ ('lamoncloa.gob.es','Spain',24),('mptfp.gob.es','Spain',24),('hacienda.gob.es','Spain',24),('interior.gob.es','Spain',24),('justicia.gob.es','Spain',24),('exteriores.gob.es','Spain',24),('transicionecologica.gob.es','Spain',24),('transportes.gob.es','Spain',24),('educacionyfp.gob.es','Spain',24),('sanidad.gob.es','Spain',24),('agricultura.gob.es','Spain',24),('ciencia.gob.es','Spain',24),('industria.gob.es','Spain',24),('trabajo.gob.es','Spain',24),('inclusion.gob.es','Spain',24),('igualdad.gob.es','Spain',24),('policia.es','Spain',24),('guardiacivil.es','Spain',24),('dgt.es','Spain',24),('aemet.es','Spain',24),('aeat.es','Spain',24),('agenciatributaria.es','Spain',24),('seg-social.es','Spain',24),('seguridadsocial.gob.es','Spain',24),('ine.es','Spain',24),('boe.es','Spain',24),
+ ('congreso.es','Spain',24),('congresodelosdiputados.es','Spain',24),('senado.es','Spain',24),('poderjudicial.es','Spain',24),('tribunalconstitucional.es','Spain',24),('audiencia-nacional.es','Spain',24),('tribunaldecuentas.es','Spain',24),('defensordelpueblo.es','Spain',24),
+ ('juntadeandalucia.es','Spain',23),('andalucia.es','Spain',23),('aragon.es','Spain',23), ('asturias.es','Spain',23),('cantabria.es','Spain',23),('castillalamancha.es','Spain',23), ('jccm.es','Spain',23),('jcyl.es','Spain',23),('gencat.cat','Spain',23),
+ ('comunidad.madrid','Spain',23),('navarra.es','Spain',23),('larioja.org','Spain',23), ('xunta.gal','Spain',23),('gva.es','Spain',23),('carm.es','Spain',23), ('juntaex.es','Spain',23),('caib.es','Spain',23),('gobiernodecanarias.org','Spain',23), ('euskadi.eus','Spain',23),('irekia.euskadi.eus','Spain',23),
+ ('madrid.es','Spain',22),('barcelona.cat','Spain',22),('valencia.es','Spain',22),('sevilla.org','Spain',22),('zaragoza.es','Spain',22),('malaga.eu','Spain',22),('bilbao.eus','Spain',22),('vitoria-gasteiz.org','Spain',22),('donostia.eus','Spain',22),
+
+ -- Suriname
+ ('gov.sr','Suriname',24),('dna.sr','Suriname',24),
+ ('president.gov.sr','Suriname',24),('ministerievanfinancien.gov.sr','Suriname',23),('biza.gov.sr','Suriname',23),('justice.gov.sr','Suriname',23),('cbvs.sr','Suriname',23),
+
+ -- Sweden
+ ('government.se','Sweden',24),('regeringen.se','Sweden',24),('riksdagen.se','Sweden',24),('domstol.se','Sweden',24), -- Core national portals & agencies
+ ('polisen.se','Sweden',24),('skatteverket.se','Sweden',24),('forsakringskassan.se','Sweden',24),('trafikverket.se','Sweden',24),('kriminalvarden.se','Sweden',24),
+ ('smhi.se','Sweden',24),('naturvardsverket.se','Sweden',24),('socialstyrelsen.se','Sweden',24),('1177.se','Sweden',24),('sl.se','Sweden',24),
+ ('sametinget.se','Sweden',24),('scb.se','Sweden',24),('mucf.se','Sweden',24),('konsumentverket.se','Sweden',24),('lagradet.se','Sweden',24), -- Additional national agencies & authorities
+ ('havochvatten.se','Sweden',24),('jo.se','Sweden',24),('folkhalsomyndigheten.se','Sweden',24),('pensionsmyndigheten.se','Sweden',24),('mi.se','Sweden',24),
+ ('imy.se','Sweden',24),('kronofogden.se','Sweden',24),('tillvaxtverket.se','Sweden',24),('val.se','Sweden',24),('digg.se','Sweden',24),
+ ('riksbank.se','Sweden',24),('riksgalden.se','Sweden',24),('svk.se','Sweden',24),('tullverket.se','Sweden',24),('av.se','Sweden',24),
+ ('bolagsverket.se','Sweden',24),('lakemedelsverket.se','Sweden',24),('ehalsomyndigheten.se','Sweden',24),('boverket.se','Sweden',24),('aklagare.se','Sweden',24),
+ ('forsvarsmakten.se','Sweden',24),('sakerhetspolisen.se','Sweden',24),('lantmateriet.se','Sweden',24),('pts.se','Sweden',24),('riksrevisionen.se','Sweden',24),
+ ('konstnarsnamnden.se','Sweden',23),('ifau.se','Sweden',23),('vinnova.se','Sweden',23),('vr.se','Sweden',23),('statskontoret.se','Sweden',23), -- Major agencies & state bodies
+ ('prv.se','Sweden',23),('arbetsdomstolen.se','Sweden',23),('rmv.se','Sweden',23),('skolinspektionen.se','Sweden',23),('trafa.se','Sweden',23),
+ ('riksarkivet.se','Sweden',23),('tillvaxtanalys.se','Sweden',23),('brottsoffermyndigheten.se','Sweden',23),
+ ('ncsc.se','Sweden',23),('ftn.se','Sweden',23),('statenssc.se','Sweden',23), -- Newly normalized national-scope
+ ('norrbotten.se','Sweden',22),('skane.se','Sweden',22),('vgregion.se','Sweden',22),('regionsormland.se','Sweden',22),('regionkalmar.se','Sweden',22), -- Regions (all major healthcare/governing regions)
+ ('rjl.se','Sweden',22),('gotland.se','Sweden',22),('regionuppsala.se','Sweden',22),('regionjh.se','Sweden',22),('regionvasterbotten.se','Sweden',22),
+ ('rvn.se','Sweden',22),('regionvastmanland.se','Sweden',22),('regionorebrolan.se','Sweden',22),('regionvarmland.se','Sweden',22),('ltkronoberg.se','Sweden',22),
+ ('regiondalarna.se','Sweden',22),('regiongavleborg.se','Sweden',22),('regionhalland.se','Sweden',22),('regionstockholm.se','Sweden',22),('regionostergotland.se','Sweden',22),
+ ('regionblekinge.se','Sweden',22),
+ ('stockholm.se','Sweden',22),('goteborg.se','Sweden',22),('malmo.se','Sweden',22), -- Largest municipalities (apex only; subdomains removed)
+ ('uppsala.se','Sweden',22),('vasteras.se','Sweden',22),('orebro.se','Sweden',22),('linkoping.se','Sweden',22),('helsingborg.se','Sweden',22),('start.stockholm','Sweden',22),
+ ('jonkoping.se','Sweden',22),('norrkoping.se','Sweden',22),('lund.se','Sweden',22),('umea.se','Sweden',22),('gavle.se','Sweden',22),
+ ('boras.se','Sweden',22),('sodertalje.se','Sweden',22),('halmstad.se','Sweden',22),('eskilstuna.se','Sweden',22),('vaxjo.se','Sweden',22),
+ ('karlstad.se','Sweden',22),('taby.se','Sweden',22),('karlskrona.se','Sweden',22),('sundsvall.se','Sweden',22),('lulea.se','Sweden',22),
+ ('huddinge.se','Sweden',22),('sollentuna.se','Sweden',22),('borlange.se','Sweden',22),('solna.se','Sweden',22),('kalmar.se','Sweden',22),
+ ('skelleftea.se','Sweden',22),('ostersund.se','Sweden',22),('norrtalje.se','Sweden',22),
+ ('vafabmiljo.se','Sweden',22),('lanstrafikenkronoberg.se','Sweden',22),('lapplands.se','Sweden',22),('goliskait.se','Sweden',22), -- Other regional and inter-municipal bodies (normalized)
+ ('ubm.se','Sweden',22),('kfhalsingland.se','Sweden',22),
+
+ -- Switzerland
+ ('admin.ch','Switzerland',24),('parlament.ch','Switzerland',24),('bundesgericht.ch','Switzerland',24),
+ ('seco.admin.ch','Switzerland',24),('bag.admin.ch','Switzerland',24),('bfs.admin.ch','Switzerland',24),
+ ('eda.admin.ch','Switzerland',24),('eda.admin.ch','Switzerland',24),('vbs.admin.ch','Switzerland',24),
+ ('ejpd.admin.ch','Switzerland',24),('efd.admin.ch','Switzerland',24),('bfe.admin.ch','Switzerland',24),
+ ('bazg.admin.ch','Switzerland',24),('bafu.admin.ch','Switzerland',24),('bfh.ch','Switzerland',24),
+ ('unige.ch','Switzerland',24),('epfl.ch','Switzerland',24),('ethz.ch','Switzerland',24),
+
+ -- Taiwan
+ ('president.gov.tw','Taiwan',24), ('legislative.gov.tw','Taiwan',24), ('judicial.gov.tw','Taiwan',24), ('mofa.gov.tw','Taiwan',23), ('moi.gov.tw','Taiwan',23),
+ ('mnd.gov.tw','Taiwan',23), ('mof.gov.tw','Taiwan',23), ('mohw.gov.tw','Taiwan',23), ('moe.gov.tw','Taiwan',23), ('taipei.gov.tw','Taiwan',22),
+ ('kaohsiung.gov.tw','Taiwan',22), ('tainan.gov.tw','Taiwan',22), ('taichung.gov.tw','Taiwan',22), ('hsinchu.gov.tw','Taiwan',22),
+ ('nat.gov.tw','Taiwan',23), ('ey.gov.tw','Taiwan',23), ('ndl.gov.tw','Taiwan',22), ('cdc.gov.tw','Taiwan',22), ('ncc.gov.tw','Taiwan',22),
+
+ -- Türkiye
+ ('tccb.gov.tr','Türkiye',24), ('meb.gov.tr','Türkiye',24), ('sgk.gov.tr','Türkiye',24), ('diyanet.gov.tr','Türkiye',24), ('tbmm.gov.tr','Türkiye',24),
+ ('ysk.gov.tr','Türkiye',24), ('mfa.gov.tr','Türkiye',24), ('icisleri.gov.tr','Türkiye',24), ('adalet.gov.tr','Türkiye',24), ('msb.gov.tr','Türkiye',24),
+ ('ankara.bel.tr','Türkiye',23), ('istanbul.bel.tr','Türkiye',23), ('izmir.bel.tr','Türkiye',23), ('bursa.bel.tr','Türkiye',23), ('antalya.bel.tr','Türkiye',23),
+
+ -- Ukraine
+ ('gov.ua','Ukraine',24),('rada.gov.ua','Ukraine',24),('president.gov.ua','Ukraine',24),
+ ('kmu.gov.ua','Ukraine',24),('minfin.gov.ua','Ukraine',24),('mon.gov.ua','Ukraine',24),
+ ('mvs.gov.ua','Ukraine',24),('mfa.gov.ua','Ukraine',24),('minjust.gov.ua','Ukraine',24),
+ ('minregion.gov.ua','Ukraine',24),('mincult.gov.ua','Ukraine',24),('mil.gov.ua','Ukraine',24),
+ ('dsns.gov.ua','Ukraine',24),('ssu.gov.ua','Ukraine',24),('sfs.gov.ua','Ukraine',24),
+ ('nas.gov.ua','Ukraine',24),('court.gov.ua','Ukraine',24),('zakon.rada.gov.ua','Ukraine',24),
+ ('council.gov.ua','Ukraine',24),('prosecutor.gov.ua','Ukraine',24),
+
+ -- UAE
+ ('u.ae','United Arab Emirates',24),
+
+ -- United Kingdom (UK)
+ ('parliament.uk','United Kingdom (UK)',24), ('judiciary.uk','United Kingdom (UK)',24), ('supremecourt.uk','United Kingdom (UK)',24), ('parliament.scot','United Kingdom (UK)',24), ('senedd.wales','United Kingdom (UK)',24), ('senedd.cymru','United Kingdom (UK)',24), ('police.scot','United Kingdom (UK)',23),
+ ('london.gov.uk','United Kingdom (UK)',24), ('cityoflondon.gov.uk','United Kingdom (UK)',24), ('birmingham.gov.uk','United Kingdom (UK)',24), ('manchester.gov.uk','United Kingdom (UK)',24), ('leeds.gov.uk','United Kingdom (UK)',24), ('liverpool.gov.uk','United Kingdom (UK)',24), ('sheffield.gov.uk','United Kingdom (UK)',24), ('bristol.gov.uk','United Kingdom (UK)',24), ('glasgow.gov.uk','United Kingdom (UK)',24), ('edinburgh.gov.uk','United Kingdom (UK)',24), ('cardiff.gov.uk','United Kingdom (UK)',24), ('belfastcity.gov.uk','United Kingdom (UK)',24),
+
+ -- United States (USA)
+ ('si.edu','United States (USA)',24), ('dau.edu','United States (USA)',24), ('usps.com','United States (USA)',24), ('myflorida.com','United States (USA)',22),
+ ('lacity.org','United States (USA)',22), ('denvergov.org','United States (USA)',22), ('vbgov.com','United States (USA)',22), ('miamigov.com','United States (USA)',22), ('muni.org','United States (USA)',22), ('ocfl.net','United States (USA)',22), ('dallascityhall.com','United States (USA)',22),
+
+ -- Uruguay
+ ('gub.uy','Uruguay',24),('uruguay.gub.uy','Uruguay',24),('parlamento.gub.uy','Uruguay',24),
+ ('presidencia.gub.uy','Uruguay',24),('ministerio.gub.uy','Uruguay',24),('poderjudicial.gub.uy','Uruguay',24),
+
+ -- Vietnam
+ ('chinhphu.vn','Vietnam',24), ('quochoi.vn','Vietnam',24), ('vpcp.chinhphu.vn','Vietnam',23), ('mof.gov.vn','Vietnam',23), ('molisa.gov.vn','Vietnam',23)
+
+ ])
+),
+
+-- 2) Regex family rules for patterned domains (.gov.uk, .gob.es, etc.)
+regex_rules AS (
+ SELECT * FROM UNNEST([
+ STRUCT('(^|\\.)((?:[a-z0-9]+\\.)*un\\.org)$' AS pattern, 'United Nations' AS bucket, 9 AS priority), -- United Nations
+ ('(^|\\.)((?:[a-z0-9]+\\.)*(who|icao|wmo|wipo|itu)\\.int)$', 'United Nations', 9),
+ ('(^|\\.)((?:[a-z0-9]+\\.)*(undp|unhcr|unicef|unodc|unido|unfpa)\\.org)$', 'United Nations', 9),
+
+ -- European Union
+ ('(^|\\.)((?:[a-z0-9]+\\.)*eu\\.int)$', 'European Union', 23), -- EU institutions on eu.int (host + any subdomains)
+ ('(^|\\.)europa\\.eu$', 'European Union', 24), -- europa.eu apex (you already match subdomains via host_rules ENDS_WITH)
+ ('(^|\\.)((?:[a-z0-9]+\\.)*(copernicus|euvsdisinfo|wifi4eu|sanctionsmap|open-research-europe|ore)\\.eu)$',
+ 'European Union', 23), -- explicit .eu SLDs (and their subdomains)
+
+ -- Argentina (government)
+ ('(^|\\.)((?:[a-z0-9]+\\.)*gob\\.ar)$', 'Argentina', 22),
+
+ -- Australia
+ ('(^|\\.)((?:[a-z0-9]+\\.)*gov\\.au)$', 'Australia', 22),
+
+ -- Brazil
+ ('(^|\\.)((?:[a-z0-9]+\\.)*gov\\.br)$', 'Brazil', 22),
+
+ -- Canada
+ ('(^|\\.)((?:[a-z0-9]+\\.)*gc\\.ca)$', 'Canada', 22),
+ ('(^|\\.)((?:[a-z0-9]+\\.)*canada\\.ca)$', 'Canada', 22),
+ ('(^|\\.)((?:[a-z0-9]+\\.)*gov\\.(ab|bc|mb|nb|nl|ns|nt|nu|on|pe|qc|sk|yk)\\.ca)$',
+ 'Canada', 22),
+
+ -- Chile (you have lots in host_rules; make a family catch-all)
+ ('(^|\\.)((?:[a-z0-9]+\\.)*gob\\.cl)$', 'Chile', 22),
+
+ -- China
+ ('(^|\\.)((?:[a-z0-9]+\\.)*gov\\.cn)$', 'China', 22),
+
+ -- Colombia (commonly used)
+ ('(^|\\.)((?:[a-z0-9]+\\.)*gov\\.co)$', 'Colombia', 22),
+
+ -- Denmark
+ ('(^|\\.)((?:[a-z0-9]+\\.)*(regionh|rsyd|rm|rn|regionsjaelland)\\.dk)$', 'Denmark', 23),
+ ('(^|\\.)((?:[a-z0-9]+\\.)*(politi|skat|sundhed|virk|borger)\\.dk)$', 'Denmark', 23),
+
+ -- France
+ ('(^|\\.)((?:[a-z0-9]+\\.)*(assemblee-nationale|senat|conseil-constitutionnel|conseil-etat|courdescomptes|vie-publique)\\.fr)$',
+ 'France', 24),
+ ('(^|\\.)((?:[a-z0-9]+\\.)*(region[a-z0-9]*|[a-z0-9]+-region)\\.(fr|alsace|bzh))$', 'France', 22),
+ ('(^|\\.)((?:[a-z0-9]+\\.)*departement[a-z0-9]*\\.(fr|alsace|bzh))$', 'France', 22),
+ ('(^|\\.)((?:[a-z0-9]+\\.)*cc-[a-z0-9]+\\.(fr|alsace|bzh))$', 'France', 22),
+ ('(^|\\.)((?:[a-z0-9]+\\.)*[a-z0-9]+\\.agglo\\.(fr|alsace|bzh))$', 'France', 22),
+ ('(^|\\.)((?:[a-z0-9]+\\.)*grand-?(paris|lyon|nancy|metz|reims|poitiers|angouleme|annecy|avignon|besancon|dijon)[a-z0-9]*\\.(fr|alsace|bzh))$',
+ 'France', 22),
+ ('(^|\\.)((?:[a-z0-9]+\\.)*gouv\\.fr)$', 'France', 23),
+
+ -- Germany
+ ('(^|\\.)((?:[a-z0-9]+\\.)*(stadt|gemeinde|verbandsgemeinde|vg|amt|bezirksamt|kreisverwaltung|kreisstadt|rathaus)\\.[a-z0-9]+(?:\\.[a-z0-9]+)*\\.de)$',
+ 'Germany', 20), -- Municipal / local admin: keyword must be a full label before the city/county label
+ ('(^|\\.)((?:[a-z0-9]+\\.)*(landkreis|kreis|bezirk)\\.[a-z0-9]+(?:\\.[a-z0-9]+)*\\.de)$',
+ 'Germany', 19), -- Ministries & nationwide families (already dot-separated list of optional labels after the ministry)
+ ('(^|\\.)((?:[a-z0-9]+\\.)*(polizei|justiz|innenministerium|finanzministerium|wirtschaftsministerium|kultusministerium|sozialministerium|verkehrsministerium|verfassungsschutz|rechnungshof|gesundheitsministerium|wissenschaftsministerium|landwirtschaftsministerium)(?:\\.[a-z0-9]+)*\\.de)$',
+ 'Germany', 20), -- Ministries & nationwide families (already dot-separated list of optional labels after the ministry)
+ ('(^|\\.)((?:[a-z0-9]+\\.)*(amtsgericht|landgericht|oberlandesgericht|sozialgericht|arbeitsgericht|finanzgericht|verwaltungsgericht|oberverwaltungsgericht|staatsanwaltschaft)\\.[a-z0-9]+(?:\\.[a-z0-9]+)*\\.de)$',
+ 'Germany', 20), -- Courts
+ ('(^|\\.)((?:[a-z0-9]+\\.)*(bundesamt|bundesanstalt)\\.[a-z0-9]+(?:\\.[a-z0-9]+)*\\.de)$',
+ 'Germany', 21), -- Federal offices / agencies
+ ('(^|\\.)((?:[a-z0-9]+\\.)*(zoll|arbeitsagentur)(?:\\.[a-z0-9]+)*\\.de)$',
+ 'Germany', 19), -- Families that can appear as apex or with extra labels
+ ('(^|\\.)((?:[a-z0-9]+\\.)*(finanzamt|jobcenter|jugendamt)\\.[a-z0-9]+(?:\\.[a-z0-9]+)*\\.de)$',
+ 'Germany', 19), -- Offices that usually require a locality label after them
+ ('(^|\\.)((?:[a-z0-9]+\\.)*diplo\\.de)$',
+ 'Germany', 21), -- Foreign missions (diplo.de) apex + any subdomain
+
+ -- Greece
+ ('(^|\\.)((?:[a-z0-9]+\\.)*municipality\\.[a-z0-9]+\\.gr)$', 'Greece', 20),
+
+ -- Guyana
+ ('(^|\\.)gov\\.gy$', 'Guyana', 20),
+
+ -- Hong Kong
+ ('(^|\\.)((?:[a-z0-9]+\\.)*gov\\.hk)$', 'Hong Kong', 22),
+
+ -- India
+ ('(^|\\.)gov\\.in$', 'India', 21),
+ ('(^|\\.)nic\\.in$', 'India', 21),
+
+ -- Indonesia
+ ('(^|\\.)go\\.id$', 'Indonesia', 20),
+
+ -- Iran
+ ('(^|\\.)gov\\.ir$', 'Iran', 20),
+
+ -- Ireland (e.g., fingalcoco.ie, dublincitycouncil.ie + any subdomains)
+ ('(^|\\.)((?:[a-z0-9]+\\.)*(?:[a-z0-9]+coco\\.ie|[a-z0-9]+council\\.ie))$', 'Ireland', 21),
+
+ -- Israel
+ ('(^|\\.)((?:[a-z0-9]+\\.)*gov\\.il)$', 'Israel', 22),
+
+ -- Italy (e.g., comune.milano.it + any subdomains)
+ ('(^|\\.)((?:[a-z0-9]+\\.)*comune\\.[a-z0-9]+\\.it)$', 'Italy', 20),
+
+ -- Japan (at least one label before lg.jp, plus any depth under that)
+ ('(^|\\.)((?:[a-z0-9]+\\.)+lg\\.jp)$', 'Japan', 21),
+ ('(^|\\.)((?:[a-z0-9]+\\.)*go\\.jp)$', 'Japan', 22),
+
+ -- Luxembourg (already apex + any depth)
+ ('(^|\\.)((public|gov|etat|data|service|security|mfi|lux)(\\.(public|gov|etat))?\\.lu)$', 'Luxembourg', 24),
+ ('(^|\\.)(([a-z0-9]+\\.)*gouvernement\\.lu)$', 'Luxembourg', 24),
+ ('(^|\\.)(([a-z0-9]+\\.)*public\\.lu)$', 'Luxembourg', 23),
+
+ -- Malaysia (simplify to apex gov.my + any depth)
+ ('(^|\\.)gov\\.my$', 'Malaysia', 22),
+ ('(^|\\.)([a-z0-9]+\\.){2,}gov\\.my$', 'Malaysia', 21),
+
+ -- Mexico
+ ('(^|\\.)((?:[a-z0-9]+\\.)*gob\\.mx)$', 'Mexico', 22),
+
+ -- Nepal (both gov.np and mil.np families, apex + any depth)
+ ('(^|\\.)((?:[a-z0-9]+\\.)*(?:gov|mil)\\.np)$', 'Nepal', 22),
+
+
+ -- Netherlands
+ ('(^|\\.)overheid\\.nl$', 'Netherlands', 22),
+ ('(^|\\.)rijksoverheid\\.nl$', 'Netherlands', 22),
+ -- ('(^|\\.)gemeente[a-z0-9]+\\.nl$', 'Netherlands', 21),
+ -- ('(^|\\.)provincie[a-z0-9]+\\.nl$', 'Netherlands', 21),
+ ('(^|\\.)((provincie\\.)?(drenthe|flevoland|friesland|gelderland|groningen|limburg|noord-holland|noordbrabant|overijssel|utrecht|zeeland|zuid-holland)\\.nl)$',
+ 'Netherlands', 23),
+ ('(^|\\.)[a-z0-9]+\\.gov\\.nl$', 'Netherlands', 22),
+
+ -- New Zealand
+ ('(^|\\.)parliament\\.nz$', 'New Zealand', 22),
+ ('(^|\\.)health\\.nz$', 'New Zealand', 22),
+ ('(^|\\.)[a-z0-9]+\\.govt\\.nz$', 'New Zealand', 22),
+ ('(^|\\.)[a-z0-9]+\\.mil\\.nz$', 'New Zealand', 22),
+
+ -- Nigeria
+ ('(^|\\.)((?:[a-z0-9]+\\.)*gov\\.ng)$', 'Nigeria', 22),
+
+ -- Peru
+ ('(^|\\.)region\\.gob\\.pe$', 'Peru', 21),
+ ('(^|\\.)muni\\.gob\\.pe$', 'Peru', 20),
+ ('(^|\\.)[a-z0-9]+\\.gob\\.pe$', 'Peru', 22),
+
+ -- Poland
+ ('(^|\\.)um\\.[a-z0-9]+\\.pl$', 'Poland', 20),
+ ('(^|\\.)ug\\.[a-z0-9]+\\.pl$', 'Poland', 20),
+ ('(^|\\.)powiat[a-z0-9]+\\.pl$', 'Poland', 20),
+
+ -- Philippines
+ ('(^|\\.)lgu\\.gov\\.ph$', 'Philippines', 21),
+ ('(^|\\.)[a-z0-9]+\\.gov\\.ph$', 'Philippines', 22),
+
+ -- Portugal
+ ('(^|\\.)muni\\.[a-z0-9]+\\.pt$', 'Portugal', 21),
+ ('(^|\\.)cm-[a-z0-9]+\\.pt$', 'Portugal', 21),
+ ('(^|\\.)[a-z0-9]+\\.cm\\.pt$', 'Portugal', 21),
+ ('(^|\\.)gov\\.pt$', 'Portugal', 22),
+
+ -- Saudi Arabia
+ ('(^|\\.)((?:[a-z0-9]+\\.)*gov\\.sa)$', 'Saudi Arabia', 22),
+
+ -- Singapore
+ ('(^|\\.)((?:[a-z0-9]+\\.)*gov\\.sg)$', 'Singapore', 22),
+
+ -- South Africa
+ ('(^|\\.)((?:[a-z0-9]+\\.)*gov\\.za)$', 'South Africa', 22),
+
+ -- South Korea
+ ('(^|\\.)((?:[a-z0-9]+\\.)*go\\.kr)$', 'South Korea', 22),
+
+ -- Spain
+ ('(^|\\.)((ayto|ayuntamiento|diputacion(?:de)?|cabildo|consell)[-.][a-z0-9]+\\.es)$',
+ 'Spain', 20),
+ ('(^|\\.)[a-z0-9]+\\.gob\\.es$', 'Spain', 22),
+
+ -- Sweden
+ ('(^|\\.)[a-z0-9]+\\.gov\\.se$', 'Sweden', 22),
+
+ -- Switzerland
+ ('(^|\\.)admin\\.ch$', 'Switzerland', 22),
+
+ -- Taiwan
+ ('(^|\\.)gov\\.taipei$', 'Taiwan', 22),
+ ('(^|\\.)[a-z0-9]+\\.gov\\.tw$', 'Taiwan', 22),
+
+ -- Türkiye
+ ('(^|\\.)[a-z0-9]+\\.bel\\.tr$', 'Türkiye', 21), -- require a label; avoid apex 'bel.tr'
+ ('(^|\\.)((?:[a-z0-9]+\\.)*gov\\.tr)$', 'Türkiye', 22),
+
+ -- Ukraine
+ ('(^|\\.)rada\\.gov\\.ua$', 'Ukraine', 22),
+ ('(^|\\.)gov\\.ua$', 'Ukraine', 22),
+
+ -- United Kingdom (UK)
+ ('(^|\\.)nhs\\.uk$', 'United Kingdom (UK)', 22),
+ ('(^|\\.)police\\.uk$', 'United Kingdom (UK)', 22),
+ ('(^|\\.)mod\\.uk$', 'United Kingdom (UK)', 22),
+ ('(^|\\.)parliament\\.uk$', 'United Kingdom (UK)', 23),
+ ('(^|\\.)judiciary\\.uk$', 'United Kingdom (UK)', 23),
+ ('(^|\\.)supremecourt\\.uk$', 'United Kingdom (UK)', 23),
+ ('(^|\\.)gov\\.scot$', 'United Kingdom (UK)', 23),
+ ('(^|\\.)gov\\.wales$', 'United Kingdom (UK)', 23),
+ ('(^|\\.)llyw\\.cymru$', 'United Kingdom (UK)', 23),
+ ('(^|\\.)nhs\\.scot$', 'United Kingdom (UK)', 22),
+ ('(^|\\.)police\\.scot$', 'United Kingdom (UK)', 22),
+ ('(^|\\.)gov\\.uk$', 'United Kingdom (UK)', 22),
+
+
+ -- United States (USA)
+ ('(^|\\.)gov$', 'United States (USA)', 22),
+ ('(^|\\.)mil$', 'United States (USA)', 22),
+ ('(^|\\.)((?:[a-z0-9]+\\.)*fed\\.us)$','United States (USA)', 22),
+ ('(^|\\.)((?:[a-z0-9]+\\.)*nsn\\.us)$','United States (USA)', 22),
+ ('(^|\\.)((?:[a-z0-9]+\\.)*state\\.[a-z]{2}\\.us)$',
+ 'United States (USA)', 21), -- State-level domains
+ ('(^|\\.)((?:[a-z0-9]+\\.)*(?:ci|city|cityof|co|county|countyof|borough|parish|town|townof|village|muni|municipal)(?:\\.[a-z0-9]+)*\\.[a-z]{2}\\.us)$',
+ 'United States (USA)', 20), -- Local governments
+ ('(^|\\.)((?:[a-z0-9]+\\.)*courts(?:\\.[a-z0-9]+)*\\.[a-z]{2}\\.us)$',
+ 'United States (USA)', 20) -- Courts (e.g. www.courts.state.va.us)
+
+ ])
+),
+
+-- ISO ccTLD → country map used by generic gov heuristics
+cc_map AS (
+ SELECT * FROM UNNEST([
+ -- A
+ STRUCT('ac' AS tld, 'Ascension Island' AS bucket),
+ ('ad','Andorra'), ('ae','United Arab Emirates'), ('af','Afghanistan'),
+ ('ag','Antigua and Barbuda'), ('ai','Anguilla'), ('al','Albania'),
+ ('am','Armenia'), ('ao','Angola'), ('ar','Argentina'), ('as','American Samoa'),
+ ('at','Austria'), ('au','Australia'), ('aw','Aruba'), ('ax','Åland Islands'),
+ ('az','Azerbaijan'),('aq','Antarctica'),
+
+ -- B
+ ('ba','Bosnia and Herzegovina'), ('bb','Barbados'), ('bd','Bangladesh'),
+ ('be','Belgium'), ('bf','Burkina Faso'), ('bg','Bulgaria'), ('bh','Bahrain'),
+ ('bi','Burundi'), ('bj','Benin'), ('bm','Bermuda'), ('bn','Brunei'),
+ ('bo','Bolivia'), ('br','Brazil'), ('bs','Bahamas'), ('bt','Bhutan'),
+ ('bv','Bouvet Island'), ('bw','Botswana'), ('by','Belarus'), ('bz','Belize'),
+
+ -- C
+ ('ca','Canada'), ('cc','Cocos (Keeling) Islands'), ('cd','Democratic Republic of the Congo'),
+ ('cf','Central African Republic'), ('cg','Republic of the Congo'), ('ch','Switzerland'),
+ ('ci',"Côte d'Ivoire"), ('ck','Cook Islands'), ('cl','Chile'), ('cm','Cameroon'),
+ ('cn','China'), ('co','Colombia'), ('cr','Costa Rica'), ('cu','Cuba'),
+ ('cv','Cabo Verde'), ('cw','Curaçao'), ('cx','Christmas Island'),
+ ('cy','Cyprus'), ('cz','Czechia'), ('bq','Caribbean Netherlands'),
+
+ -- D
+ ('de','Germany'), ('dj','Djibouti'), ('dk','Denmark'), ('dm','Dominica'),
+ ('do','Dominican Republic'), ('dz','Algeria'),
+
+ -- E
+ ('ec','Ecuador'), ('ee','Estonia'), ('eg','Egypt'), ('er','Eritrea'),
+ ('es','Spain'), ('et','Ethiopia'), ('eu','European Union'),
+
+ -- F
+ ('fi','Finland'), ('fj','Fiji'), ('fk','Falkland Islands'),
+ ('fm','Federated States of Micronesia'), ('fo','Faroe Islands'), ('fr','France'),
+
+ -- G
+ ('ga','Gabon'), ('gb','United Kingdom'), ('gd','Grenada'),
+ ('ge','Georgia'), ('gf','French Guiana'), ('gg','Guernsey'),
+ ('gh','Ghana'), ('gi','Gibraltar'), ('gl','Greenland'), ('gm','Gambia'),
+ ('gn','Guinea'), ('gp','Guadeloupe'), ('gq','Equatorial Guinea'),
+ ('gr','Greece'), ('gs','South Georgia and the South Sandwich Islands'),
+ ('gt','Guatemala'), ('gu','Guam'), ('gw','Guinea-Bissau'), ('gy','Guyana'),
+
+ -- H
+ ('hk','Hong Kong'), ('hm','Heard Island and McDonald Islands'),
+ ('hn','Honduras'), ('hr','Croatia'), ('ht','Haiti'), ('hu','Hungary'),
+
+ -- I
+ ('id','Indonesia'), ('ie','Ireland'), ('il','Israel'), ('im','Isle of Man'),
+ ('in','India'), ('io','British Indian Ocean Territory'), ('iq','Iraq'),
+ ('ir','Iran'), ('is','Iceland'), ('it','Italy'),
+
+ -- J
+ ('je','Jersey'), ('jm','Jamaica'), ('jo','Jordan'), ('jp','Japan'),
+
+ -- K
+ ('ke','Kenya'), ('kg','Kyrgyzstan'), ('kh','Cambodia'), ('ki','Kiribati'),
+ ('km','Comoros'), ('kn','Saint Kitts and Nevis'), ('xk','Kosovo'), ('kp','North Korea'),
+ ('kr','South Korea'), ('kw','Kuwait'), ('ky','Cayman Islands'),
+ ('kz','Kazakhstan'),
+
+ -- L
+ ('la','Laos'), ('lb','Lebanon'), ('lc','Saint Lucia'), ('li','Liechtenstein'),
+ ('lk','Sri Lanka'), ('lr','Liberia'), ('ls','Lesotho'), ('lt','Lithuania'),
+ ('lu','Luxembourg'), ('lv','Latvia'), ('ly','Libya'),
+
+ -- M
+ ('ma','Morocco'), ('mc','Monaco'), ('md','Moldova'), ('me','Montenegro'),
+ ('mg','Madagascar'), ('mh','Marshall Islands'), ('mk','North Macedonia'),
+ ('ml','Mali'), ('mm','Myanmar'), ('mn','Mongolia'), ('mo','Macao'),
+ ('mp','Northern Mariana Islands'), ('mq','Martinique'), ('mr','Mauritania'),
+ ('ms','Montserrat'), ('mt','Malta'), ('mu','Mauritius'), ('mv','Maldives'),
+ ('mw','Malawi'), ('mx','Mexico'), ('my','Malaysia'), ('mz','Mozambique'),
+
+ -- N
+ ('na','Namibia'), ('nc','New Caledonia'), ('ne','Niger'),
+ ('nf','Norfolk Island'), ('ng','Nigeria'), ('ni','Nicaragua'),
+ ('nl','Netherlands'), ('no','Norway'), ('np','Nepal'), ('nr','Nauru'),
+ ('nu','Niue'), ('nz','New Zealand'),
+
+ -- O
+ ('om','Oman'),
+
+ -- P
+ ('pa','Panama'), ('pe','Peru'), ('pf','French Polynesia'),
+ ('pg','Papua New Guinea'), ('ph','Philippines'), ('pk','Pakistan'),
+ ('pl','Poland'), ('pm','Saint Pierre and Miquelon'), ('pn','Pitcairn Islands'),
+ ('pr','Puerto Rico'), ('ps','Palestine'), ('pt','Portugal'),
+ ('pw','Palau'), ('py','Paraguay'),
+
+ -- Q
+ ('qa','Qatar'),
+
+ -- R
+ ('re','Réunion'), ('ro','Romania'), ('rs','Serbia'), ('ru','Russia'),
+ ('rw','Rwanda'),
+
+ -- S
+ ('sa','Saudi Arabia'), ('sb','Solomon Islands'), ('sc','Seychelles'),
+ ('sd','Sudan'), ('se','Sweden'), ('sg','Singapore'), ('sh','Saint Helena'),
+ ('si','Slovenia'), ('sj','Svalbard and Jan Mayen'), ('sk','Slovakia'),
+ ('sl','Sierra Leone'), ('sm','San Marino'), ('sn','Senegal'),
+ ('so','Somalia'), ('sr','Suriname'), ('st','São Tomé and Príncipe'),
+ ('su','Soviet Union (legacy)'), ('sv','El Salvador'), ('sx','Sint Maarten'),
+ ('sy','Syria'), ('sz','Eswatini'),('ss','South Sudan'),('bl','Saint Barthélemy'),
+ ('mf','Saint Martin (French)'),
+
+ -- T
+ ('tc','Turks and Caicos Islands'), ('td','Chad'), ('tf','French Southern Territories'),
+ ('tg','Togo'), ('th','Thailand'), ('tj','Tajikistan'), ('tk','Tokelau'),
+ ('tl','Timor-Leste'), ('tm','Turkmenistan'), ('tn','Tunisia'),
+ ('to','Tonga'), ('tr','Türkiye'), ('tt','Trinidad and Tobago'),
+ ('tv','Tuvalu'), ('tw','Taiwan'), ('tz','Tanzania'),
+
+ -- U
+ ('ua','Ukraine'), ('ug','Uganda'), ('uk','United Kingdom (UK)'),
+ ('us','United States of America'), ('uy','Uruguay'), ('uz','Uzbekistan'),
+ ('um','U.S. Outlying Islands'),
+
+ -- V
+ ('va','Holy See (Vatican City State)'), ('vc','Saint Vincent and the Grenadines'),
+ ('ve','Venezuela'), ('vg','British Virgin Islands'), ('vi','US Virgin Islands'),
+ ('vn','Vietnam'), ('vu','Vanuatu'),
+
+ -- W
+ ('wf','Wallis and Futuna'), ('ws','Samoa'),('eh','Western Sahara'),
+
+ -- Y
+ ('ye','Yemen'), ('yt','Mayotte'),
+
+ -- Z
+ ('za','South Africa'), ('zm','Zambia'), ('zw','Zimbabwe'),
+
+ -- GeoTLDs (non-ISO, regional or city)
+ ('nyc','New York City'),
+ ('berlin','Berlin'),
+ ('paris','Paris'),
+ ('london','London'),
+ ('tokyo','Tokyo'),
+ ('moscow','Moscow'),
+ ('москва','Moscow (Cyrillic)'),
+ ('quebec','Québec'),
+ ('cymru','Wales (Cymraeg)'),
+ ('wales','Wales'),
+ ('scot','Scotland'),
+ ('cat','Catalonia'),
+ ('gal','Galicia'),
+ ('bzh','Brittany'),
+ ('barcelona','Barcelona'),
+ ('madrid','Madrid'),
+ ('rio','Rio de Janeiro'),
+ ('istanbul','Istanbul'),
+ ('ist','Istanbul (alt)'),
+ ('africa','Africa (AU community)')
+
+ ])
+),
+
+
+-- 3) Source pages + Lighthouse category scores (host extracted)
+pages AS (
+ SELECT
+ client,
+ page,
+ is_root_page,
+ LOWER(NET.HOST(page)) AS host,
+ SAFE_CAST(JSON_VALUE(lighthouse, '$.categories.performance.score') AS FLOAT64) AS perf,
+ SAFE_CAST(JSON_VALUE(lighthouse, '$.categories.accessibility.score') AS FLOAT64) AS a11y,
+ SAFE_CAST(JSON_VALUE(lighthouse, '$.categories."best-practices".score') AS FLOAT64) AS bp,
+ SAFE_CAST(JSON_VALUE(lighthouse, '$.categories.seo.score') AS FLOAT64) AS seo
+
+-- ========================
+-- Small Sample to Full DB - Start
+-- ========================
+
+ FROM
+ -- `httparchive.sample_data.pages_10k`
+ `httparchive.crawl.pages`
+ WHERE
+ date = DATE '2025-07-01' AND
+ -- is_root_page AND
+
+-- ========================
+-- Small Sample to Full DB - End
+-- ========================
+
+ lighthouse IS NOT NULL AND
+ JSON_TYPE(lighthouse) = 'object'
+),
+-- Filter out rows without any score to shrink downstream work
+pages_scored AS (
+ SELECT
+ page,
+ LOWER(NET.HOST(page)) AS host,
+ ANY_VALUE(is_root_page) AS is_root_page,
+ MAX(perf) AS perf,
+ MAX(a11y) AS a11y,
+ MAX(bp) AS bp,
+ MAX(seo) AS seo
+ FROM pages
+ WHERE perf IS NOT NULL OR a11y IS NOT NULL OR bp IS NOT NULL OR seo IS NOT NULL
+ GROUP BY page, host
+),
+
+-- 4) Exact ENDS_WITH matches against curated suffix list
+match_suffix AS (
+ SELECT p.*, r.bucket, r.priority, LENGTH(r.suffix) AS match_len
+ FROM pages_scored p
+ JOIN host_rules r
+ ON REGEXP_CONTAINS(
+ p.host,
+ CONCAT(
+ r'(^|\.)',
+ REGEXP_REPLACE(r.suffix, r'([.^$|()\\[\]{}+*?-])', r'\\\1'),
+ r'$'
+ )
+ )
+),
+
+-- 5) Regex family matches against patterned rules
+match_regex AS (
+ SELECT p.*, r.bucket, r.priority, 9999 AS match_len
+ FROM pages_scored p -- was: pages
+ JOIN regex_rules r
+ ON REGEXP_CONTAINS(p.host, r.pattern)
+),
+
+-- Heuristic fallback: gov-like host + ccTLD → country via cc_map
+generic_ccgov AS (
+ SELECT p.*, m.bucket, 21 AS priority, 9998 AS match_len
+ FROM pages_scored p -- was: pages
+ JOIN cc_map m
+ ON REGEXP_EXTRACT(
+ p.host,
+ r'^(?:[a-z0-9-]+\.)*(?:gov|gouv|gob|gub|go|govt|gv|nic|mil|govern)(?:\.(?:[a-z0-9-]+|xn--[a-z0-9-]+))*\.([a-z]{2,3})$'
+ ) = m.tld
+),
+
+-- 6) Union all candidates and compute best match (priority, then length)
+all_matches AS (
+ SELECT * FROM match_suffix
+ UNION ALL
+ SELECT * FROM match_regex
+ UNION ALL
+ SELECT * FROM generic_ccgov
+),
+ranked AS (
+ SELECT
+ *,
+ ROW_NUMBER() OVER (
+ PARTITION BY page
+ ORDER BY priority DESC, match_len DESC
+ ) AS rn
+ FROM all_matches
+),
+
+-- UK: Look for dot-or-hyphen delimited province tokens inside *.uk hosts
+uk_nation_from_domain AS (
+ SELECT
+ p.page, p.host,
+ CASE
+ WHEN REGEXP_CONTAINS(p.host, r'(?i)(^|\.)[a-z0-9-]+\.gov\.scot$') THEN 'Scotland'
+ WHEN REGEXP_CONTAINS(p.host, r'(?i)(^|\.)[a-z0-9-]+\.nhs\.scot$') THEN 'Scotland'
+ WHEN REGEXP_CONTAINS(p.host, r'(?i)(^|\.)parliament\.scot$') THEN 'Scotland'
+ WHEN REGEXP_CONTAINS(p.host, r'(?i)(^|\.)police\.scot$') THEN 'Scotland'
+ WHEN REGEXP_CONTAINS(p.host, r'(?i)(^|\.)[a-z0-9-]+\.gov\.wales$') THEN 'Wales'
+ WHEN REGEXP_CONTAINS(p.host, r'(?i)(^|\.)[a-z0-9-]+\.llyw\.cymru$') THEN 'Wales'
+ WHEN REGEXP_CONTAINS(p.host, r'(?i)(^|\.)[a-z0-9-]+\.nhs\.wales$') THEN 'Wales'
+ WHEN REGEXP_CONTAINS(p.host, r'(?i)(^|\.)senedd\.(wales|cymru)$') THEN 'Wales'
+ WHEN REGEXP_CONTAINS(p.host, r'(?i)(^|\.)nidirect\.gov\.uk$') THEN 'Northern Ireland'
+ ELSE NULL
+ END AS uk_nation
+ FROM pages_scored p
+),
+
+-- Australia: Look for dot-or-hyphen delimited province tokens inside *.au hosts
+au_state_map AS (
+ SELECT * FROM UNNEST([
+ STRUCT('nsw' AS code, 'New South Wales' AS state),
+ ('vic','Victoria'), ('qld','Queensland'), ('sa','South Australia'),
+ ('wa','Western Australia'), ('tas','Tasmania'),
+ ('act','Australian Capital Territory'), ('nt','Northern Territory')
+ ])
+),
+au_state_from_gov_au AS (
+ SELECT
+ p.page, p.host,
+ m.state AS au_state
+ FROM pages_scored p
+ JOIN au_state_map m
+ ON LOWER(REGEXP_EXTRACT(p.host, r'(?i)(?:^|\.)(nsw|vic|qld|sa|wa|tas|act|nt)\.gov\.au$')) = m.code
+),
+
+-- Brazil: Look for dot-or-hyphen delimited province tokens inside *.br hosts
+br_state_map AS (
+ SELECT * FROM UNNEST([
+ STRUCT('ac' AS code, 'Acre' AS state),
+ ('al','Alagoas'), ('ap','Amapá'), ('am','Amazonas'), ('ba','Bahia'),
+ ('ce','Ceará'), ('df','Distrito Federal'), ('es','Espírito Santo'),
+ ('go','Goiás'), ('ma','Maranhão'), ('mt','Mato Grosso'),
+ ('ms','Mato Grosso do Sul'), ('mg','Minas Gerais'), ('pa','Pará'),
+ ('pb','Paraíba'), ('pr','Paraná'), ('pe','Pernambuco'),
+ ('pi','Piauí'), ('rj','Rio de Janeiro'), ('rn','Rio Grande do Norte'),
+ ('rs','Rio Grande do Sul'), ('ro','Rondônia'), ('rr','Roraima'),
+ ('sc','Santa Catarina'), ('sp','São Paulo'), ('se','Sergipe'), ('to','Tocantins')
+ ])
+),
+br_state_from_gov_br AS (
+ SELECT
+ p.page, p.host,
+ m.state AS br_state
+ FROM pages_scored p
+ JOIN br_state_map m
+ ON LOWER(REGEXP_EXTRACT(
+ p.host,
+ '(?i)(?:^|\\.)(ac|al|ap|am|ba|ce|df|es|go|ma|mt|ms|mg|pa|pb|pr|pe|pi|rj|rn|rs|ro|rr|sc|sp|se|to)\\.gov\\.br$'
+ )) = m.code
+),
+
+-- Spain: Look for dot-or-hyphen delimited province tokens inside *.es hosts
+es_region_from_known AS (
+ SELECT p.page, p.host,
+ CASE
+ WHEN REGEXP_CONTAINS(p.host, r'(?i)(^|\.)gencat\.cat$') THEN 'Catalonia'
+ WHEN REGEXP_CONTAINS(p.host, r'(?i)(^|\.)euskadi\.eus$') THEN 'Basque Country'
+ WHEN REGEXP_CONTAINS(p.host, r'(?i)(^|\.)xunta\.gal$') THEN 'Galicia'
+ WHEN REGEXP_CONTAINS(p.host, r'(?i)(^|\.)comunidad\.madrid$') THEN 'Community of Madrid'
+ ELSE NULL
+ END AS es_region
+ FROM pages_scored p
+),
+
+-- Canadian: province code lookup (code → province name)
+ca_prov_map AS (
+ SELECT * FROM UNNEST([
+ STRUCT('ab' AS code, 'Alberta' AS province),
+ ('bc','British Columbia'), ('mb','Manitoba'), ('nb','New Brunswick'),
+ ('nl','Newfoundland and Labrador'), ('ns','Nova Scotia'),
+ ('nt','Northwest Territories'), ('nu','Nunavut'), ('on','Ontario'),
+ ('pe','Prince Edward Island'), ('qc','Quebec'), ('sk','Saskatchewan'),
+ ('yt','Yukon'), ('yk','Yukon') -- accept either token
+ ])
+),
+ca_prov_from_gc AS (
+ SELECT
+ p.page, p.host,
+ LOWER(
+ REGEXP_EXTRACT(
+ p.host,
+ r'(?i)(?:^|[.-])(ab|bc|mb|nb|nl|ns|nt|nu|on|pe|qc|sk|yt|yk)(?:[.-])'
+ )
+ ) AS prov_code
+ FROM pages_scored p
+ WHERE ENDS_WITH(p.host, '.gc.ca')
+),
+
+-- Canadian domain overrides for branded/legacy provincial portals
+ca_province_classified AS (
+ SELECT
+ g.page, g.host,
+ m.province AS ca_province
+ FROM ca_prov_from_gc g
+ LEFT JOIN ca_prov_map m
+ ON g.prov_code = m.code
+),
+
+-- US state code lookup (code → state name)
+us_code_map AS (
+ SELECT * FROM UNNEST([
+ STRUCT('al' AS code, 'Alabama' AS state),
+ ('ak','Alaska'),('az','Arizona'),('ar','Arkansas'),
+ ('ca','California'),('co','Colorado'),('ct','Connecticut'),('de','Delaware'),
+ ('fl','Florida'),('ga','Georgia'),('hi','Hawaii'),('id','Idaho'),
+ ('il','Illinois'), ('in','Indiana'), ('ia','Iowa'), ('ks','Kansas'),
+ ('ky','Kentucky'), ('la','Louisiana'), ('me','Maine'), ('md','Maryland'),
+ ('ma','Massachusetts'), ('mi','Michigan'), ('mn','Minnesota'), ('ms','Mississippi'),
+ ('mo','Missouri'), ('mt','Montana'), ('ne','Nebraska'), ('nv','Nevada'),
+ ('nh','New Hampshire'), ('nj','New Jersey'), ('nm','New Mexico'), ('ny','New York'),
+ ('nc','North Carolina'), ('nd','North Dakota'), ('oh','Ohio'), ('ok','Oklahoma'),
+ ('or','Oregon'), ('pa','Pennsylvania'), ('ri','Rhode Island'), ('sc','South Carolina'),
+ ('sd','South Dakota'), ('tn','Tennessee'), ('tx','Texas'), ('ut','Utah'),
+ ('vt','Vermont'), ('va','Virginia'), ('wa','Washington'), ('wv','West Virginia'),
+ ('wi','Wisconsin'), ('wy','Wyoming'),
+ ('dc','DC'), ('pr','Puerto Rico'), ('gu','Guam'), ('as','American Samoa'), ('vi','US Virgin Islands')
+ ])
+),
+
+-- US domain overrides for branded/legacy state portals
+us_state_overrides AS (
+ SELECT * FROM UNNEST([
+ STRUCT('Florida' AS state, r'(?:^|\\.)myflorida\\.com$' AS host_pattern),
+ ('Massachusetts', r'(?:^|\\.)mass(?:achusetts)?\\.gov$'),
+ ('Oregon', r'(?:^|\\.)oregon\\.gov$'),
+ ('Nebraska', r'(?:^|\\.)nebraska\\.gov$'),
+ ('Hawaii', r'(?:^|\\.)ehawaii\\.gov$'),
+ ('California', r'(?:^|\\.)state\\.ca\\.us$'),
+ ('New Mexico', r'(?:^|\\.)state\\.nm\\.us$'),
+ ('Washington', r'(?:^|\\.)access\\.wa\\.gov$'),
+ ('Virginia', r'(?:^|\\.)virginia\\.gov$')
+ ])
+),
+
+-- US federal exceptions that must *not* be treated as states (e.g., va.gov)
+us_federal_exceptions AS (
+ SELECT * FROM UNNEST([
+ -- add more as you find conflicts
+ STRUCT(r'(?:^|\.)va\.gov$' AS host_pattern, 'US Department of Veterans Affairs' AS org)
+ ])
+),
+
+-- Extract potential state code hits from host (xx.gov or *.xx.us)
+code_hit AS (
+ SELECT p.page, p.host,
+ CASE
+ WHEN EXISTS (
+ SELECT 1 FROM us_federal_exceptions f
+ WHERE REGEXP_CONTAINS(p.host, f.host_pattern)
+ ) THEN NULL
+ ELSE LOWER(COALESCE(
+ REGEXP_EXTRACT(p.host, r'(?:^|\.)([a-z]{2})\.gov$'),
+ REGEXP_EXTRACT(p.host, r'\.([a-z]{2})\.us$')
+ ))
+ END AS code2
+ FROM pages_scored p
+),
+
+-- Pick a U.S. state for each host (overrides first, else code mapping)
+us_state_classified AS (
+ SELECT p.page, p.host,
+ COALESCE(
+ (SELECT o.state
+ FROM us_state_overrides o
+ WHERE REGEXP_CONTAINS(p.host, o.host_pattern)
+ LIMIT 1),
+ (SELECT um.state
+ FROM us_code_map AS um
+ WHERE LOWER(ch.code2) = um.code
+ LIMIT 1)
+ ) AS us_state
+ FROM pages_scored p
+ LEFT JOIN code_hit ch USING (page, host)
+),
+
+-- Final winner for each page (rn = 1)
+final_best AS (
+ SELECT * FROM ranked WHERE rn = 1
+),
+
+-- Assemble report columns and friendly names
+domain_scores AS (
+ SELECT
+ host AS gov_domain,
+ host, -- keep raw host for joins
+ page,
+ is_root_page,
+ perf AS performance_score,
+ a11y AS accessibility_score,
+ bp AS best_practices_score,
+ seo AS seo_score,
+ bucket
+ FROM final_best
+)
+
+-- ========================
+-- SQL below is unique for lighthouse_score_by_government.sql
+-- ========================
+
+-- Final SELECT
+SELECT
+ fb.bucket AS country,
+ usc.us_state,
+ ROUND(AVG(fb.perf), 15) AS avg_performance,
+ ROUND(AVG(fb.a11y), 15) AS avg_accessibility,
+ ROUND(AVG(fb.bp), 15) AS avg_best_practices,
+ ROUND(AVG(fb.seo), 15) AS avg_seo,
+ COUNT(*) AS total_pages
+FROM final_best fb
+LEFT JOIN us_state_classified usc USING (page, host)
+GROUP BY country, us_state
+ORDER BY country, us_state;
diff --git a/sql/2025/accessibility/lighthouse_score_by_government_with_urls.sql b/sql/2025/accessibility/lighthouse_score_by_government_with_urls.sql
new file mode 100644
index 00000000000..f068adf0f72
--- /dev/null
+++ b/sql/2025/accessibility/lighthouse_score_by_government_with_urls.sql
@@ -0,0 +1,1650 @@
+-- ======================================================================
+-- PURPOSE
+-- Classify government-root pages into country (and U.S. state where
+-- applicable) and join Lighthouse scores for reporting.
+--
+-- HOW IT WORKS (high level)
+-- 1) Build rule sets that map hosts to “buckets”:
+-- - host_rules: explicit suffix lists (fast exact ENDS_WITH checks)
+-- - regex_rules: patterns for families (e.g., *.gov.uk, *.gob.es)
+-- - generic_ccgov: fallback that infers country from ccTLD when the
+-- host looks like a gov/mil/gouv/gob/go/etc domain
+-- 2) Match each page’s host against all three sources, UNION ALL results,
+-- and pick the *best* match by:
+-- priority DESC, then match_len DESC
+-- (priority is curated; match_len is the explicit suffix length
+-- or a large sentinel for regex/fallback).
+-- 3) For U.S. hosts, optionally derive a state using:
+-- - explicit us_state_overrides (brand/legacy domains)
+-- - code_hit (state codes in *.state.xx.us or xx.gov)
+-- - us_code_map (code → state name)
+-- 4) Output one row per page with: country bucket, us_state (nullable),
+-- host/page flags, and Lighthouse scores.
+--
+-- KEY TABLES / CTEs
+-- - pages / pages_scored: source pages w/ Lighthouse category scores
+-- - host_rules: hand-maintained, exact suffix → bucket (+ priority)
+-- - regex_rules: regex → bucket (+ priority) for domain families
+-- - cc_map: ccTLD → country name for generic gov-like inference
+-- - generic_ccgov: fallback that maps gov-like host + ccTLD to country
+-- - all_matches/ranked: union of matches and best-match selection
+-- - us_* CTEs: derive U.S. state where possible
+--
+-- MATCH PRECEDENCE
+-- Higher priority wins. Ties break by longer explicit suffix.
+-- Order used by the script:
+-- 1) host_rules (explicit suffix, high priority & specific)
+-- 2) regex_rules (family patterns)
+-- 3) (heuristic fallback; fixed priority 21)
+--
+-- NOTABLE FIELDS
+-- - priority: Manual weight (higher = stronger/more specific)
+-- - match_len: For suffix matches, LENGTH(suffix). For regex/fallback,
+-- large sentinels to keep precedence intuitive.
+-- - bucket: Country (or supranational) label (e.g., “France”, “EU”)
+-- - us_state: U.S. state name if derivable; NULL otherwise
+--
+-- MAINTENANCE TIPS
+-- - Prefer host_rules for known, fixed suffixes (cheap & precise).
+-- - Use regex_rules for structured families you can’t enumerate.
+-- - Keep priorities consistent across countries; bump only when a
+-- rule *must* outrank others.
+-- - Add us_state_overrides for branded/legacy state portals that
+-- don’t expose standard state codes.
+--
+-- TESTING / DEBUGGING
+-- - Quick peek at winners:
+-- SELECT * FROM final_best LIMIT 100;
+-- - See all candidates for a single host:
+-- SELECT * FROM all_matches WHERE host = 'example.gov' ORDER BY priority DESC, match_len DESC;
+-- - Check state inference:
+-- SELECT * FROM us_state_classified WHERE host LIKE '%.gov' LIMIT 100;
+--
+-- PERFORMANCE
+-- - host_rules uses ENDS_WITH (fast). Regex rules are costlier—keep
+-- patterns tight and anchored.
+-- - pages_scored filters out empty-score rows to reduce downstream joins.
+--
+-- INPUT DATASET
+-- - Replace `httparchive.sample_data.pages_10k` with your source
+-- (e.g., `httparchive.crawl.pages`) and enable the date filter.
+--
+-- OUTPUT
+-- One row per page with: country bucket, optional U.S. state,
+-- host/page identifiers, and Lighthouse category scores.
+-- ======================================================================
+
+WITH
+
+-- 1) Explicit suffix → bucket rules (highest precision; curated priorities)
+host_rules AS (
+ SELECT * FROM UNNEST([
+
+ -- United Nations
+ STRUCT('un.org' AS suffix, 'United Nations' AS bucket, 10 AS priority),
+ ('worldbank.org','United Nations',10),
+ ('undp.org','United Nations',10),
+ ('reliefweb.int','United Nations',10),
+ ('who.int','United Nations',10),
+ ('unfccc.int','United Nations',10),
+ ('unccd.int','United Nations',10),
+ ('unesco.org','United Nations',10),
+
+ -- European Union
+ ('europa.eu','European Union',12),
+ ('eif.org','European Union',24),
+
+ -- Andorra
+ ('govern.ad','Andorra',24), ('consellgeneral.ad','Andorra',24), ('justicia.ad','Andorra',24), ('tribunalconstitucional.ad','Andorra',24), ('exteriors.ad','Andorra',23),
+ ('aferssocials.ad','Andorra',23), ('educacio.ad','Andorra',23), ('salut.ad','Andorra',23), ('interior.ad','Andorra',23), ('finances.ad','Andorra',23),
+ ('encamp.ad','Andorra',22), ('ordino.ad','Andorra',22), ('canillo.ad','Andorra',22), ('santjulia.ad','Andorra',22), ('lauredia.ad','Andorra',22), ('escaldesengordany.ad','Andorra',22), ('pasdelacasa.ad','Andorra',22),
+
+ -- Albania
+ ('e-albania.al','Albania',24),
+
+ -- Algeria
+ ('service-public.dz','Algeria',24),
+
+ -- Armenia
+ ('gov.am','Armenia',24), ('parliament.am','Armenia',24), ('president.am','Armenia',24), ('e-gov.am','Armenia',24), ('mfa.am','Armenia',23),
+ ('moh.am','Armenia',23), ('justice.am','Armenia',23), ('edu.am','Armenia',23), ('mil.am','Armenia',23), ('armstat.am','Armenia',23),
+ ('yerevan.am','Armenia',22), ('gyumri.am','Armenia',22), ('vanadzor.am','Armenia',22), ('dilijan.am','Armenia',22),
+
+ -- Australia (non-*.gov.au)
+ ('australia.gov.au','Australia',24), ('aph.gov.au','Australia',24), ('abc.net.au','Australia',22), ('sbs.com.au','Australia',22), ('naa.gov.au','Australia',23),
+ ('aic.gov.au','Australia',23), ('ansto.gov.au','Australia',23), ('csiro.au','Australia',23), ('ga.gov.au','Australia',23), ('bom.gov.au','Australia',23),
+ ('vic.gov.au','Australia',23), ('parliament.vic.gov.au','Australia',23), ('justice.vic.gov.au','Australia',23), ('police.vic.gov.au','Australia',23),
+ ('nsw.gov.au','Australia',23), ('parliament.nsw.gov.au','Australia',23), ('cityofsydney.nsw.gov.au','Australia',22), ('service.nsw.gov.au','Australia',23),
+ ('qld.gov.au','Australia',23), ('parliament.qld.gov.au','Australia',23), ('brisbane.qld.gov.au','Australia',22), ('goldcoast.qld.gov.au','Australia',22),
+ ('sa.gov.au','Australia',23), ('parliament.sa.gov.au','Australia',23), ('adelaidecitycouncil.com','Australia',22),
+ ('wa.gov.au','Australia',23), ('parliament.wa.gov.au','Australia',23), ('perth.wa.gov.au','Australia',22),
+ ('nt.gov.au','Australia',23), ('parliament.nt.gov.au','Australia',23), ('darwin.nt.gov.au','Australia',22),
+ ('tas.gov.au','Australia',23), ('parliament.tas.gov.au','Australia',23), ('hobartcity.com.au','Australia',22),
+ ('act.gov.au','Australia',23), ('parliament.act.gov.au','Australia',23), ('cityservices.act.gov.au','Australia',23),
+
+ -- Austria
+ ('oesterreich.gv.at','Austria',24),('bka.gv.at','Austria',24),('parlament.gv.at','Austria',24),('help.gv.at','Austria',24),('usp.gv.at','Austria',24),('data.gv.at','Austria',24),('ris.bka.gv.at','Austria',24),('gesundheit.gv.at','Austria',24),
+ ('bmi.gv.at','Austria',24),('bmf.gv.at','Austria',24),('bmj.gv.at','Austria',24),('bmeia.gv.at','Austria',24),('bmk.gv.at','Austria',24),('bml.gv.at','Austria',24),('bmlrt.gv.at','Austria',24),('bmaw.gv.at','Austria',24),('bmbwf.gv.at','Austria',24),('bmkoes.gv.at','Austria',24),('bmsgpk.gv.at','Austria',24), ('polizei.gv.at','Austria',24),
+ ('rechnungshof.gv.at','Austria',24),('vfgh.gv.at','Austria',24),('vwgh.gv.at','Austria',24),('bundesverwaltungsgericht.gv.at','Austria',24),('bundesfinanzgericht.gv.at','Austria',24),('justiz.gv.at','Austria',24),('bundesheer.at','Austria',24),('fma.gv.at','Austria',24),('rtr.at','Austria',24),('statistik.at','Austria',24),('ams.at','Austria',24),
+ ('wien.gv.at','Austria',23),('noe.gv.at','Austria',23),('ooe.gv.at','Austria',23),('salzburg.gv.at','Austria',23),('tirol.gv.at','Austria',23),('ktn.gv.at','Austria',23),('kaernten.at','Austria',23),('stmk.gv.at','Austria',23),('steiermark.at','Austria',23),('bgld.gv.at','Austria',23),('burgenland.at','Austria',23),('vbg.gv.at','Austria',23),('vorarlberg.at','Austria',23),
+
+ -- Azerbaijan
+ ('president.az','Azerbaijan',24), ('meclis.gov.az','Azerbaijan',24), ('supremecourt.gov.az','Azerbaijan',24), ('justice.gov.az','Azerbaijan',23), ('mfa.gov.az','Azerbaijan',23),
+ ('maliyye.gov.az','Azerbaijan',23), ('economy.gov.az','Azerbaijan',23), ('baku.az','Azerbaijan',22), ('ganja.az','Azerbaijan',22), ('sumqayit-ih.gov.az','Azerbaijan',22),
+ ('sheki-ih.gov.az','Azerbaijan',22), ('lenkeran-ih.gov.az','Azerbaijan',22),
+
+ -- Belarus
+ ('president.gov.by','Belarus',24), ('government.by','Belarus',24), ('parliament.gov.by','Belarus',24), ('supcourt.gov.by','Belarus',24), ('economy.gov.by','Belarus',23),
+ ('minfin.gov.by','Belarus',23), ('minjust.gov.by','Belarus',23), ('minsk.gov.by','Belarus',22), ('grodno.gov.by','Belarus',22), ('brest.gov.by','Belarus',22),
+ ('vitebsk.gov.by','Belarus',22), ('gomel.gov.by','Belarus',22), ('mogilev.gov.by','Belarus',22),
+
+ -- Bahrain
+ ('bahrain.bh','Bahrain',24),
+
+ -- Belgium
+ ('belgium.be','Belgium',24),('fgov.be','Belgium',24),('vlaanderen.be','Belgium',24),('wallonie.be','Belgium',24),('brussels.be','Belgium',24),('mil.be','Belgium',24),
+ ('just.fgov.be','Belgium',23),('justice.belgium.be','Belgium',23),('mobilit.fgov.be','Belgium',23),('finance.belgium.be','Belgium',23),('health.belgium.be','Belgium',23),('socialsecurity.belgium.be','Belgium',23),('employment.belgium.be','Belgium',23),('bosa.belgium.be','Belgium',23),('ibz.fgov.be','Belgium',23),('diplomatie.belgium.be','Belgium',23),
+ ('bruxelles.be','Belgium',23),('irisnet.be','Belgium',23),('parlement-wallonie.be','Belgium',23),('vlaamsparlement.be','Belgium',23),
+ ('oost-vlaanderen.be','Belgium',22),('west-vlaanderen.be','Belgium',22),('limburg.be','Belgium',22),('vlaams-brabant.be','Belgium',22),('waals-brabant.be','Belgium',22),('hainaut.be','Belgium',22),('namur.be','Belgium',22),
+ ('gent.be','Belgium',21),('brugge.be','Belgium',21),('leuven.be','Belgium',21),('mechelen.be','Belgium',21),('kortrijk.be','Belgium',21),('hasselt.be','Belgium',21),('antwerpen.be','Belgium',21),('brussel.be','Belgium',21),('charleroi.be','Belgium',21),('mons.be','Belgium',21),('namur.be','Belgium',21),('liege.be','Belgium',21),('louvain-la-neuve.be','Belgium',21),
+
+ -- Bermuda
+ ('gov.bm','Bermuda',24), ('parliament.bm','Bermuda',24), ('oba.bm','Bermuda',24),
+ ('moh.gov.bm','Bermuda',23), ('moed.gov.bm','Bermuda',23), ('mohamed.gov.bm','Bermuda',23), ('mof.gov.bm','Bermuda',23), ('mps.gov.bm','Bermuda',23), ('mha.gov.bm','Bermuda',23), ('mpt.gov.bm','Bermuda',23), ('med.gov.bm','Bermuda',23), ('mhr.gov.bm','Bermuda',23),
+
+ -- Bosnia and Herzegovina
+ ('parlament.ba','Bosnia and Herzegovina',24), ('vijeceministara.gov.ba','Bosnia and Herzegovina',24), ('predsjednistvobih.ba','Bosnia and Herzegovina',24), ('mfa.ba','Bosnia and Herzegovina',23), ('mhs.ba','Bosnia and Herzegovina',23),
+ ('pravosudje.ba','Bosnia and Herzegovina',23), ('mkt.gov.ba','Bosnia and Herzegovina',23), ('mfin.gov.ba','Bosnia and Herzegovina',23), ('fzs.ba','Bosnia and Herzegovina',23),
+ ('sarajevo.ba','Bosnia and Herzegovina',22), ('mostar.ba','Bosnia and Herzegovina',22), ('banjaluka.rs.ba','Bosnia and Herzegovina',22), ('tuzla.ba','Bosnia and Herzegovina',22),
+
+ -- Bulgaria
+ ('parliament.bg','Bulgaria',24),('president.bg','Bulgaria',24), ('mvr.bg','Bulgaria',24), ('mfa.bg','Bulgaria',24),
+ ('nsi.bg','Bulgaria',23), ('bnb.bg','Bulgaria',23),('nap.bg','Bulgaria',23), ('nra.bg','Bulgaria',23),
+ ('cpdp.bg','Bulgaria',22), ('ombudsman.bg','Bulgaria',22),
+ ('sofia.bg','Bulgaria',21),('plovdiv.bg','Bulgaria',21),('varna.bg','Bulgaria',21), ('burgas.bg','Bulgaria',21),('ruse.bg','Bulgaria',21),('pleven.bg','Bulgaria',21),
+ ('stara-zagora.bg','Bulgaria',21),('sliven.bg','Bulgaria',21),('dobrich.bg','Bulgaria',21), ('shumen.bg','Bulgaria',21),('vratsa.bg','Bulgaria',21),('vidin.bg','Bulgaria',21),
+ ('yambol.bg','Bulgaria',21),('kardzhali.bg','Bulgaria',21),('haskovo.bg','Bulgaria',21), ('pazardzhik.bg','Bulgaria',21),('pernik.bg','Bulgaria',21),('gabrovo.bg','Bulgaria',21),
+ ('lovech.bg','Bulgaria',21),('silistra.bg','Bulgaria',21),('smolyan.bg','Bulgaria',21),
+
+ -- Cameroon
+ ('presidenceducameroun.cm','Cameroon',24),('primecm.cm','Cameroon',24),('minfi.cm','Cameroon',24),
+ ('douala.cm','Cameroon',23),('yaounde.cm','Cameroon',23),('bamenda.cm','Cameroon',23),
+
+ -- Canada
+ ('canada.ca','Canada',24),('gc.ca','Canada',24),('parl.ca','Canada',24),('ourcommons.ca','Canada',24),('sencanada.ca','Canada',24),('lop.parl.ca','Canada',24),('scc-csc.ca','Canada',24),('canadapost-postescanada.ca','Canada',24),('cbc.ca','Canada',24), ('radio-canada.ca','Canada',24),
+ ('alberta.ca','Canada',23),('assembly.ab.ca','Canada',23),('gov.ab.ca','Canada',23),
+ ('gov.bc.ca','Canada',23),('leg.bc.ca','Canada',23),
+ ('saskatchewan.ca','Canada',23),('legassembly.sk.ca','Canada',23),
+ ('gov.mb.ca','Canada',23),('leg.gov.mb.ca','Canada',23),
+ ('ontario.ca','Canada',23),('ola.org','Canada',23),
+ ('quebec.ca','Canada',23),('gouv.qc.ca','Canada',23),('assnat.qc.ca','Canada',23),
+ ('gnb.ca','Canada',23),('legnb.ca','Canada',23),
+ ('novascotia.ca','Canada',23),('nslegislature.ca','Canada',23),('gov.ns.ca','Canada',23),
+ ('princeedwardisland.ca','Canada',23),('gov.pe.ca','Canada',23),('assembly.pe.ca','Canada',23),
+ ('gov.nl.ca','Canada',23),('newfoundlandlabrador.ca','Canada',23),('assembly.nl.ca','Canada',23),
+ ('yukon.ca','Canada',23),('legassembly.gov.yk.ca','Canada',23),
+ ('gov.nt.ca','Canada',23),('assembly.gov.nt.ca','Canada',23),
+ ('gov.nu.ca','Canada',23),('assembly.nu.ca','Canada',23), ('revenuquebec.ca','Canada',23),
+ ('ottawa.ca','Canada',23),('toronto.ca','Canada',23),('vancouver.ca','Canada',23), -- Major Canadian cities and provincial/territorial capitals (municipal)
+ ('calgary.ca','Canada',23),('edmonton.ca','Canada',23),('winnipeg.ca','Canada',23),
+ ('montreal.ca','Canada',23),('ville.quebec.qc.ca','Canada',23),('halifax.ca','Canada',23),
+ ('fredericton.ca','Canada',23),('charlottetown.ca','Canada',23),('stjohns.ca','Canada',23),
+ ('whitehorse.ca','Canada',23),('yellowknife.ca','Canada',23),('iqaluit.ca','Canada',23),
+ ('mississauga.ca','Canada',23),('brampton.ca','Canada',23),('hamilton.ca','Canada',23), -- Other large cities
+ ('london.ca','Canada',23),('kitchener.ca','Canada',23),('windsor.ca','Canada',23),
+ ('saskatoon.ca','Canada',23),('regina.ca','Canada',23),('surrey.ca','Canada',23),
+ ('burnaby.ca','Canada',23),('richmond.ca','Canada',23),('markham.ca','Canada',23),
+ ('vaughan.ca','Canada',23),('longueuil.ca','Canada',23),('laval.ca','Canada',23),
+
+ -- Chile
+ ('gob.cl','Chile',24), ('chileabroad.gov.cl','Chile',24), ('chileatiende.gob.cl','Chile',24),
+ ('pjud.cl','Chile',24), ('tribunalconstitucional.cl','Chile',24), ('senado.cl','Chile',24), ('diputados.cl','Chile',24),
+ ('muni.cl','Chile',23), ('muniweb.cl','Chile',23),
+
+ -- China
+ ('npc.gov.cn','China',24),('cppcc.gov.cn','China',24),('gov.cn','China',24),('xinhuanet.com','China',23),
+ ('shanghai.gov.cn','China',23),('beijing.gov.cn','China',23),('gz.gov.cn','China',23),('tj.gov.cn','China',23),('cq.gov.cn','China',23),
+ ('chengdu.gov.cn','China',23),('wuhan.gov.cn','China',23),('xian.gov.cn','China',23),('nanjing.gov.cn','China',23),('hangzhou.gov.cn','China',23),('shenzhen.gov.cn','China',23),
+
+ -- Costa Rica
+ ('go.cr','Costa Rica',24),('presidencia.go.cr','Costa Rica',24),('ministeriodesalud.go.cr','Costa Rica',24), ('mep.go.cr','Costa Rica',24),('hacienda.go.cr','Costa Rica',24),('racsa.go.cr','Costa Rica',24), ('cgr.go.cr','Costa Rica',24),('ccss.sa.cr','Costa Rica',24),
+ ('asamblea.go.cr','Costa Rica',24),('poder-judicial.go.cr','Costa Rica',24),('corte.go.cr','Costa Rica',24),
+ ('muni.go.cr','Costa Rica',23),('munisanjose.go.cr','Costa Rica',23),('munialajuela.go.cr','Costa Rica',23), ('municartago.go.cr','Costa Rica',23),('muniheredia.go.cr','Costa Rica',23),
+
+-- Croatia
+ ('sabor.hr','Croatia',24), ('predsjednik.hr','Croatia',24),
+ ('dzs.hr','Croatia',23), ('hzjz.hr','Croatia',23),('hzzo.hr','Croatia',23), ('hzmo.hr','Croatia',23),
+ ('azop.hr','Croatia',22), ('hakom.hr','Croatia',22), ('narodne-novine.nn.hr','Croatia',22),
+ ('zagreb.hr','Croatia',21),('split.hr','Croatia',21),('rijeka.hr','Croatia',21),
+ ('osijek.hr','Croatia',21),('zadar.hr','Croatia',21),('pula.hr','Croatia',21),
+ ('dubrovnik.hr','Croatia',21),('sibenik.hr','Croatia',21),('karlovac.hr','Croatia',21),
+ ('sisak.hr','Croatia',21),('varazdin.hr','Croatia',21),('slavonski-brod.hr','Croatia',21),
+ ('koprivnica.hr','Croatia',21),('vukovar.hr','Croatia',21),('pozega.hr','Croatia',21),
+
+ -- Cuba
+ ('camaguey.cu','Cuba',22),('guantanamo.gob.cu','Cuba',22), ('holguin.gob.cu','Cuba',22), ('mayabeque.cu','Cuba',22),('pinar.cu','Cuba',22),('santiago.cu','Cuba',22), ('sanctispiritus.cu','Cuba',22),('villa-clara.cu','Cuba',22),
+
+ -- Cyprus
+ ('parliament.cy','Cyprus',24), ('centralbank.cy','Cyprus',23),
+ ('nicosia.org.cy','Cyprus',21), ('larnaka.org.cy','Cyprus',21),('larnaca.org.cy','Cyprus',21),
+ ('limassolmunicipal.com.cy','Cyprus',21),('lemesos.org.cy','Cyprus',21),
+ ('paphos.org.cy','Cyprus',21),('pafos.org.cy','Cyprus',21),('strovolos.org.cy','Cyprus',21),
+ ('ayia-napa.org.cy','Cyprus',21),('aglantzia.org.cy','Cyprus',21),('aradippou.org.cy','Cyprus',21),
+
+ -- Czech Republic
+ ('vlada.cz','Czech Republic',24),('psp.cz','Czech Republic',24),('senat.cz','Czech Republic',24),
+ ('justice.cz','Czech Republic',24),('mzv.cz','Czech Republic',24),('mzcr.cz','Czech Republic',24),
+ ('mdcr.cz','Czech Republic',24),('mmr.cz','Czech Republic',24),('msmt.cz','Czech Republic',24),
+ ('mpsv.cz','Czech Republic',24),('mvcr.cz','Czech Republic',24),('mfcr.cz','Czech Republic',24),
+ ('mze.cz','Czech Republic',24),('mzp.cz','Czech Republic',24),('msp.cz','Czech Republic',24),
+ ('csu.cz','Czech Republic',24),('uzis.cz','Czech Republic',24),('ero.cz','Czech Republic',24),
+ ('uradprace.cz','Czech Republic',24),('cnb.cz','Czech Republic',24),('uoou.cz','Czech Republic',24),
+ ('jihomoravsky.cz','Czech Republic',23),('jihocesky.cz','Czech Republic',23),
+ ('kraj-vysocina.cz','Czech Republic',23),('kraj-lbc.cz','Czech Republic',23),
+ ('khk.cz','Czech Republic',23),('olomouc.cz','Czech Republic',23),
+ ('pardubickykraj.cz','Czech Republic',23),('plzensky-kraj.cz','Czech Republic',23),
+ ('moravskoslezsky.cz','Czech Republic',23),('stredocesky.cz','Czech Republic',23),
+ ('usk.cz','Czech Republic',23),('zlinsky.cz','Czech Republic',23),
+ ('praha.eu','Czech Republic',22),('brno.cz','Czech Republic',22),('ostrava.cz','Czech Republic',22),
+ ('plzen.eu','Czech Republic',22),('liberec.cz','Czech Republic',22),('olomouc.eu','Czech Republic',22),
+ ('hradec.cz','Czech Republic',22),('pardubice.eu','Czech Republic',22),('usti.cz','Czech Republic',22),
+
+ -- Denmark
+ ('ft.dk','Denmark',24),('stm.dk','Denmark',24),('regeringen.dk','Denmark',24),('folketinget.dk','Denmark',24),('borger.dk','Denmark',24),('politi.dk','Denmark',24),('skat.dk','Denmark',24),('retsinformation.dk','Denmark',24),('sundhed.dk','Denmark',24),('virk.dk','Denmark',24),
+ ('fm.dk','Denmark',24),('um.dk','Denmark',24),('jm.dk','Denmark',24),('fmn.dk','Denmark',24),('kefm.dk','Denmark',24),('sum.dk','Denmark',24),('kum.dk','Denmark',24),('ufm.dk','Denmark',24),('uvm.dk','Denmark',24),('bm.dk','Denmark',24),('skm.dk','Denmark',24),('em.dk','Denmark',24),('trm.dk','Denmark',24),('fvm.dk','Denmark',24),('uim.dk','Denmark',24),('sm.dk','Denmark',24),('digst.dk','Denmark',24),('km.dk','Denmark',24),('mssb.dk','Denmark',24),('urm.dk','Denmark',24),
+ ('norden.dk','Denmark',23),('miljoeogfoedevarer.dk','Denmark',23),('arbejdstilsynet.dk','Denmark',23),('forsvaret.dk','Denmark',23),('dr.dk','Denmark',23),('dst.dk','Denmark',23),('sikkerdigital.dk','Denmark',23),('nemlog-in.dk','Denmark',23),('mitid.dk','Denmark',23),('nemkonto.dk','Denmark',23),('stps.dk','Denmark',23),('dataetiskraad.dk','Denmark',23),('at.dk','Denmark',23),
+ ('regionh.dk','Denmark',23),('rsyd.dk','Denmark',23),('rm.dk','Denmark',23),('rn.dk','Denmark',23),('regionsjaelland.dk','Denmark',23),
+ ('kk.dk','Denmark',22),('aarhus.dk','Denmark',22),('odense.dk','Denmark',22),('aalborg.dk','Denmark',22),('esbjerg.dk','Denmark',22),('randers.dk','Denmark',22),('kolding.dk','Denmark',22),('vejle.dk','Denmark',22),('horsens.dk','Denmark',22),('roskilde.dk','Denmark',22),('herning.dk','Denmark',22),('silkeborg.dk','Denmark',22),('naestved.dk','Denmark',22),('gladsaxe.dk','Denmark',22),('gentofte.dk','Denmark',22),('frederiksberg.dk','Denmark',22),('holbaek.dk','Denmark',22),('hjoerring.dk','Denmark',22),('koege.dk','Denmark',22),('varde.dk','Denmark',22),('viborg.dk','Denmark',22),('svendborg.dk','Denmark',22),('sonderborg.dk','Denmark',22),('ballerup.dk','Denmark',22),('rodovre.dk','Denmark',22),('helsingor.dk','Denmark',22),('albertslund.dk','Denmark',22),('egedal.dk','Denmark',22),('faaborgmidtfyn.dk','Denmark',22),('aabenraa.dk','Denmark',22),('fredericia.dk','Denmark',22),('skanderborg.dk','Denmark',22),('slagelse.dk','Denmark',22),('holstebro.dk','Denmark',22),
+
+ -- Dubai (UAE)
+ ('gov.ae','Dubai/UAE',24), ('uaeinteract.com','Dubai/UAE',23), ('uaecabinet.ae','Dubai/UAE',23), ('government.ae','Dubai/UAE',23), ('uaepresident.ae','Dubai/UAE',23),
+ ('dubaigov.ae','Dubai/UAE',22), ('dubai.ae','Dubai/UAE',22), ('dm.gov.ae','Dubai/UAE',22), ('dewa.gov.ae','Dubai/UAE',22), ('rta.ae','Dubai/UAE',22),
+ ('dxbcourts.gov.ae','Dubai/UAE',22), ('dubaitrade.ae','Dubai/UAE',22), ('dubaipolice.gov.ae','Dubai/UAE',22), ('dubaiairports.ae','Dubai/UAE',22), ('dubaihealth.gov.ae','Dubai/UAE',22),
+
+ -- East Timor
+ ('gov.tl','East Timor',24),('timor-leste.gov.tl','East Timor',24),('parlamento.tl','East Timor',24),('mj.gov.tl','East Timor',24),
+ ('mire.gov.tl','East Timor',23),('mnec.gov.tl','East Timor',23),('me.tl','East Timor',23),('mss.gov.tl','East Timor',23),
+ ('mejd.gov.tl','East Timor',23),('mj.gov.tl','East Timor',23),('mf.gov.tl','East Timor',23),('mdn.gov.tl','East Timor',23),
+ ('misa.gov.tl','East Timor',23),('mtci.gov.tl','East Timor',23),('mjdac.gov.tl','East Timor',23),('mnec.tl','East Timor',23),
+ ('tribunais.tl','East Timor',23),('procuradoria.tl','East Timor',23),('cne.tl','East Timor',23),('bancocentral.tl','East Timor',23),
+
+ -- Estonia
+ ('riigikantselei.ee','Estonia',24),('valitsus.ee','Estonia',24),('riigikogu.ee','Estonia',24),('riigiteataja.ee','Estonia',24),('riik.ee','Estonia',24),('eesti.ee','Estonia',24),('hm.ee','Estonia',24),('mkm.ee','Estonia',24),('siseministeerium.ee','Estonia',24),('sm.ee','Estonia',24),('kliimaministeerium.ee','Estonia',24),('agri.ee','Estonia',24),('just.ee','Estonia',24),('kaitseministeerium.ee','Estonia',24),('kul.ee','Estonia',24),('fin.ee','Estonia',24),('vm.ee','Estonia',24),('ria.ee','Estonia',24),('stat.ee','Estonia',24),('prokuratuur.ee','Estonia',24),('kohtuteave.ee','Estonia',24),('riigikohus.ee','Estonia',24),('tallinn.ee','Estonia',23),('tartu.ee','Estonia',23),('narva.ee','Estonia',23),('parnu.ee','Estonia',23),('viljandi.ee','Estonia',23),('rakvere.ee','Estonia',23),('kuressaare.ee','Estonia',23),
+
+ -- Finland
+ ('valtioneuvosto.fi','Finland',24),('presidentti.fi','Finland',24),('eduskunta.fi','Finland',24),('oikeus.fi','Finland',24),('suomi.fi','Finland',24),
+ ('formin.fi','Finland',23),('intermin.fi','Finland',23),('vm.fi','Finland',23),('stm.fi','Finland',23),('okm.fi','Finland',23),
+ ('mmm.fi','Finland',23),('lvm.fi','Finland',23),('ym.fi','Finland',23),('tem.fi','Finland',23),('defmin.fi','Finland',23),
+ ('um.fi','Finland',23),('oikeusministerio.fi','Finland',23),('minedu.fi','Finland',23),('bmbwf.fi','Finland',23),
+ ('vero.fi','Finland',22),('kela.fi','Finland',22),('poliisi.fi','Finland',22),('tulli.fi','Finland',22),('traficom.fi','Finland',22),
+ ('migri.fi','Finland',22),('fimea.fi','Finland',22),('stat.fi','Finland',22),('thl.fi','Finland',22),('metsakeskus.fi','Finland',22),
+ ('businessfinland.fi','Finland',22),('oph.fi','Finland',22),('avi.fi','Finland',22),('syke.fi','Finland',22),
+
+
+ -- France
+ ('elysee.fr','France',24),('france.fr','France',24),('gouvernement.fr','France',24),('service-public.fr','France',24),('welcometofrance.com','France',22), -- National + portals
+ ('agriculture.gouv.fr','France',24),('culture.gouv.fr','France',24),('defense.gouv.fr','France',24),('diplomatie.gouv.fr','France',24), -- Ministries / national agencies
+ ('douane.gouv.fr','France',24),('ecologie.gouv.fr','France',24),('economie.gouv.fr','France',24),('education.gouv.fr','France',24),
+ ('enseignementsup-recherche.gouv.fr','France',24),('impots.gouv.fr','France',24),('interieur.gouv.fr','France',24),('justice.gouv.fr','France',24),
+ ('marches-publics.gouv.fr','France',24),('sante.gouv.fr','France',24),('transition-ecologique.gouv.fr','France',24),('travail-emploi.gouv.fr','France',24),
+ ('assemblee-nationale.fr','France',24),('conseil-constitutionnel.fr','France',24),('conseil-etat.fr','France',24),('courdescomptes.fr','France',24), -- Parliament / institutions
+ ('legifrance.gouv.fr','France',24),('senat.fr','France',24),('vie-publique.fr','France',24),
+ ('ameli.fr','France',23),('assurance-maladie.fr','France',23),('banque-france.fr','France',23),('boamp.fr','France',22),('caf.fr','France',23), -- Agencies / operators
+ ('cnam.fr','France',23),('cnav.fr','France',23),('cnil.fr','France',23),('data.gouv.fr','France',24),('francetravail.fr','France',23),
+ ('impots.gouv.fr','France',24),('insee.fr','France',23),('labanquepostale.fr','France',22),('meteofrance.com','France',22),('meteofrance.fr','France',22),
+ ('pole-emploi.fr','France',23),('urssaf.fr','France',23),
+ ('cg971.fr','France',22),('cg976.fr','France',22),('collectivitedemartinique.mq','France',23),('ctguyane.fr','France',23), -- Overseas collectivities / territories
+ ('departement974.fr','France',22),('guadeloupe.fr','France',23),('guyane.fr','France',23),('lareunion.fr','France',23),
+ ('mayotte.fr','France',23),('nouvelle-caledonie.gouv.fr','France',24),('polynesie-francaise.pref.gouv.fr','France',24),
+ ('province-sud.nc','France',23),('saint-barth-saint-martin.gouv.fr','France',24),('saint-pierre-et-miquelon.gouv.fr','France',24),
+ ('alsace.eu','France',23),('auvergnerhonealpes.fr','France',23),('bourgognefranchecomte.fr','France',23),('bretagne.bzh','France',23), -- Regions
+ ('centre-valdeloire.fr','France',23),('corse.fr','France',23),('grandest.fr','France',23),('hautsdefrance.fr','France',23),
+ ('iledefrance.fr','France',23),('normandie.fr','France',23),('nouvelle-aquitaine.fr','France',23),('occitanie.fr','France',23),
+ ('paysdelaloire.fr','France',23),('provencealpes-cotedazur.fr','France',23),
+ ('ain.fr','France',22),('aisne.com','France',22),('allier.fr','France',22),('ardeche.fr','France',22),('ariege.fr','France',22), -- Départements
+ ('aube.fr','France',22),('aude.fr','France',22),('aveyron.fr','France',22),('calvados.fr','France',22),('cantal.fr','France',22),
+ ('cd08.fr','France',22),('collectivitedemartinique.mq','France',23),('correze.fr','France',22),('cotedor.fr','France',22),
+ ('cotesdarmor.fr','France',22),('creuse.fr','France',22),('deux-sevres.fr','France',22),('departement06.fr','France',22),
+ ('departement13.fr','France',22),('departement18.fr','France',22),('departement41.fr','France',22),('departement974.fr','France',22),
+ ('doubs.fr','France',22),('dordogne.fr','France',22),('essonne.fr','France',22),('eurelien.fr','France',22),('eureennormandie.fr','France',22),
+ ('finistere.fr','France',22),('gard.fr','France',22),('gers.fr','France',22),('gironde.fr','France',22),('haute-garonne.fr','France',22),
+ ('haute-marne.fr','France',22),('haute-saone.fr','France',22),('haute-vienne.fr','France',22),('hauteloire.fr','France',22),
+ ('hautes-alpes.fr','France',22),('hautesavoie.fr','France',22),('hautespyrenees.fr','France',22),('herault.fr','France',22),
+ ('ille-et-vilaine.fr','France',22),('indre.fr','France',22),('isere.fr','France',22),('jura.fr','France',22),('ladrome.fr','France',22),
+ ('lamayenne.fr','France',22),('landes.fr','France',22),('lavienne86.fr','France',22),('le64.fr','France',22),
+ ('ledepartement66.fr','France',22),('lenord.fr','France',22),('loire.fr','France',22),('loire-atlantique.fr','France',22),
+ ('loiret.fr','France',22),('lot.fr','France',22),('lotetgaronne.com','France',22),('lozere-tourisme.com','France',22),
+ ('maine-et-loire.fr','France',22),('manche.fr','France',22),('marne.fr','France',22),('meurthe-et-moselle.fr','France',22),
+ ('meuse.fr','France',22),('morbihan.fr','France',22),('moselle.fr','France',22),('nievre.fr','France',22),
+ ('oise.fr','France',22),('orne.fr','France',22),('pasdecalais.fr','France',22),('puy-de-dome.fr','France',22),
+ ('rhone.fr','France',22),('saoneetloire71.fr','France',22),('sarthe.fr','France',22),('savoie.fr','France',22),
+ ('seine-et-marne.fr','France',22),('seinemaritime.fr','France',22),('seinesaintdenis.fr','France',22),
+ ('somme.fr','France',22),('tarn.fr','France',22),('tarnetgaronne.fr','France',22),('territoiredebelfort.fr','France',22),
+ ('touraine.fr','France',22),('valdemarne.fr','France',22),('valdoise.fr','France',22),('vaucluse.fr','France',22),
+ ('vendee.fr','France',22),('vosges.fr','France',22),('yonne.fr','France',22),('yvelines.fr','France',22),
+ ('ampmetropole.fr','France',22),('bordeaux-metropole.fr','France',22),('clermontmetropole.eu','France',22),('dijon-metropole.fr','France',22), -- Métropoles
+ ('eurometropolemetz.eu','France',22),('grandnancy.eu','France',22),('grenoblealpesmetropole.fr','France',22),('lillemetropole.fr','France',22),
+ ('metropole.nantes.fr','France',22),('metropole.rennes.fr','France',22),('metropole.toulouse.fr','France',22),
+ ('metropole-rouen-normandie.fr','France',22),('metropolegrandparis.fr','France',22),('metropoletpm.fr','France',22),
+ ('montpellier3m.fr','France',22),('nicecotedazur.org','France',22),('orleans-metropole.fr','France',22),
+ ('saint-etienne-metropole.fr','France',22),('tours-metropole.fr','France',22),
+ ('amiens.fr','France',22),('angers.fr','France',22),('annecy.fr','France',22),('bordeaux.fr','France',22),('brest.fr','France',22), -- Major cities
+ ('caen.fr','France',22),('clermont-ferrand.fr','France',22),('dijon.fr','France',22),('grenoble.fr','France',22),
+ ('lehavre.fr','France',22),('limoges.fr','France',22),('lille.fr','France',22),('lyon.fr','France',22),('marseille.fr','France',22),
+ ('metz.fr','France',22),('montpellier.fr','France',22),('nancy.fr','France',22),('nantes.fr','France',22),
+ ('nice.fr','France',22),('orleans.fr','France',22),('paris.fr','France',22),('perpignan.fr','France',22),
+ ('reims.fr','France',22),('rennes.fr','France',22),('saint-etienne.fr','France',22),('strasbourg.eu','France',22),
+ ('toulon.fr','France',22),('toulouse.fr','France',22),('tours.fr','France',22),
+
+ -- Georgia
+ ('gov.ge','Georgia',24), ('parliament.ge','Georgia',24), ('president.ge','Georgia',24), ('nbe.gov.ge','Georgia',24), ('mfa.gov.ge','Georgia',24),
+ ('justice.gov.ge','Georgia',24), ('moh.gov.ge','Georgia',24), ('moe.gov.ge','Georgia',24), ('police.ge','Georgia',23), ('rs.ge','Georgia',23),
+ ('tbilisi.gov.ge','Georgia',22), ('batumi.gov.ge','Georgia',22), ('kutaisi.gov.ge','Georgia',22), ('rustavi.gov.ge','Georgia',22), ('zugdidi.gov.ge','Georgia',22),
+
+ -- Greece
+ ('presidency.gr','Greece',24), ('bankofgreece.gr','Greece',23),('areiospagos.gr','Greece',23), ('cityofathens.gr','Greece',22),
+ ('thessaloniki.gr','Greece',22),('patras.gr','Greece',22),('heraklion.gr','Greece',22),('ioannina.gr','Greece',22),
+ ('volos.gr','Greece',22),('chania.gr','Greece',22), ('kavala.gr','Greece',22),('kalamata.gr','Greece',22),
+ ('lamia.gr','Greece',22),('serres.gr','Greece',22), ('agrinio.gr','Greece',22),('chalkida.gr','Greece',22),
+ ('trikala.gr','Greece',22),('veria.gr','Greece',22), ('rethymno.gr','Greece',22),('xanthi.gr','Greece',22),
+ ('kozani.gr','Greece',22),('corfu.gr','Greece',22),('rhodes.gr','Greece',22),
+
+
+ -- Germany
+ ('bund.de','Germany',24), ('bundesregierung.de','Germany',24), ('bundesrat.de','Germany',24), ('bundestag.de','Germany',24),
+ ('bundesverfassungsgericht.de','Germany',24), ('bundesgerichtshof.de','Germany',24), ('bundesverwaltungsgericht.de','Germany',24),
+ ('bundesfinanzhof.de','Germany',24), ('bundessozialgericht.de','Germany',24), ('bundesarbeitsgericht.de','Germany',24),
+ ('bundesnetzagentur.de','Germany',24), ('bundespolizei.de','Germany',24), ('polizei.de','Germany',24),
+ ('bmi.bund.de','Germany',24), ('auswaertiges-amt.de','Germany',24), ('bmf.bund.de','Germany',24), ('bmj.de','Germany',24),
+ ('bmwi.de','Germany',24), ('bmbf.de','Germany',24), ('bmvg.de','Germany',24), ('bmas.de','Germany',24),
+ ('bmfsfj.de','Germany',24), ('bmel.de','Germany',24), ('bmuv.de','Germany',24), ('bverwg.de','Germany',24),
+ ('bundeskartellamt.de','Germany',24), ('bundesbank.de','Germany',24), ('destatis.de','Germany',24),
+ ('rki.de','Germany',24), ('pei.de','Germany',24), ('bafin.de','Germany',24), ('bka.de','Germany',24),
+ ('bka.bund.de','Germany',24), ('bnd.bund.de','Germany',24), ('zoll.de','Germany',24), ('bamf.de','Germany',24),
+ ('arbeitsagentur.de','Germany',24), ('bundeswehr.de','Germany',24), ('bsi.bund.de','Germany',24),
+ ('uba.de','Germany',24), ('bfarm.de','Germany',24), ('bfr.bund.de','Germany',24), ('dwd.de','Germany',24),
+ ('kba.de','Germany',24), ('bundesanzeiger.de','Germany',24), ('gesetze-im-internet.de','Germany',24),
+ ('verwaltung.bund.de','Germany',24), ('service.bund.de','Germany',24), ('govdata.de','Germany',24),
+ ('epetitionen.bundestag.de','Germany',24), ('make-it-in-germany.com','Germany',23), -- Additional Federal Offices / Agencies
+ ('beratungsstelle-barrierefreiheit.de','Germany',23), ('dguv.de','Germany',23), ('jfmk.de','Germany',23), ('bfee-online.de','Germany',23),
+ ('bbr.bund.de','Germany',24), ('bbk.bund.de','Germany',24), ('bkg.bund.de','Germany',24), ('bfn.de','Germany',24),
+ ('bsh.de','Germany',24), ('bfs.de','Germany',24), ('bvl.bund.de','Germany',24), ('verfassungsschutz.de','Germany',24),
+ ('bafa.de','Germany',24), ('badv.bund.de','Germany',24), ('baua.de','Germany',24), ('bgr.bund.de','Germany',24),
+ ('bafg.de','Germany',24), ('bundesimmobilien.de','Germany',24), ('ble.de','Germany',24), ('bam.de','Germany',24),
+ ('bva.bund.de','Germany',24), ('bzst.bund.de','Germany',24), ('deutsche-finanzagentur.de','Germany',23),
+ ('dainst.org','Germany',23), ('dpma.de','Germany',24), ('ffa.de','Germany',23), ('lba.de','Germany',24),
+ ('mri.bund.de','Germany',23), ('ptb.de','Germany',24), ('thw.de','Germany',24), ('umweltbundesamt.de','Germany',24),
+ ('116117.de','Germany',23), ('aktion-zusammen-wachsen.de','Germany',23), ('antidiskriminierungsstelle.de','Germany',24),
+ ('antisemitismusbeauftragter.de','Germany',24), ('aufstiegs-bafoeg.de','Germany',23),
+ ('bundesdruckerei.de','Germany',23), ('bundesfachstelle-barrierefreiheit.de','Germany',23),
+ ('bundesjugendspiele.de','Germany',23), ('bundespraesident.de','Germany',24),
+ ('deutschlandatlas.bund.de','Germany',24), ('deutschlandtakt.de','Germany',23), ('dnb.de','Germany',24),
+ ('dortmund.de','Germany',23), ('duesseldorf.de','Germany',23), ('elternsein.info','Germany',23),
+ ('energetische-stadtsanierung.info','Germany',23), ('essen.de','Germany',23), ('evergabe-online.de','Germany',24),
+ ('familienplanung.de','Germany',23), ('familienportal.de','Germany',23), ('fba.de','Germany',24),
+ ('frankfurt.de','Germany',23), ('frauengesundheitsportal.de','Germany',23), ('fruehe-chancen.de','Germany',23),
+ ('generalbundesanwalt.de','Germany',24), ('go-bio.de','Germany',23),
+ ('hamburg.de','Germany',23), ('hanisauland.de','Germany',23), ('hilfe-portal-missbrauch.de','Germany',23),
+ ('hvv.de','Germany',23), ('integrationsbeauftragte.de','Germany',24), ('interreg.de','Germany',23),
+ ('it-planungsrat.de','Germany',23), ('karriere.bva.de','Germany',23), ('kinder-ministerium.de','Germany',23),
+ ('koeln.de','Germany',23), ('krisenvorsorgeliste.diplo.de','Germany',21), ('krebsdaten.de','Germany',24),
+ ('kuppelkucker.de','Germany',23), ('kulturstaatsministerin.de','Germany',24), ('kulturpass.de','Germany',23),
+ ('landkreistag.de','Germany',23), ('leitfadenbarrierefreiesbauen.de','Germany',23), ('leipzig.de','Germany',23),
+ ('muenchen.de','Germany',23), ('nationaler-rat.de','Germany',23), ('open-government-deutschland.de','Germany',23),
+ ('opencode.de','Germany',23), ('personalausweisportal.de','Germany',24), ('personenstandsrecht.de','Germany',24),
+ ('pharmnet-bund.de','Germany',24), ('pflegebevollmaechtigte.de','Germany',24),
+ ('recht-relaxed.de','Germany',23), ('regenbogenportal.de','Germany',23), ('religionsfreiheit.bmz.de','Germany',23),
+ ('rentenuebersicht.de','Germany',24), ('runtervomgas.de','Germany',23), ('siegelklarheit.de','Germany',23),
+ ('sifo.de','Germany',23), ('stadt-koeln.de','Germany',23), ('stuttgart.de','Germany',23), ('tab-beim-bundestag.de','Germany',23),
+ ('tag-der-staedtebaufoerderung.de','Germany',23), ('teilhabe40.de','Germany',23), ('thuenen.de','Germany',24),
+ ('vertreterin-des-bundesinteresses.de','Germany',24), ('vielfalt-pflegen.info','Germany',23),
+ ('vorsorgeregister.de','Germany',24), ('wahl-o-mat.de','Germany',23),
+ ('warnung-der-bevoelkerung.de','Germany',23), ('welt-aids-tag.de','Germany',23), ('wir-sind-bund.de','Germany',23),
+ ('wir-sind-rechtsstaat.de','Germany',23), ('zanzu.de','Germany',23), ('zim.de','Germany',24),
+ ('zugutfuerdietonne.de','Germany',23), ('zusammenhalt-durch-teilhabe.de','Germany',23),
+ ('bayern.de','Germany',23), ('berlin.de','Germany',23), ('brandenburg.de','Germany',23), ('bremen.de','Germany',23), -- States
+ ('hamburg.de','Germany',23), ('hessen.de','Germany',23), ('mecklenburg-vorpommern.de','Germany',23),
+ ('niedersachsen.de','Germany',23), ('nrw.de','Germany',23), ('land.nrw','Germany',24), ('rlp.de','Germany',23),
+ ('saarland.de','Germany',23), ('sachsen.de','Germany',23), ('sachsen-anhalt.de','Germany',23),
+ ('schleswig-holstein.de','Germany',23), ('thueringen.de','Germany',23), ('baden-wuerttemberg.de','Germany',23),
+ ('landtag.nrw.de','Germany',23), ('landtag-bw.de','Germany',23), ('landtag.bayern.de','Germany',23), -- State Parliaments
+ ('landtag.sachsen.de','Germany',23), ('landtag.sachsen-anhalt.de','Germany',23), ('landtag.brandenburg.de','Germany',23),
+ ('landtag.rlp.de','Germany',23), ('landtag-bb.de','Germany',23), ('parlament-berlin.de','Germany',23),
+ ('landesportal.bremen.de','Germany',23), ('hamburgische-buergerschaft.de','Germany',23),
+ ('hessischer-landtag.de','Germany',23), ('landtag-mv.de','Germany',23),
+ ('landtag-niedersachsen.de','Germany',23), ('landtag-saar.de','Germany',23),
+ ('landtag.ltsh.de','Germany',23), ('thueringer-landtag.de','Germany',23),
+
+ -- Ghana
+ ('ghana.gov.gh','Ghana',24),('gov.gh','Ghana',24),('parliament.gh','Ghana',24),
+ ('mfa.gov.gh','Ghana',23),('moh.gov.gh','Ghana',23),('moe.gov.gh','Ghana',23),('moc.gov.gh','Ghana',23),
+ ('mot.gov.gh','Ghana',23),('mojagd.gov.gh','Ghana',23),('moi.gov.gh','Ghana',23),('mofep.gov.gh','Ghana',23), ('moes.gov.gh','Ghana',23),('moj.gov.gh','Ghana',23),
+ ('motac.gov.gh','Ghana',23),('moes.gov.gh','Ghana',23),('moesr.gov.gh','Ghana',23),('moesd.gov.gh','Ghana',23),
+ ('bankofghana.org','Ghana',22),('gipc.gov.gh','Ghana',22),('ges.gov.gh','Ghana',22),('nss.gov.gh','Ghana',22),
+ ('passport.mfa.gov.gh','Ghana',22),('gsa.gov.gh','Ghana',22),('nda.gov.gh','Ghana',22),('ndpc.gov.gh','Ghana',22),
+ ('pensions.gov.gh','Ghana',22),('gepa.gov.gh','Ghana',22),('gipc.gov.gh','Ghana',22),('fda.gov.gh','Ghana',22),
+ ('accra.gov.gh','Ghana',21),('kumasi.gov.gh','Ghana',21),('tamale.gov.gh','Ghana',21),('takoradi.gov.gh','Ghana',21),
+
+ -- Greece
+ ('gov.gr','Greece',24),('hellenicparliament.gr','Greece',24),('presidency.gr','Greece',24),
+ ('mfa.gr','Greece',24),('ypes.gr','Greece',24),('aade.gr','Greece',24),('gsis.gr','Greece',24),
+ ('civilprotection.gr','Greece',24), ('mindigital.gov.gr','Greece',23),('mnec.gov.gr','Greece',23),('minedu.gov.gr','Greece',23),
+ ('yptp.gr','Greece',23),('minagric.gr','Greece',23),('migration.gov.gr','Greece',23),
+ ('et.gr','Greece',23),('odihr.gr','Greece',23),('statistics.gr','Greece',23), ('kemep.gr','Greece',23),
+
+ -- Greenland
+ ('gov.gl','Greenland',24),('naalakkersuisut.gl','Greenland',24),('stat.gl','Greenland',24),('inatsisartut.gl','Greenland',24),('politi.gl','Greenland',24),
+ ('sullissivik.gl','Greenland',24),('visitgreenland.gl','Greenland',24),('arcticcommand.gl','Greenland',24),('greenlandinstitute.gl','Greenland',24),('oqaasileriffik.gl','Greenland',24),('iluarsartuiffik.gl','Greenland',24),('energitjenesten.gl','Greenland',24),
+ ('kujalleq.gl','Greenland',23),('sermersooq.gl','Greenland',23),('sisimiut.gl','Greenland',23),('kalaallitnunaata.gl','Greenland',23),('nusuka.gl','Greenland',23),('aviisi.gl','Greenland',23),('anjuma.gl','Greenland',23),('kni.gl','Greenland',23),('mhs.gl','Greenland',23),('gux.gl','Greenland',23),('univiseyisarti.gl','Greenland',23),
+
+ -- Guyana
+ ('gov.gy','Guyana',24),('parliament.gov.gy','Guyana',24),('op.gov.gy','Guyana',24),('mofa.gov.gy','Guyana',23),('finance.gov.gy','Guyana',23),('education.gov.gy','Guyana',23),('health.gov.gy','Guyana',23),
+
+ -- Hungary
+ ('kormany.hu','Hungary',24), ('parlament.hu','Hungary',24), ('birosag.hu','Hungary',24),('alkotmanybirosag.hu','Hungary',24),
+ ('magyarorszag.hu','Hungary',23),('mnb.hu','Hungary',23),('ksh.hu','Hungary',23),('police.hu','Hungary',23),
+ ('ajbh.hu','Hungary',23), ('valasztas.hu','Hungary',23),('kozbeszerzes.hu','Hungary',22),('budapest.hu','Hungary',22),
+ ('debrecen.hu','Hungary',22),('szeged.hu','Hungary',22),('pecs.hu','Hungary',22), ('kormanyablak.hu','Hungary',22),
+ ('miskolc.hu','Hungary',22),('gyor.hu','Hungary',22),('nyiregyhaza.hu','Hungary',22),
+ ('kecskemet.hu','Hungary',22),('szekesfehervar.hu','Hungary',22),('szombathely.hu','Hungary',22),('tatabanya.hu','Hungary',22),
+ ('kaposvar.hu','Hungary',22),('bekescsaba.hu','Hungary',22),('sopron.hu','Hungary',22),('eger.hu','Hungary',22),
+
+ -- Iceland
+ ('stjornarradid.is','Iceland',24), ('althingi.is','Iceland',24), ('lögreglan.is','Iceland',24), ('domstolar.is','Iceland',24), ('forseti.is','Iceland',24),
+ ('utanrikisraduneyti.is','Iceland',24), ('forsaetisraduneyti.is','Iceland',24), ('fjarmalaraduneyti.is','Iceland',24), ('samgongustofa.is','Iceland',24), ('menntamalaraduneyti.is','Iceland',24),
+ ('heilbrigdisraduneyti.is','Iceland',24), ('innviðaráðuneytið.is','Iceland',24), ('dómsmálaráðuneytið.is','Iceland',24), ('atvinnuvegaraduneyti.is','Iceland',24), ('umhverfisraduneyti.is','Iceland',24),
+ ('skatturinn.is','Iceland',23), ('hagstofa.is','Iceland',23), ('utl.is','Iceland',23), ('landlaeknir.is','Iceland',23), ('island.is','Iceland',23),
+ ('vinnueftirlit.is','Iceland',23), ('vinnumalastofnun.is','Iceland',23), ('mannvirkjastofnun.is','Iceland',23), ('vegagerdin.is','Iceland',23),
+ ('reykjavik.is','Iceland',22), ('kopavogur.is','Iceland',22), ('hafnarfjordur.is','Iceland',22), ('akureyri.is','Iceland',22), ('gardabaer.is','Iceland',22),
+ ('mos.is','Iceland',22), ('akeri.is','Iceland',22), ('keflavik.is','Iceland',22), ('selfoss.is','Iceland',22), ('egilsstadir.is','Iceland',22),
+
+ -- India
+ ('india.gov.in','India',24),('gov.in','India',24),('nic.in','India',24),('mea.gov.in','India',24),('mha.gov.in','India',24),('mohfw.gov.in','India',24),('mof.gov.in','India',24),('pmindia.gov.in','India',24),('presidentofindia.nic.in','India',24),('vicepresidentofindia.nic.in','India',24),('cabsec.gov.in','India',24),('parliamentofindia.nic.in','India',24),
+ ('supremecourtofindia.nic.in','India',24),('indiacode.nic.in','India',24),('nalsa.gov.in','India',24),('lawcommissionofindia.nic.in','India',24),
+ ('agriculture.gov.in','India',23),('rural.nic.in','India',23),('labour.gov.in','India',23),('education.gov.in','India',23),('defence.gov.in','India',23),('commerce.gov.in','India',23),('msme.gov.in','India',23),('morth.nic.in','India',23),('petroleum.nic.in','India',23),('power.gov.in','India',23),('coal.nic.in','India',23),('culture.gov.in','India',23),('tourism.gov.in','India',23),('tribal.nic.in','India',23),('socialjustice.nic.in','India',23),('minorityaffairs.gov.in','India',23),
+ ('maharashtra.gov.in','India',22),('gujarat.gov.in','India',22),('rajasthan.gov.in','India',22),('up.gov.in','India',22),('kerala.gov.in','India',22),('tamilnadu.gov.in','India',22),('telangana.gov.in','India',22),('karnataka.gov.in','India',22),('westbengal.gov.in','India',22),('punjab.gov.in','India',22),('bihar.gov.in','India',22),('jharkhand.gov.in','India',22),('odisha.gov.in','India',22),('chhattisgarh.gov.in','India',22),('himachal.nic.in','India',22),('sikkim.gov.in','India',22),('mizoram.gov.in','India',22),('meghalaya.gov.in','India',22),('nagaland.gov.in','India',22),('tripura.gov.in','India',22),('manipur.gov.in','India',22),('arunachalpradesh.gov.in','India',22),('andhrapradesh.gov.in','India',22),
+ ('uidai.gov.in','India',23),('nsdl.co.in','India',23),('incometaxindia.gov.in','India',23),('rbi.org.in','India',23),('sebi.gov.in','India',23),('irda.gov.in','India',23),('pfrda.org.in','India',23),
+
+ -- Indonesia
+ ('indonesia.go.id','Indonesia',24),('setneg.go.id','Indonesia',24),('dpr.go.id','Indonesia',24),('mahkamahagung.go.id','Indonesia',24),('kpu.go.id','Indonesia',24),
+ ('kemdikbud.go.id','Indonesia',23),('kemenkeu.go.id','Indonesia',23),('kemlu.go.id','Indonesia',23),('kemhan.go.id','Indonesia',23),('kemenperin.go.id','Indonesia',23),('kemenkopmk.go.id','Indonesia',23),('kemenkumham.go.id','Indonesia',23),('kemenhub.go.id','Indonesia',23),('kemenparekraf.go.id','Indonesia',23),('kemenkes.go.id','Indonesia',23),('kemenag.go.id','Indonesia',23),('kemensos.go.id','Indonesia',23),('kemenpppa.go.id','Indonesia',23),('kemenristek.go.id','Indonesia',23),('kementan.go.id','Indonesia',23),('kemenaker.go.id','Indonesia',23),('kemenlhk.go.id','Indonesia',23),('kemenpu.go.id','Indonesia',23),
+ ('jakarta.go.id','Indonesia',22),('jatimprov.go.id','Indonesia',22),('jabarprov.go.id','Indonesia',22),('jatengprov.go.id','Indonesia',22),('sumutprov.go.id','Indonesia',22),('sumbarprov.go.id','Indonesia',22),('sumselprov.go.id','Indonesia',22),('riau.go.id','Indonesia',22),('kepulauanriau.go.id','Indonesia',22),('lampungprov.go.id','Indonesia',22),('acehprov.go.id','Indonesia',22),('nttprov.go.id','Indonesia',22),('ntbprov.go.id','Indonesia',22),('papua.go.id','Indonesia',22),('papuabaratprov.go.id','Indonesia',22),('kalbarprov.go.id','Indonesia',22),('kaltimprov.go.id','Indonesia',22),('kaltengprov.go.id','Indonesia',22),('kalselprov.go.id','Indonesia',22),('sulselprov.go.id','Indonesia',22),('sulutprov.go.id','Indonesia',22),('sulbarprov.go.id','Indonesia',22),('sultrabaratprov.go.id','Indonesia',22),('gorontaloprov.go.id','Indonesia',22),('malutprov.go.id','Indonesia',22),('malukuprov.go.id','Indonesia',22),('bali.go.id','Indonesia',22),('bantenprov.go.id','Indonesia',22),('bangka.go.id','Indonesia',22),('babelprov.go.id','Indonesia',22),
+ ('bandung.go.id','Indonesia',21),('surabaya.go.id','Indonesia',21),('semarang.go.id','Indonesia',21),('medan.go.id','Indonesia',21),('makassar.go.id','Indonesia',21),('denpasarkota.go.id','Indonesia',21),('yogyakarta.go.id','Indonesia',21),('bekasikota.go.id','Indonesia',21),('depok.go.id','Indonesia',21),('bogorkota.go.id','Indonesia',21),
+
+ -- Iran
+ ('gov.ir','Iran',24),('iran.ir','Iran',24),('irangov.ir','Iran',24),('president.ir','Iran',24),('parliran.ir','Iran',24),('adliran.ir','Iran',24),('cbi.ir','Iran',24),('moi.ir','Iran',23),('mop.ir','Iran',23),('mefa.ir','Iran',23),
+ ('mfa.gov.ir','Iran',23),('ito.gov.ir','Iran',23), ('gov.iq','Iraq',24),('iraq.gov.iq','Iraq',24),('parliament.iq','Iraq',24),('presidency.iq','Iraq',24),('iraqna.iq','Iraq',23),('mofa.gov.iq','Iraq',23),('moi.gov.iq','Iraq',23),('moh.gov.iq','Iraq',23),
+
+ -- Ireland
+ ('gov.ie','Ireland',24),('oireachtas.ie','Ireland',24),('president.ie','Ireland',24),('citizensinformation.ie','Ireland',24),('irishstatutebook.ie','Ireland',24),
+ ('finance.gov.ie','Ireland',23),('health.gov.ie','Ireland',23),('justice.ie','Ireland',23),('defence.ie','Ireland',23),('education.ie','Ireland',23),('enterprise.gov.ie','Ireland',23),('housing.gov.ie','Ireland',23),('socialprotection.ie','Ireland',23),('transport.gov.ie','Ireland',23),('agriculture.gov.ie','Ireland',23),('dttas.ie','Ireland',23),('environment.gov.ie','Ireland',23),('foreignaffairs.ie','Ireland',23),
+ ('revenue.ie','Ireland',23),('courts.ie','Ireland',23),('agriculture.gov.ie','Ireland',23),('competitionandconsumer.ie','Ireland',23),('data.gov.ie','Ireland',23),('healthservice.hse.ie','Ireland',23),('hse.ie','Ireland',23),('rtb.ie','Ireland',23),('cso.ie','Ireland',23),
+ ('dublincity.ie','Ireland',22),('corkcity.ie','Ireland',22),('galwaycity.ie','Ireland',22),('limerick.ie','Ireland',22),('waterfordcouncil.ie','Ireland',22),('fingal.ie','Ireland',22),('dlrcoco.ie','Ireland',22),('meath.ie','Ireland',22),('kildare.ie','Ireland',22),
+
+ -- Italy
+ ('governo.it','Italy',24),('parlamento.it','Italy',24),('senato.it','Italy',24),
+ ('camera.it','Italy',24),('quirinale.it','Italy',24),
+ ('esteri.it','Italy',23),('interno.gov.it','Italy',23),('difesa.it','Italy',23),('giustizia.it','Italy',23),
+ ('salute.gov.it','Italy',23),('istruzione.it','Italy',23),('mipaaf.gov.it','Italy',23),('mise.gov.it','Italy',23),
+ ('mims.gov.it','Italy',23),('mef.gov.it','Italy',23),('mase.gov.it','Italy',23),('minambiente.it','Italy',23),
+ ('lavoro.gov.it','Italy',23),('cultura.gov.it','Italy',23),('turismo.gov.it','Italy',23),
+ ('agid.gov.it','Italy',22),('agcom.it','Italy',22),('ivass.it','Italy',22),
+ ('corteconti.it','Italy',22),('istat.it','Italy',22),('inps.it','Italy',22),
+ ('agenziaentrate.gov.it','Italy',22),('agenziadoganemonopoli.gov.it','Italy',22),
+ ('regione.lombardia.it','Italy',21),('regione.piemonte.it','Italy',21),('regione.lazio.it','Italy',21),
+ ('regione.veneto.it','Italy',21),('regione.toscana.it','Italy',21),('regione.campania.it','Italy',21),
+ ('regione.sicilia.it','Italy',21),('regione.emilia-romagna.it','Italy',21),
+ ('comune.roma.it','Italy',20),('comune.milano.it','Italy',20),('comune.napoli.it','Italy',20),
+ ('comune.torino.it','Italy',20),('comune.firenze.it','Italy',20),('comune.bologna.it','Italy',20),
+
+ -- Japan
+ ('kantei.go.jp','Japan',24), ('meti.go.jp','Japan',24), ('mofa.go.jp','Japan',24), ('cas.go.jp','Japan',24), ('npa.go.jp','Japan',24),
+ ('courts.go.jp','Japan',24), ('stat.go.jp','Japan',24), ('e-gov.go.jp','Japan',24), ('jda.go.jp','Japan',24), ('mlit.go.jp','Japan',24),
+ ('pref.osaka.lg.jp','Japan',23), ('pref.aichi.lg.jp','Japan',23), ('pref.kanagawa.lg.jp','Japan',23), ('pref.chiba.lg.jp','Japan',23), ('pref.kyoto.lg.jp','Japan',23),
+ ('city.yokohama.lg.jp','Japan',22), ('city.kobe.lg.jp','Japan',22), ('city.sapporo.jp','Japan',22), ('city.fukuoka.lg.jp','Japan',22), ('city.hiroshima.lg.jp','Japan',22),
+
+ -- Kazakhstan
+ ('egov.kz','Kazakhstan',24),
+
+ -- Kosovo
+ ('rks-gov.net','Kosovo',24), ('assembly-kosova.org','Kosovo',24), ('president-ksgov.net','Kosovo',24), ('ks-gov.net','Kosovo',23), ('kryeministri-ks.net','Kosovo',23),
+ ('gjk-ks.org','Kosovo',23), ('kuvendikosoves.org','Kosovo',23), ('kallxo.com','Kosovo',22), ('rks-gov.org','Kosovo',23),
+ ('prishtinaonline.com','Kosovo',22), ('prizreni.org','Kosovo',22), ('gjakova.org','Kosovo',22), ('ferizaj.org','Kosovo',22),
+
+ -- Latvia
+ ('gov.lv','Latvia',24),('mk.gov.lv','Latvia',24),('likumi.lv','Latvia',24),('president.lv','Latvia',24),('saeima.lv','Latvia',24),
+ ('fm.gov.lv','Latvia',23),('mfa.gov.lv','Latvia',23),('mod.gov.lv','Latvia',23),('iem.gov.lv','Latvia',23),('em.gov.lv','Latvia',23),('izm.gov.lv','Latvia',23),('zm.gov.lv','Latvia',23),('am.gov.lv','Latvia',23),('lm.gov.lv','Latvia',23),('vmnvd.gov.lv','Latvia',23),
+ ('csp.gov.lv','Latvia',23),('vd.gov.lv','Latvia',23),('pmlp.gov.lv','Latvia',23),('vraa.gov.lv','Latvia',23),('rtu.lv','Latvia',23),('riga.lv','Latvia',23),
+ ('riga.lv','Latvia',22),('daugavpils.lv','Latvia',22),('liepaja.lv','Latvia',22),('jelgava.lv','Latvia',22),('ventspils.lv','Latvia',22),
+
+ -- Liechtenstein
+ ('llv.li','Liechtenstein',24),('regierung.li','Liechtenstein',24),('landtag.li','Liechtenstein',24),('gericht.li','Liechtenstein',24),('staatsanwaltschaft.li','Liechtenstein',24),
+ ('gemeinden.li','Liechtenstein',23),
+
+ -- Lithuania
+ ('lrv.lt','Lithuania',24),('lrs.lt','Lithuania',24),('prezidentas.lt','Lithuania',24),
+ ('urm.lt','Lithuania',23),('kam.lt','Lithuania',23),('smm.lt','Lithuania',23),('sveikata.lt','Lithuania',23),
+ ('sumin.lt','Lithuania',23),('finmin.lt','Lithuania',23),('am.lt','Lithuania',23),('socmin.lt','Lithuania',23),
+ ('ukmin.lt','Lithuania',23),('zum.lt','Lithuania',23),('teisingumas.lt','Lithuania',23),('vidmin.lt','Lithuania',23),
+ ('stat.gov.lt','Lithuania',22),('vrk.lt','Lithuania',22),('policija.lt','Lithuania',22),('lvat.lt','Lithuania',22),
+ ('ltok.lt','Lithuania',22),('uzt.lt','Lithuania',22),('migracija.lt','Lithuania',22),('vmi.lt','Lithuania',22),
+ ('vilnius.lt','Lithuania',21),('kaunas.lt','Lithuania',21),('klaipeda.lt','Lithuania',21),
+ ('siauliai.lt','Lithuania',21),('panevezys.lt','Lithuania',21),('alytus.lt','Lithuania',21),
+
+ -- Luxembourg
+ ('luxembourg.lu','Luxembourg',24), ('service-public.lu','Luxembourg',24), ('guichet.lu','Luxembourg',24),
+ ('education.lu','Luxembourg',23), ('portal.education.lu','Luxembourg',23), ('secu.lu','Luxembourg',23), ('cns.lu','Luxembourg',23), ('statec.lu','Luxembourg',23),
+ ('ces.lu','Luxembourg',23), ('itm.lu','Luxembourg',23), ('inll.lu','Luxembourg',23), ('lod.lu','Luxembourg',23), ('petitions.lu','Luxembourg',23),
+ ('map.geoportail.lu','Luxembourg',23), ('meteolux.lu','Luxembourg',23), ('mobiliteit.lu','Luxembourg',23), ('inondations.lu','Luxembourg',23), ('adem.lu','Luxembourg',23),
+ ('cita.lu','Luxembourg',23), ('govjobs.lu','Luxembourg',23), ('112.public.lu','Luxembourg',23), ('accessibilite-infrastructure.public.lu','Luxembourg',23),
+ ('accessibilite-produits-services.public.lu','Luxembourg',23), ('bettembourg.lu','Luxembourg',23), ('chem.lu','Luxembourg',23), ('chl.lu','Luxembourg',23), ('chnp.lu','Luxembourg',23),
+ ('cnl.public.lu','Luxembourg',23), ('elections.public.lu','Luxembourg',23), ('mersch.lu','Luxembourg',23), ('monarchie.lu','Luxembourg',23), ('nationalmusee.lu','Luxembourg',23),
+ ('petange.lu','Luxembourg',23), ('petitiounen.lu','Luxembourg',23), ('philharmonie.lu','Luxembourg',23), ('regionalsaisonal.lu','Luxembourg',23), ('rgtr.lu','Luxembourg',23),
+ ('sailor.public.lu','Luxembourg',23), ('sandweiler.lu','Luxembourg',23), ('sante.public.lu','Luxembourg',23), ('schifflange.lu','Luxembourg',23), ('seveso.public.lu','Luxembourg',23),
+ ('snci.lu','Luxembourg',23), ('strassen.lu','Luxembourg',23), ('uni.lu','Luxembourg',23), ('www.ilr.lu','Luxembourg',23), ('wiltz.lu','Luxembourg',23),
+
+ ('vdl.lu','Luxembourg',22), ('esch.lu','Luxembourg',22), ('differdange.lu','Luxembourg',22), ('dudelange.lu','Luxembourg',22), ('ettelbruck.lu','Luxembourg',22),
+ ('remich.lu','Luxembourg',22), ('post.lu','Luxembourg',22), ('cfl.lu','Luxembourg',22),
+
+ -- Malaysia
+ ('malaysia.gov.my','Malaysia',24),('gov.my','Malaysia',24),('data.gov.my','Malaysia',24),
+ ('moh.gov.my','Malaysia',23),('moe.gov.my','Malaysia',23),('mohr.gov.my','Malaysia',23),('mot.gov.my','Malaysia',23),('miti.gov.my','Malaysia',23),('mod.gov.my','Malaysia',23),('moa.gov.my','Malaysia',23),('mosti.gov.my','Malaysia',23),('mida.gov.my','Malaysia',23),('mohe.gov.my','Malaysia',23),('moha.gov.my','Malaysia',23),('mohd.gov.my','Malaysia',23),
+ ('epu.gov.my','Malaysia',23),('bomba.gov.my','Malaysia',23),('immigration.gov.my','Malaysia',23),('police.gov.my','Malaysia',23),('spr.gov.my','Malaysia',23),('ecerdc.gov.my','Malaysia',23),('doe.gov.my','Malaysia',23),('jkr.gov.my','Malaysia',23),('lpse.gov.my','Malaysia',23),
+ ('penang.gov.my','Malaysia',22),('perak.gov.my','Malaysia',22),('selangor.gov.my','Malaysia',22),('sabah.gov.my','Malaysia',22),('sarawak.gov.my','Malaysia',22),('kedah.gov.my','Malaysia',22),('kelantan.gov.my','Malaysia',22),('terengganu.gov.my','Malaysia',22),
+
+ -- Malta
+ ('gov.mt','Malta',24),('parlament.mt','Malta',24),('justice.gov.mt','Malta',24),
+ ('govserv.gov.mt','Malta',24),('mepa.org.mt','Malta',24),
+
+ -- Mexico
+ ('gob.mx','Mexico',24),('presidencia.gob.mx','Mexico',24),('senado.gob.mx','Mexico',24),('diputados.gob.mx','Mexico',24),('scjn.gob.mx','Mexico',24),('inegi.org.mx','Mexico',24),('ine.mx','Mexico',24),
+ ('segob.gob.mx','Mexico',23),('sre.gob.mx','Mexico',23),('shcp.gob.mx','Mexico',23),('sct.gob.mx','Mexico',23),('salud.gob.mx','Mexico',23),('sep.gob.mx','Mexico',23),('semarnat.gob.mx','Mexico',23),('sagarpa.gob.mx','Mexico',23),('stps.gob.mx','Mexico',23),('se.gob.mx','Mexico',23),('sedena.gob.mx','Mexico',23),('semar.gob.mx','Mexico',23),
+ ('aguascalientes.gob.mx','Mexico',22),('bajacalifornia.gob.mx','Mexico',22),('bcs.gob.mx','Mexico',22),('campeche.gob.mx','Mexico',22),('coahuila.gob.mx','Mexico',22),('colima.gob.mx','Mexico',22),('chiapas.gob.mx','Mexico',22),('chihuahua.gob.mx','Mexico',22),('cdmx.gob.mx','Mexico',22),('durango.gob.mx','Mexico',22),('guanajuato.gob.mx','Mexico',22),('guerrero.gob.mx','Mexico',22),('hidalgo.gob.mx','Mexico',22),('jalisco.gob.mx','Mexico',22),('edomex.gob.mx','Mexico',22),('michoacan.gob.mx','Mexico',22),('morelos.gob.mx','Mexico',22),('nayarit.gob.mx','Mexico',22),('nuevoleon.gob.mx','Mexico',22),('oaxaca.gob.mx','Mexico',22),('puebla.gob.mx','Mexico',22),('queretaro.gob.mx','Mexico',22),('quintanaroo.gob.mx','Mexico',22),('sanluispotosi.gob.mx','Mexico',22),('sinaloa.gob.mx','Mexico',22),('sonora.gob.mx','Mexico',22),('tabasco.gob.mx','Mexico',22),('tamaulipas.gob.mx','Mexico',22),('tlaxcala.gob.mx','Mexico',22),('veracruz.gob.mx','Mexico',22),('yucatan.gob.mx','Mexico',22),('zacatecas.gob.mx','Mexico',22),
+
+ -- Moldova
+ ('parlament.md','Moldova',24), ('presedinte.md','Moldova',24), ('justice.md','Moldova',23), ('msmps.gov.md','Moldova',23), ('ms.gov.md','Moldova',23),
+ ('statistica.md','Moldova',23), ('bnm.md','Moldova',23), ('anm.md','Moldova',23), ('cna.md','Moldova',23), ('anmec.md','Moldova',23),
+ ('chisinau.md','Moldova',22), ('balti.md','Moldova',22), ('cahul.md','Moldova',22), ('comrat.md','Moldova',22),
+
+ -- Monaco
+ ('monaco.mc','Monaco',24), ('gouv.mc','Monaco',24), ('mairie.mc','Monaco',24), ('conseil-national.mc','Monaco',24), ('justice.mc','Monaco',24),
+ ('monacochannel.mc','Monaco',23), ('service-public-entreprises.mc','Monaco',23), ('service-public-particuliers.mc','Monaco',23), ('maisondupatrimoine.mc','Monaco',23),
+
+ -- Montenegro
+ ('skupstina.me','Montenegro',24), ('predsjednik.me','Montenegro',24), ('sudovi.me','Montenegro',23), ('tuzioc.me','Montenegro',23), ('cso.gov.me','Montenegro',23),
+ ('mif.gov.me','Montenegro',23), ('monstat.org','Montenegro',23), ('rtcg.me','Montenegro',23), ('pobjeda.me','Montenegro',22),
+ ('podgorica.me','Montenegro',22), ('hercegnovi.me','Montenegro',22), ('bar.me','Montenegro',22), ('ulcinj.me','Montenegro',22),
+
+ -- Morocco
+ ('maroc.ma','Morocco',24),('gov.ma','Morocco',24),('service-public.ma','Morocco',24),
+ ('justice.gov.ma','Morocco',24),('finances.gov.ma','Morocco',24),('sante.gov.ma','Morocco',24),
+ ('interieur.gov.ma','Morocco',24),('map.ma','Morocco',24),('parlement.ma','Morocco',24),
+
+ -- Nepal
+ ('nepal.gov.np','Nepal',24),('nepalarmy.mil.np','Nepal',24),('supremecourt.gov.np','Nepal',24), ('parliament.gov.np','Nepal',24),('officeofattorneygeneral.gov.np','Nepal',24), ('mof.gov.np','Nepal',24),('moha.gov.np','Nepal',24),('moeap.gov.np','Nepal',24), ('mohp.gov.np','Nepal',24),('mofa.gov.np','Nepal',24),('moi.gov.np','Nepal',24), ('moest.gov.np','Nepal',24),('mowcsw.gov.np','Nepal',24),('mopit.gov.np','Nepal',24),('mofaga.gov.np','Nepal',24),('moewri.gov.np','Nepal',24),('npc.gov.np','Nepal',24),
+
+ -- Netherlands
+ ('overheid.nl','Netherlands',24),('rijksoverheid.nl','Netherlands',24),('belastingdienst.nl','Netherlands',24), -- Netherlands: Core national portals & agencies
+ ('politie.nl','Netherlands',24),('kvk.nl','Netherlands',24),('cbs.nl','Netherlands',24),('rvo.nl','Netherlands',24),
+ ('rijkshuisstijl.nl','Netherlands',24),('rechtspraak.nl','Netherlands',24),('wetten.overheid.nl','Netherlands',24),
+ ('kamer.nl','Netherlands',24),('eerstekamer.nl','Netherlands',24),('tweedekamer.nl','Netherlands',24),
+ ('mijnoverheid.nl','Netherlands',24),('koninklijkhuis.nl','Netherlands',24),('openbaarministerie.nl','Netherlands',24),
+ ('raadvanstate.nl','Netherlands',24),('autoriteitpersoonsgegevens.nl','Netherlands',24),('autoriteitconsumentmarkt.nl','Netherlands',24), ('marechaussee.nl','Netherlands',24),
+ ('provincie.drenthe.nl','Netherlands',23),('flevoland.nl','Netherlands',23),('fryslan.frl','Netherlands',23), -- Netherlands: Provinces (use official province domains; avoid city-domain collisions)
+ ('gelderland.nl','Netherlands',23),('provinciegroningen.nl','Netherlands',23),('limburg.nl','Netherlands',23),
+ ('brabant.nl','Netherlands',23),('noord-holland.nl','Netherlands',23),('overijssel.nl','Netherlands',23),
+ ('provincie-utrecht.nl','Netherlands',23),('zeeland.nl','Netherlands',23),('zuid-holland.nl','Netherlands',23),
+ ('amsterdam.nl','Netherlands',22),('rotterdam.nl','Netherlands',22),('denhaag.nl','Netherlands',22), -- Netherlands: Municipalities (cities >100k inhabitants only; deduped & normalized to base domains)
+ ('utrecht.nl','Netherlands',22),('eindhoven.nl','Netherlands',22),('tilburg.nl','Netherlands',22),
+ ('groningen.nl','Netherlands',22),('almere.nl','Netherlands',22),('breda.nl','Netherlands',22),
+ ('nijmegen.nl','Netherlands',22),('enschede.nl','Netherlands',22),('apeldoorn.nl','Netherlands',22),
+ ('haarlem.nl','Netherlands',22),('arnhem.nl','Netherlands',22),('zaanstad.nl','Netherlands',22),
+ ('s-hertogenbosch.nl','Netherlands',22),('amersfoort.nl','Netherlands',22),('haarlemmermeergemeente.nl','Netherlands',22),
+ ('maastricht.nl','Netherlands',22),('leiden.nl','Netherlands',22),('dordrecht.nl','Netherlands',22),
+ ('zwolle.nl','Netherlands',22),('ede.nl','Netherlands',22),('emmen.nl','Netherlands',22),
+ ('delft.nl','Netherlands',22),('alkmaar.nl','Netherlands',22),('leeuwarden.nl','Netherlands',22),
+ ('westland.nl','Netherlands',22),('venlo.nl','Netherlands',22),('deventer.nl','Netherlands',22),
+ ('zoetermeer.nl','Netherlands',22),('alphenchaam.nl','Netherlands',22),('alphenaandenrijn.nl','Netherlands',22),
+
+
+ -- New Zealand
+ ('govt.nz','New Zealand',24),('parliament.nz','New Zealand',24),
+ ('justice.govt.nz','New Zealand',24),('treasury.govt.nz','New Zealand',24),
+ ('health.govt.nz','New Zealand',24),('education.govt.nz','New Zealand',24),
+ ('police.govt.nz','New Zealand',24),
+ ('28maoribattalion.org.nz','New Zealand',23),('airforcemuseum.co.nz','New Zealand',23),
+ ('bullyingfree.nz','New Zealand',23),('cadetforces.org.nz','New Zealand',23),
+ ('christchurchattack.royalcommission.nz','New Zealand',23),
+ ('digitalpassport.co.nz','New Zealand',23),('employment.elearning.ac.nz','New Zealand',23),
+ ('ethnicxchange.org.nz','New Zealand',23),('etuwhanau.org.nz','New Zealand',23),
+ ('forum.changeispossible.org.nz','New Zealand',23),('inclusive.tki.org.nz','New Zealand',23),
+ ('koordinates.com','New Zealand',23),('kupe.net.nz','New Zealand',23),
+ ('marinebiosecurity.org.nz','New Zealand',23),('msd.mykoha.co.nz','New Zealand',23),
+ ('navymuseum.co.nz','New Zealand',23),('nzsar-resources.org.nz','New Zealand',23),
+ ('nztcs.org.nz','New Zealand',23),('paekupu.co.nz','New Zealand',23),
+ ('pasefikaproud.co.nz','New Zealand',23),('protectedspeciescaptures.nz','New Zealand',23),
+ ('readingambassador.nz','New Zealand',23),('resources.alcohol.org.nz','New Zealand',23),
+ ('sltk-resources.tki.org.nz','New Zealand',23),('tatai.maori.nz','New Zealand',23),
+ ('tehekemai.co.nz','New Zealand',23),('tuiaeducation.org.nz','New Zealand',23),
+ ('www.abuseincare.org.nz','New Zealand',23),('www.adventuresmart.nz','New Zealand',23),
+ ('www.alcohol.org.nz','New Zealand',23),('www.areyouok.org.nz','New Zealand',23),
+ ('www.armymuseum.co.nz','New Zealand',23),('www.artwork.org.nz','New Zealand',23),
+ ('www.bionet.nz','New Zealand',23),('www.boardappointments.co.nz','New Zealand',23),
+ ('www.cadetnet.org.nz','New Zealand',23),('www.changeispossible.org.nz','New Zealand',23),
+ ('www.childrensday.org.nz','New Zealand',23),('www.christchurchappealtrust.org.nz','New Zealand',23),
+ ('www.connect.co.nz','New Zealand',23),
+
+ -- Norway
+ ('regjeringen.no','Norway',24),('stortinget.no','Norway',24),('nav.no','Norway',24),
+ ('helsenorge.no','Norway',24),('udir.no','Norway',24),('udi.no','Norway',24),
+ ('politi.no','Norway',24),('nve.no','Norway',24),('ssb.no','Norway',24),
+ ('norges-bank.no','Norway',24),('miljodirektoratet.no','Norway',24),
+ ('arbeidstilsynet.no','Norway',24),('forsvaret.no','Norway',24),('skatteetaten.no','Norway',24),
+ ('brreg.no','Norway',24),('vegvesen.no','Norway',24),('mattilsynet.no','Norway',24),
+ ('lovdata.no','Norway',24),('altinn.no','Norway',24),('nkom.no','Norway',24),
+ ('fhi.no','Norway',24),('dsa.no','Norway',24),('kystverket.no','Norway',24),
+ ('bufdir.no','Norway',24),('nupi.no','Norway',24),
+
+ -- North Korea
+ ('naenara.com.kp','North Korea',24), ('kcna.kp','North Korea',24), ('airkoryo.com.kp','North Korea',23), ('friend.com.kp','North Korea',22),
+
+ -- North Macedonia
+ ('sobranie.mk','North Macedonia',24), ('president.mk','North Macedonia',24), ('pravda.gov.mk','North Macedonia',23), ('mvr.gov.mk','North Macedonia',23), ('finance.gov.mk','North Macedonia',23),
+ ('stat.gov.mk','North Macedonia',23), ('mon.gov.mk','North Macedonia',23), ('ujp.gov.mk','North Macedonia',23), ('jorm.gov.mk','North Macedonia',23), ('av.gov.mk','North Macedonia',23),
+ ('skopje.gov.mk','North Macedonia',22), ('bitola.gov.mk','North Macedonia',22), ('stip.gov.mk','North Macedonia',22), ('tetovo.gov.mk','North Macedonia',22),
+
+ -- Oman
+ ('oman.om','Oman',24),
+
+ -- Peru
+ ('gob.pe','Peru',24),('peru.gob.pe','Peru',24),('presidencia.gob.pe','Peru',24),
+ ('congreso.gob.pe','Peru',24),('poderjudicial.gob.pe','Peru',24),
+ ('minjus.gob.pe','Peru',24),('minedu.gob.pe','Peru',24),
+ ('minsa.gob.pe','Peru',24),('mef.gob.pe','Peru',24),
+ ('mininter.gob.pe','Peru',24),('mindef.gob.pe','Peru',24),
+ ('minem.gob.pe','Peru',24),('mincetur.gob.pe','Peru',24),
+ ('minam.gob.pe','Peru',24),('produce.gob.pe','Peru',24),
+ ('sunat.gob.pe','Peru',24),('onpe.gob.pe','Peru',24),
+ ('reniec.gob.pe','Peru',24),('osiptel.gob.pe','Peru',24),
+ ('osce.gob.pe','Peru',24),
+
+ -- Philippines
+ ('gov.ph','Philippines',24),('president.gov.ph','Philippines',24),
+ ('senate.gov.ph','Philippines',24),('house.gov.ph','Philippines',24),
+ ('supremecourt.gov.ph','Philippines',24),('ca.judiciary.gov.ph','Philippines',24),
+ ('coa.gov.ph','Philippines',24),('comelec.gov.ph','Philippines',24),
+ ('doh.gov.ph','Philippines',24),('deped.gov.ph','Philippines',24),
+ ('dfa.gov.ph','Philippines',24),('dilg.gov.ph','Philippines',24),
+ ('doj.gov.ph','Philippines',24),('dnd.gov.ph','Philippines',24),
+ ('dotr.gov.ph','Philippines',24),('dpwh.gov.ph','Philippines',24),
+ ('dswd.gov.ph','Philippines',24),('dti.gov.ph','Philippines',24),
+ ('denr.gov.ph','Philippines',24),('pagasa.dost.gov.ph','Philippines',24),
+ ('neda.gov.ph','Philippines',24),('pnp.gov.ph','Philippines',24),
+ ('psa.gov.ph','Philippines',24),('pagibigfund.gov.ph','Philippines',24),
+
+ -- Poland
+ ('prezydent.pl','Poland',24), ('nbp.pl','Poland',23),
+ ('zus.pl','Poland',23),('policja.pl','Poland',23),('warszawa.pl','Poland',22),('krakow.pl','Poland',22),
+ ('poznan.pl','Poland',22), ('gdansk.pl','Poland',22),('wroclaw.pl','Poland',22),('lodz.pl','Poland',22),
+ ('bydgoszcz.pl','Poland',22),('torun.pl','Poland',22),('rzeszow.pl','Poland',22),('bialystok.pl','Poland',22),
+ ('gdynia.pl','Poland',22),('sopot.pl','Poland',22),('czestochowa.pl','Poland',22),('szczecin.pl','Poland',22),
+ ('bielsko-biala.pl','Poland',22),('zielona-gora.pl','Poland',22),('gorzow.pl','Poland',22),('lublin.eu','Poland',22),
+ ('opole.pl','Poland',22),('tarnow.pl','Poland',22),('radom.pl','Poland',22), ('katowice.eu','Poland',22),
+ ('kielce.eu','Poland',22),('gliwice.eu','Poland',22),('olsztyn.eu','Poland',22),('plock.eu','Poland',22),
+
+ -- Portugal
+ ('portugal.gov.pt','Portugal',24),('parlamento.pt','Portugal',24),
+ ('presidencia.pt','Portugal',24),('tribunalconstitucional.pt','Portugal',24),
+ ('pgdlisboa.pt','Portugal',24),('cmjornal.pt','Portugal',24),
+ ('dre.pt','Portugal',24),('base.gov.pt','Portugal',24),
+ ('ana.pt','Portugal',24),('ansr.pt','Portugal',24),
+
+ -- Romania
+ ('presidency.ro','Romania',24),('cdep.ro','Romania',24),('senat.ro','Romania',24),('just.ro','Romania',24),
+ ('mae.ro','Romania',24),('mapn.ro','Romania',24),('bnr.ro','Romania',23),('anaf.ro','Romania',23),
+ ('insse.ro','Romania',23),('cnas.ro','Romania',23),('ms.ro','Romania',23),('sri.ro','Romania',23),
+ ('sie.ro','Romania',23),('sts.ro','Romania',23),('politiaromana.ro','Romania',23),
+ ('roaep.ro','Romania',23),('pmb.ro','Romania',22),('clujnapoca.ro','Romania',22),('iasi.ro','Romania',22),
+ ('timisoara.ro','Romania',22),('constanta.ro','Romania',22),
+ ('oradea.ro','Romania',22),('sibiu.ro','Romania',22),('arad.ro','Romania',22),
+ ('galati.ro','Romania',22),('bacau.ro','Romania',22),('brasovcity.ro','Romania',22),
+
+ -- Russia
+ ('government.ru','Russia',24),('kremlin.ru','Russia',24),('duma.gov.ru','Russia',24),('council.gov.ru','Russia',24),
+ ('supcourt.ru','Russia',24),('minfin.gov.ru','Russia',24),('minjust.gov.ru','Russia',24),('mid.ru','Russia',24),
+ ('minobrnauki.gov.ru','Russia',24),('minzdrav.gov.ru','Russia',24),('mintrud.gov.ru','Russia',24),('mchs.gov.ru','Russia',24),
+ ('fsb.ru','Russia',24),('fso.gov.ru','Russia',24),('prosecutor.ru','Russia',24),('roskazna.gov.ru','Russia',24),
+ ('fssprus.ru','Russia',24),('nalog.gov.ru','Russia',24),('customs.gov.ru','Russia',24),('gks.ru','Russia',24),
+ ('govvrn.ru','Russia',24),
+
+ -- San Marino
+ ('gov.sm','San Marino',24), ('consigliograndeegenerale.sm','San Marino',24), ('esteri.sm','San Marino',23), ('giustizia.sm','San Marino',23), ('sanita.sm','San Marino',23),
+ ('istruzione.sm','San Marino',23), ('finanze.sm','San Marino',23), ('turismo.sm','San Marino',23),
+
+ -- Serbia
+ ('parlament.rs','Serbia',24), ('predsednik.rs','Serbia',24), ('vojvodina.gov.rs','Serbia',23), ('srbija.rs','Serbia',23), ('beograd.rs','Serbia',22),
+ ('novisad.rs','Serbia',22), ('kragujevac.rs','Serbia',22), ('nis.rs','Serbia',22), ('subotica.rs','Serbia',22), ('uzice.rs','Serbia',22),
+ ('rfzo.rs','Serbia',23), ('apr.gov.rs','Serbia',23), ('nbs.rs','Serbia',23), ('stat.gov.rs','Serbia',23),
+
+ -- Singapore
+ ('gov.sg','Singapore',24),('istana.gov.sg','Singapore',24),('parliament.gov.sg','Singapore',24),
+ ('supremecourt.gov.sg','Singapore',24),('statecourts.gov.sg','Singapore',24),('agc.gov.sg','Singapore',24),
+ ('mof.gov.sg','Singapore',24),('mfa.gov.sg','Singapore',24),('mha.gov.sg','Singapore',24),
+ ('mewr.gov.sg','Singapore',24),('moe.gov.sg','Singapore',24),('moh.gov.sg','Singapore',24),
+ ('mot.gov.sg','Singapore',24),('mti.gov.sg','Singapore',24),('mccy.gov.sg','Singapore',24),
+ ('mnd.gov.sg','Singapore',24),('msf.gov.sg','Singapore',24),('mse.gov.sg','Singapore',24),
+ ('mom.gov.sg','Singapore',24),('mci.gov.sg','Singapore',24),('mindef.gov.sg','Singapore',24),
+ ('mlaw.gov.sg','Singapore',24),('nea.gov.sg','Singapore',24),('iras.gov.sg','Singapore',24),
+ ('singstat.gov.sg','Singapore',24),('data.gov.sg','Singapore',24),('tech.gov.sg','Singapore',24),
+ ('govtech.gov.sg','Singapore',24),
+
+ -- South Africa
+ ('gov.za','South Africa',24),('parliament.gov.za','South Africa',24),('justice.gov.za','South Africa',24),
+ ('health.gov.za','South Africa',24),('education.gov.za','South Africa',24),('treasury.gov.za','South Africa',24),
+ ('dirco.gov.za','South Africa',24),('defence.gov.za','South Africa',24),('sapolice.gov.za','South Africa',24),
+ ('environment.gov.za','South Africa',24),('labour.gov.za','South Africa',24),('transport.gov.za','South Africa',24),
+ ('dpsa.gov.za','South Africa',24),('cogta.gov.za','South Africa',24),
+
+ -- Slovakia
+ ('slovensko.sk','Slovakia',24), ('gov.sk','Slovakia',24), ('vlada.gov.sk','Slovakia',24), ('nrsr.sk','Slovakia',24), ('justice.gov.sk','Slovakia',24),
+ ('mzv.sk','Slovakia',23), ('finance.gov.sk','Slovakia',23), ('minv.sk','Slovakia',23), ('economy.gov.sk','Slovakia',23), ('health.gov.sk','Slovakia',23),
+ ('bratislava.sk','Slovakia',22), ('kosice.sk','Slovakia',22), ('presov.sk','Slovakia',22), ('zilina.sk','Slovakia',22), ('nitra.sk','Slovakia',22),
+ ('trnava.sk','Slovakia',22), ('trencin.sk','Slovakia',22), ('banskabystrica.sk','Slovakia',22), ('martin.sk','Slovakia',22), ('poprad.sk','Slovakia',22),
+
+ -- Slovenia
+ ('gov.si','Slovenia',24), ('vlada.si','Slovenia',24), ('dz-rs.si','Slovenia',24), ('ds-rs.si','Slovenia',24), ('us-rs.si','Slovenia',24),
+ ('mzz.si','Slovenia',23), ('mz.gov.si','Slovenia',23), ('mf.gov.si','Slovenia',23), ('mnz.gov.si','Slovenia',23), ('mju.gov.si','Slovenia',23),
+ ('ljubljana.si','Slovenia',22), ('maribor.si','Slovenia',22), ('celje.si','Slovenia',22), ('koper.si','Slovenia',22), ('kranj.si','Slovenia',22),
+ ('nova-gorica.si','Slovenia',22), ('ptuj.si','Slovenia',22), ('trbovlje.si','Slovenia',22), ('kamnik.si','Slovenia',22), ('slovenjgradec.si','Slovenia',22),
+
+ -- South Korea
+ ('korea.kr','South Korea',24), ('moel.go.kr','South Korea',23), ('cha.go.kr','South Korea',23), ('bok.or.kr','South Korea',22), ('kostat.go.kr','South Korea',22),
+
+ -- Spain
+ ('lamoncloa.gob.es','Spain',24),('mptfp.gob.es','Spain',24),('hacienda.gob.es','Spain',24),('interior.gob.es','Spain',24),('justicia.gob.es','Spain',24),('exteriores.gob.es','Spain',24),('transicionecologica.gob.es','Spain',24),('transportes.gob.es','Spain',24),('educacionyfp.gob.es','Spain',24),('sanidad.gob.es','Spain',24),('agricultura.gob.es','Spain',24),('ciencia.gob.es','Spain',24),('industria.gob.es','Spain',24),('trabajo.gob.es','Spain',24),('inclusion.gob.es','Spain',24),('igualdad.gob.es','Spain',24),('policia.es','Spain',24),('guardiacivil.es','Spain',24),('dgt.es','Spain',24),('aemet.es','Spain',24),('aeat.es','Spain',24),('agenciatributaria.es','Spain',24),('seg-social.es','Spain',24),('seguridadsocial.gob.es','Spain',24),('ine.es','Spain',24),('boe.es','Spain',24),
+ ('congreso.es','Spain',24),('congresodelosdiputados.es','Spain',24),('senado.es','Spain',24),('poderjudicial.es','Spain',24),('tribunalconstitucional.es','Spain',24),('audiencia-nacional.es','Spain',24),('tribunaldecuentas.es','Spain',24),('defensordelpueblo.es','Spain',24),
+ ('juntadeandalucia.es','Spain',23),('andalucia.es','Spain',23),('aragon.es','Spain',23), ('asturias.es','Spain',23),('cantabria.es','Spain',23),('castillalamancha.es','Spain',23), ('jccm.es','Spain',23),('jcyl.es','Spain',23),('gencat.cat','Spain',23),
+ ('comunidad.madrid','Spain',23),('navarra.es','Spain',23),('larioja.org','Spain',23), ('xunta.gal','Spain',23),('gva.es','Spain',23),('carm.es','Spain',23), ('juntaex.es','Spain',23),('caib.es','Spain',23),('gobiernodecanarias.org','Spain',23), ('euskadi.eus','Spain',23),('irekia.euskadi.eus','Spain',23),
+ ('madrid.es','Spain',22),('barcelona.cat','Spain',22),('valencia.es','Spain',22),('sevilla.org','Spain',22),('zaragoza.es','Spain',22),('malaga.eu','Spain',22),('bilbao.eus','Spain',22),('vitoria-gasteiz.org','Spain',22),('donostia.eus','Spain',22),
+
+ -- Suriname
+ ('gov.sr','Suriname',24),('dna.sr','Suriname',24),
+ ('president.gov.sr','Suriname',24),('ministerievanfinancien.gov.sr','Suriname',23),('biza.gov.sr','Suriname',23),('justice.gov.sr','Suriname',23),('cbvs.sr','Suriname',23),
+
+ -- Sweden
+ ('government.se','Sweden',24),('regeringen.se','Sweden',24),('riksdagen.se','Sweden',24),('domstol.se','Sweden',24), -- Core national portals & agencies
+ ('polisen.se','Sweden',24),('skatteverket.se','Sweden',24),('forsakringskassan.se','Sweden',24),('trafikverket.se','Sweden',24),('kriminalvarden.se','Sweden',24),
+ ('smhi.se','Sweden',24),('naturvardsverket.se','Sweden',24),('socialstyrelsen.se','Sweden',24),('1177.se','Sweden',24),('sl.se','Sweden',24),
+ ('sametinget.se','Sweden',24),('scb.se','Sweden',24),('mucf.se','Sweden',24),('konsumentverket.se','Sweden',24),('lagradet.se','Sweden',24), -- Additional national agencies & authorities
+ ('havochvatten.se','Sweden',24),('jo.se','Sweden',24),('folkhalsomyndigheten.se','Sweden',24),('pensionsmyndigheten.se','Sweden',24),('mi.se','Sweden',24),
+ ('imy.se','Sweden',24),('kronofogden.se','Sweden',24),('tillvaxtverket.se','Sweden',24),('val.se','Sweden',24),('digg.se','Sweden',24),
+ ('riksbank.se','Sweden',24),('riksgalden.se','Sweden',24),('svk.se','Sweden',24),('tullverket.se','Sweden',24),('av.se','Sweden',24),
+ ('bolagsverket.se','Sweden',24),('lakemedelsverket.se','Sweden',24),('ehalsomyndigheten.se','Sweden',24),('boverket.se','Sweden',24),('aklagare.se','Sweden',24),
+ ('forsvarsmakten.se','Sweden',24),('sakerhetspolisen.se','Sweden',24),('lantmateriet.se','Sweden',24),('pts.se','Sweden',24),('riksrevisionen.se','Sweden',24),
+ ('konstnarsnamnden.se','Sweden',23),('ifau.se','Sweden',23),('vinnova.se','Sweden',23),('vr.se','Sweden',23),('statskontoret.se','Sweden',23), -- Major agencies & state bodies
+ ('prv.se','Sweden',23),('arbetsdomstolen.se','Sweden',23),('rmv.se','Sweden',23),('skolinspektionen.se','Sweden',23),('trafa.se','Sweden',23),
+ ('riksarkivet.se','Sweden',23),('tillvaxtanalys.se','Sweden',23),('brottsoffermyndigheten.se','Sweden',23),
+ ('ncsc.se','Sweden',23),('ftn.se','Sweden',23),('statenssc.se','Sweden',23), -- Newly normalized national-scope
+ ('norrbotten.se','Sweden',22),('skane.se','Sweden',22),('vgregion.se','Sweden',22),('regionsormland.se','Sweden',22),('regionkalmar.se','Sweden',22), -- Regions (all major healthcare/governing regions)
+ ('rjl.se','Sweden',22),('gotland.se','Sweden',22),('regionuppsala.se','Sweden',22),('regionjh.se','Sweden',22),('regionvasterbotten.se','Sweden',22),
+ ('rvn.se','Sweden',22),('regionvastmanland.se','Sweden',22),('regionorebrolan.se','Sweden',22),('regionvarmland.se','Sweden',22),('ltkronoberg.se','Sweden',22),
+ ('regiondalarna.se','Sweden',22),('regiongavleborg.se','Sweden',22),('regionhalland.se','Sweden',22),('regionstockholm.se','Sweden',22),('regionostergotland.se','Sweden',22),
+ ('regionblekinge.se','Sweden',22),
+ ('stockholm.se','Sweden',22),('goteborg.se','Sweden',22),('malmo.se','Sweden',22), -- Largest municipalities (apex only; subdomains removed)
+ ('uppsala.se','Sweden',22),('vasteras.se','Sweden',22),('orebro.se','Sweden',22),('linkoping.se','Sweden',22),('helsingborg.se','Sweden',22),('start.stockholm','Sweden',22),
+ ('jonkoping.se','Sweden',22),('norrkoping.se','Sweden',22),('lund.se','Sweden',22),('umea.se','Sweden',22),('gavle.se','Sweden',22),
+ ('boras.se','Sweden',22),('sodertalje.se','Sweden',22),('halmstad.se','Sweden',22),('eskilstuna.se','Sweden',22),('vaxjo.se','Sweden',22),
+ ('karlstad.se','Sweden',22),('taby.se','Sweden',22),('karlskrona.se','Sweden',22),('sundsvall.se','Sweden',22),('lulea.se','Sweden',22),
+ ('huddinge.se','Sweden',22),('sollentuna.se','Sweden',22),('borlange.se','Sweden',22),('solna.se','Sweden',22),('kalmar.se','Sweden',22),
+ ('skelleftea.se','Sweden',22),('ostersund.se','Sweden',22),('norrtalje.se','Sweden',22),
+ ('vafabmiljo.se','Sweden',22),('lanstrafikenkronoberg.se','Sweden',22),('lapplands.se','Sweden',22),('goliskait.se','Sweden',22), -- Other regional and inter-municipal bodies (normalized)
+ ('ubm.se','Sweden',22),('kfhalsingland.se','Sweden',22),
+
+ -- Switzerland
+ ('admin.ch','Switzerland',24),('parlament.ch','Switzerland',24),('bundesgericht.ch','Switzerland',24),
+ ('seco.admin.ch','Switzerland',24),('bag.admin.ch','Switzerland',24),('bfs.admin.ch','Switzerland',24),
+ ('eda.admin.ch','Switzerland',24),('eda.admin.ch','Switzerland',24),('vbs.admin.ch','Switzerland',24),
+ ('ejpd.admin.ch','Switzerland',24),('efd.admin.ch','Switzerland',24),('bfe.admin.ch','Switzerland',24),
+ ('bazg.admin.ch','Switzerland',24),('bafu.admin.ch','Switzerland',24),('bfh.ch','Switzerland',24),
+ ('unige.ch','Switzerland',24),('epfl.ch','Switzerland',24),('ethz.ch','Switzerland',24),
+
+ -- Taiwan
+ ('president.gov.tw','Taiwan',24), ('legislative.gov.tw','Taiwan',24), ('judicial.gov.tw','Taiwan',24), ('mofa.gov.tw','Taiwan',23), ('moi.gov.tw','Taiwan',23),
+ ('mnd.gov.tw','Taiwan',23), ('mof.gov.tw','Taiwan',23), ('mohw.gov.tw','Taiwan',23), ('moe.gov.tw','Taiwan',23), ('taipei.gov.tw','Taiwan',22),
+ ('kaohsiung.gov.tw','Taiwan',22), ('tainan.gov.tw','Taiwan',22), ('taichung.gov.tw','Taiwan',22), ('hsinchu.gov.tw','Taiwan',22),
+ ('nat.gov.tw','Taiwan',23), ('ey.gov.tw','Taiwan',23), ('ndl.gov.tw','Taiwan',22), ('cdc.gov.tw','Taiwan',22), ('ncc.gov.tw','Taiwan',22),
+
+ -- Türkiye
+ ('tccb.gov.tr','Türkiye',24), ('meb.gov.tr','Türkiye',24), ('sgk.gov.tr','Türkiye',24), ('diyanet.gov.tr','Türkiye',24), ('tbmm.gov.tr','Türkiye',24),
+ ('ysk.gov.tr','Türkiye',24), ('mfa.gov.tr','Türkiye',24), ('icisleri.gov.tr','Türkiye',24), ('adalet.gov.tr','Türkiye',24), ('msb.gov.tr','Türkiye',24),
+ ('ankara.bel.tr','Türkiye',23), ('istanbul.bel.tr','Türkiye',23), ('izmir.bel.tr','Türkiye',23), ('bursa.bel.tr','Türkiye',23), ('antalya.bel.tr','Türkiye',23),
+
+ -- Ukraine
+ ('gov.ua','Ukraine',24),('rada.gov.ua','Ukraine',24),('president.gov.ua','Ukraine',24),
+ ('kmu.gov.ua','Ukraine',24),('minfin.gov.ua','Ukraine',24),('mon.gov.ua','Ukraine',24),
+ ('mvs.gov.ua','Ukraine',24),('mfa.gov.ua','Ukraine',24),('minjust.gov.ua','Ukraine',24),
+ ('minregion.gov.ua','Ukraine',24),('mincult.gov.ua','Ukraine',24),('mil.gov.ua','Ukraine',24),
+ ('dsns.gov.ua','Ukraine',24),('ssu.gov.ua','Ukraine',24),('sfs.gov.ua','Ukraine',24),
+ ('nas.gov.ua','Ukraine',24),('court.gov.ua','Ukraine',24),('zakon.rada.gov.ua','Ukraine',24),
+ ('council.gov.ua','Ukraine',24),('prosecutor.gov.ua','Ukraine',24),
+
+ -- UAE
+ ('u.ae','United Arab Emirates',24),
+
+ -- United Kingdom (UK)
+ ('parliament.uk','United Kingdom (UK)',24), ('judiciary.uk','United Kingdom (UK)',24), ('supremecourt.uk','United Kingdom (UK)',24), ('parliament.scot','United Kingdom (UK)',24), ('senedd.wales','United Kingdom (UK)',24), ('senedd.cymru','United Kingdom (UK)',24), ('police.scot','United Kingdom (UK)',23),
+ ('london.gov.uk','United Kingdom (UK)',24), ('cityoflondon.gov.uk','United Kingdom (UK)',24), ('birmingham.gov.uk','United Kingdom (UK)',24), ('manchester.gov.uk','United Kingdom (UK)',24), ('leeds.gov.uk','United Kingdom (UK)',24), ('liverpool.gov.uk','United Kingdom (UK)',24), ('sheffield.gov.uk','United Kingdom (UK)',24), ('bristol.gov.uk','United Kingdom (UK)',24), ('glasgow.gov.uk','United Kingdom (UK)',24), ('edinburgh.gov.uk','United Kingdom (UK)',24), ('cardiff.gov.uk','United Kingdom (UK)',24), ('belfastcity.gov.uk','United Kingdom (UK)',24),
+
+ -- United States (USA)
+ ('si.edu','United States (USA)',24), ('dau.edu','United States (USA)',24), ('usps.com','United States (USA)',24), ('myflorida.com','United States (USA)',22),
+ ('lacity.org','United States (USA)',22), ('denvergov.org','United States (USA)',22), ('vbgov.com','United States (USA)',22), ('miamigov.com','United States (USA)',22), ('muni.org','United States (USA)',22), ('ocfl.net','United States (USA)',22), ('dallascityhall.com','United States (USA)',22),
+
+ -- Uruguay
+ ('gub.uy','Uruguay',24),('uruguay.gub.uy','Uruguay',24),('parlamento.gub.uy','Uruguay',24),
+ ('presidencia.gub.uy','Uruguay',24),('ministerio.gub.uy','Uruguay',24),('poderjudicial.gub.uy','Uruguay',24),
+
+ -- Vietnam
+ ('chinhphu.vn','Vietnam',24), ('quochoi.vn','Vietnam',24), ('vpcp.chinhphu.vn','Vietnam',23), ('mof.gov.vn','Vietnam',23), ('molisa.gov.vn','Vietnam',23)
+
+ ])
+),
+
+-- 2) Regex family rules for patterned domains (.gov.uk, .gob.es, etc.)
+regex_rules AS (
+ SELECT * FROM UNNEST([
+ STRUCT('(^|\\.)((?:[a-z0-9]+\\.)*un\\.org)$' AS pattern, 'United Nations' AS bucket, 9 AS priority), -- United Nations
+ ('(^|\\.)((?:[a-z0-9]+\\.)*(who|icao|wmo|wipo|itu)\\.int)$', 'United Nations', 9),
+ ('(^|\\.)((?:[a-z0-9]+\\.)*(undp|unhcr|unicef|unodc|unido|unfpa)\\.org)$', 'United Nations', 9),
+
+ -- European Union
+ ('(^|\\.)((?:[a-z0-9]+\\.)*eu\\.int)$', 'European Union', 23), -- EU institutions on eu.int (host + any subdomains)
+ ('(^|\\.)europa\\.eu$', 'European Union', 24), -- europa.eu apex (you already match subdomains via host_rules ENDS_WITH)
+ ('(^|\\.)((?:[a-z0-9]+\\.)*(copernicus|euvsdisinfo|wifi4eu|sanctionsmap|open-research-europe|ore)\\.eu)$',
+ 'European Union', 23), -- explicit .eu SLDs (and their subdomains)
+
+ -- Argentina (government)
+ ('(^|\\.)((?:[a-z0-9]+\\.)*gob\\.ar)$', 'Argentina', 22),
+
+ -- Australia
+ ('(^|\\.)((?:[a-z0-9]+\\.)*gov\\.au)$', 'Australia', 22),
+
+ -- Brazil
+ ('(^|\\.)((?:[a-z0-9]+\\.)*gov\\.br)$', 'Brazil', 22),
+
+ -- Canada
+ ('(^|\\.)((?:[a-z0-9]+\\.)*gc\\.ca)$', 'Canada', 22),
+ ('(^|\\.)((?:[a-z0-9]+\\.)*canada\\.ca)$', 'Canada', 22),
+ ('(^|\\.)((?:[a-z0-9]+\\.)*gov\\.(ab|bc|mb|nb|nl|ns|nt|nu|on|pe|qc|sk|yk)\\.ca)$',
+ 'Canada', 22),
+
+ -- Chile (you have lots in host_rules; make a family catch-all)
+ ('(^|\\.)((?:[a-z0-9]+\\.)*gob\\.cl)$', 'Chile', 22),
+
+ -- China
+ ('(^|\\.)((?:[a-z0-9]+\\.)*gov\\.cn)$', 'China', 22),
+
+ -- Colombia (commonly used)
+ ('(^|\\.)((?:[a-z0-9]+\\.)*gov\\.co)$', 'Colombia', 22),
+
+ -- Denmark
+ ('(^|\\.)((?:[a-z0-9]+\\.)*(regionh|rsyd|rm|rn|regionsjaelland)\\.dk)$', 'Denmark', 23),
+ ('(^|\\.)((?:[a-z0-9]+\\.)*(politi|skat|sundhed|virk|borger)\\.dk)$', 'Denmark', 23),
+
+ -- France
+ ('(^|\\.)((?:[a-z0-9]+\\.)*(assemblee-nationale|senat|conseil-constitutionnel|conseil-etat|courdescomptes|vie-publique)\\.fr)$',
+ 'France', 24),
+ ('(^|\\.)((?:[a-z0-9]+\\.)*(region[a-z0-9]*|[a-z0-9]+-region)\\.(fr|alsace|bzh))$', 'France', 22),
+ ('(^|\\.)((?:[a-z0-9]+\\.)*departement[a-z0-9]*\\.(fr|alsace|bzh))$', 'France', 22),
+ ('(^|\\.)((?:[a-z0-9]+\\.)*cc-[a-z0-9]+\\.(fr|alsace|bzh))$', 'France', 22),
+ ('(^|\\.)((?:[a-z0-9]+\\.)*[a-z0-9]+\\.agglo\\.(fr|alsace|bzh))$', 'France', 22),
+ ('(^|\\.)((?:[a-z0-9]+\\.)*grand-?(paris|lyon|nancy|metz|reims|poitiers|angouleme|annecy|avignon|besancon|dijon)[a-z0-9]*\\.(fr|alsace|bzh))$',
+ 'France', 22),
+ ('(^|\\.)((?:[a-z0-9]+\\.)*gouv\\.fr)$', 'France', 23),
+
+ -- Germany
+ ('(^|\\.)((?:[a-z0-9]+\\.)*(stadt|gemeinde|verbandsgemeinde|vg|amt|bezirksamt|kreisverwaltung|kreisstadt|rathaus)\\.[a-z0-9]+(?:\\.[a-z0-9]+)*\\.de)$',
+ 'Germany', 20), -- Municipal / local admin: keyword must be a full label before the city/county label
+ ('(^|\\.)((?:[a-z0-9]+\\.)*(landkreis|kreis|bezirk)\\.[a-z0-9]+(?:\\.[a-z0-9]+)*\\.de)$',
+ 'Germany', 19), -- Ministries & nationwide families (already dot-separated list of optional labels after the ministry)
+ ('(^|\\.)((?:[a-z0-9]+\\.)*(polizei|justiz|innenministerium|finanzministerium|wirtschaftsministerium|kultusministerium|sozialministerium|verkehrsministerium|verfassungsschutz|rechnungshof|gesundheitsministerium|wissenschaftsministerium|landwirtschaftsministerium)(?:\\.[a-z0-9]+)*\\.de)$',
+ 'Germany', 20), -- Ministries & nationwide families (already dot-separated list of optional labels after the ministry)
+ ('(^|\\.)((?:[a-z0-9]+\\.)*(amtsgericht|landgericht|oberlandesgericht|sozialgericht|arbeitsgericht|finanzgericht|verwaltungsgericht|oberverwaltungsgericht|staatsanwaltschaft)\\.[a-z0-9]+(?:\\.[a-z0-9]+)*\\.de)$',
+ 'Germany', 20), -- Courts
+ ('(^|\\.)((?:[a-z0-9]+\\.)*(bundesamt|bundesanstalt)\\.[a-z0-9]+(?:\\.[a-z0-9]+)*\\.de)$',
+ 'Germany', 21), -- Federal offices / agencies
+ ('(^|\\.)((?:[a-z0-9]+\\.)*(zoll|arbeitsagentur)(?:\\.[a-z0-9]+)*\\.de)$',
+ 'Germany', 19), -- Families that can appear as apex or with extra labels
+ ('(^|\\.)((?:[a-z0-9]+\\.)*(finanzamt|jobcenter|jugendamt)\\.[a-z0-9]+(?:\\.[a-z0-9]+)*\\.de)$',
+ 'Germany', 19), -- Offices that usually require a locality label after them
+ ('(^|\\.)((?:[a-z0-9]+\\.)*diplo\\.de)$',
+ 'Germany', 21), -- Foreign missions (diplo.de) apex + any subdomain
+
+ -- Greece
+ ('(^|\\.)((?:[a-z0-9]+\\.)*municipality\\.[a-z0-9]+\\.gr)$', 'Greece', 20),
+
+ -- Guyana
+ ('(^|\\.)gov\\.gy$', 'Guyana', 20),
+
+ -- Hong Kong
+ ('(^|\\.)((?:[a-z0-9]+\\.)*gov\\.hk)$', 'Hong Kong', 22),
+
+ -- India
+ ('(^|\\.)gov\\.in$', 'India', 21),
+ ('(^|\\.)nic\\.in$', 'India', 21),
+
+ -- Indonesia
+ ('(^|\\.)go\\.id$', 'Indonesia', 20),
+
+ -- Iran
+ ('(^|\\.)gov\\.ir$', 'Iran', 20),
+
+ -- Ireland (e.g., fingalcoco.ie, dublincitycouncil.ie + any subdomains)
+ ('(^|\\.)((?:[a-z0-9]+\\.)*(?:[a-z0-9]+coco\\.ie|[a-z0-9]+council\\.ie))$', 'Ireland', 21),
+
+ -- Israel
+ ('(^|\\.)((?:[a-z0-9]+\\.)*gov\\.il)$', 'Israel', 22),
+
+ -- Italy (e.g., comune.milano.it + any subdomains)
+ ('(^|\\.)((?:[a-z0-9]+\\.)*comune\\.[a-z0-9]+\\.it)$', 'Italy', 20),
+
+ -- Japan (at least one label before lg.jp, plus any depth under that)
+ ('(^|\\.)((?:[a-z0-9]+\\.)+lg\\.jp)$', 'Japan', 21),
+ ('(^|\\.)((?:[a-z0-9]+\\.)*go\\.jp)$', 'Japan', 22),
+
+ -- Luxembourg (already apex + any depth)
+ ('(^|\\.)((public|gov|etat|data|service|security|mfi|lux)(\\.(public|gov|etat))?\\.lu)$', 'Luxembourg', 24),
+ ('(^|\\.)(([a-z0-9]+\\.)*gouvernement\\.lu)$', 'Luxembourg', 24),
+ ('(^|\\.)(([a-z0-9]+\\.)*public\\.lu)$', 'Luxembourg', 23),
+
+ -- Malaysia (simplify to apex gov.my + any depth)
+ ('(^|\\.)gov\\.my$', 'Malaysia', 22),
+ ('(^|\\.)([a-z0-9]+\\.){2,}gov\\.my$', 'Malaysia', 21),
+
+ -- Mexico
+ ('(^|\\.)((?:[a-z0-9]+\\.)*gob\\.mx)$', 'Mexico', 22),
+
+ -- Nepal (both gov.np and mil.np families, apex + any depth)
+ ('(^|\\.)((?:[a-z0-9]+\\.)*(?:gov|mil)\\.np)$', 'Nepal', 22),
+
+
+ -- Netherlands
+ ('(^|\\.)overheid\\.nl$', 'Netherlands', 22),
+ ('(^|\\.)rijksoverheid\\.nl$', 'Netherlands', 22),
+ -- ('(^|\\.)gemeente[a-z0-9]+\\.nl$', 'Netherlands', 21),
+ -- ('(^|\\.)provincie[a-z0-9]+\\.nl$', 'Netherlands', 21),
+ ('(^|\\.)((provincie\\.)?(drenthe|flevoland|friesland|gelderland|groningen|limburg|noord-holland|noordbrabant|overijssel|utrecht|zeeland|zuid-holland)\\.nl)$',
+ 'Netherlands', 23),
+ ('(^|\\.)[a-z0-9]+\\.gov\\.nl$', 'Netherlands', 22),
+
+ -- New Zealand
+ ('(^|\\.)parliament\\.nz$', 'New Zealand', 22),
+ ('(^|\\.)health\\.nz$', 'New Zealand', 22),
+ ('(^|\\.)[a-z0-9]+\\.govt\\.nz$', 'New Zealand', 22),
+ ('(^|\\.)[a-z0-9]+\\.mil\\.nz$', 'New Zealand', 22),
+
+ -- Nigeria
+ ('(^|\\.)((?:[a-z0-9]+\\.)*gov\\.ng)$', 'Nigeria', 22),
+
+ -- Peru
+ ('(^|\\.)region\\.gob\\.pe$', 'Peru', 21),
+ ('(^|\\.)muni\\.gob\\.pe$', 'Peru', 20),
+ ('(^|\\.)[a-z0-9]+\\.gob\\.pe$', 'Peru', 22),
+
+ -- Poland
+ ('(^|\\.)um\\.[a-z0-9]+\\.pl$', 'Poland', 20),
+ ('(^|\\.)ug\\.[a-z0-9]+\\.pl$', 'Poland', 20),
+ ('(^|\\.)powiat[a-z0-9]+\\.pl$', 'Poland', 20),
+
+ -- Philippines
+ ('(^|\\.)lgu\\.gov\\.ph$', 'Philippines', 21),
+ ('(^|\\.)[a-z0-9]+\\.gov\\.ph$', 'Philippines', 22),
+
+ -- Portugal
+ ('(^|\\.)muni\\.[a-z0-9]+\\.pt$', 'Portugal', 21),
+ ('(^|\\.)cm-[a-z0-9]+\\.pt$', 'Portugal', 21),
+ ('(^|\\.)[a-z0-9]+\\.cm\\.pt$', 'Portugal', 21),
+ ('(^|\\.)gov\\.pt$', 'Portugal', 22),
+
+ -- Saudi Arabia
+ ('(^|\\.)((?:[a-z0-9]+\\.)*gov\\.sa)$', 'Saudi Arabia', 22),
+
+ -- Singapore
+ ('(^|\\.)((?:[a-z0-9]+\\.)*gov\\.sg)$', 'Singapore', 22),
+
+ -- South Africa
+ ('(^|\\.)((?:[a-z0-9]+\\.)*gov\\.za)$', 'South Africa', 22),
+
+ -- South Korea
+ ('(^|\\.)((?:[a-z0-9]+\\.)*go\\.kr)$', 'South Korea', 22),
+
+ -- Spain
+ ('(^|\\.)((ayto|ayuntamiento|diputacion(?:de)?|cabildo|consell)[-.][a-z0-9]+\\.es)$',
+ 'Spain', 20),
+ ('(^|\\.)[a-z0-9]+\\.gob\\.es$', 'Spain', 22),
+
+ -- Sweden
+ ('(^|\\.)[a-z0-9]+\\.gov\\.se$', 'Sweden', 22),
+
+ -- Switzerland
+ ('(^|\\.)admin\\.ch$', 'Switzerland', 22),
+
+ -- Taiwan
+ ('(^|\\.)gov\\.taipei$', 'Taiwan', 22),
+ ('(^|\\.)[a-z0-9]+\\.gov\\.tw$', 'Taiwan', 22),
+
+ -- Türkiye
+ ('(^|\\.)[a-z0-9]+\\.bel\\.tr$', 'Türkiye', 21), -- require a label; avoid apex 'bel.tr'
+ ('(^|\\.)((?:[a-z0-9]+\\.)*gov\\.tr)$', 'Türkiye', 22),
+
+ -- Ukraine
+ ('(^|\\.)rada\\.gov\\.ua$', 'Ukraine', 22),
+ ('(^|\\.)gov\\.ua$', 'Ukraine', 22),
+
+ -- United Kingdom (UK)
+ ('(^|\\.)nhs\\.uk$', 'United Kingdom (UK)', 22),
+ ('(^|\\.)police\\.uk$', 'United Kingdom (UK)', 22),
+ ('(^|\\.)mod\\.uk$', 'United Kingdom (UK)', 22),
+ ('(^|\\.)parliament\\.uk$', 'United Kingdom (UK)', 23),
+ ('(^|\\.)judiciary\\.uk$', 'United Kingdom (UK)', 23),
+ ('(^|\\.)supremecourt\\.uk$', 'United Kingdom (UK)', 23),
+ ('(^|\\.)gov\\.scot$', 'United Kingdom (UK)', 23),
+ ('(^|\\.)gov\\.wales$', 'United Kingdom (UK)', 23),
+ ('(^|\\.)llyw\\.cymru$', 'United Kingdom (UK)', 23),
+ ('(^|\\.)nhs\\.scot$', 'United Kingdom (UK)', 22),
+ ('(^|\\.)police\\.scot$', 'United Kingdom (UK)', 22),
+ ('(^|\\.)gov\\.uk$', 'United Kingdom (UK)', 22),
+
+
+ -- United States (USA)
+ ('(^|\\.)gov$', 'United States (USA)', 22),
+ ('(^|\\.)mil$', 'United States (USA)', 22),
+ ('(^|\\.)((?:[a-z0-9]+\\.)*fed\\.us)$','United States (USA)', 22),
+ ('(^|\\.)((?:[a-z0-9]+\\.)*nsn\\.us)$','United States (USA)', 22),
+ ('(^|\\.)((?:[a-z0-9]+\\.)*state\\.[a-z]{2}\\.us)$',
+ 'United States (USA)', 21), -- State-level domains
+ ('(^|\\.)((?:[a-z0-9]+\\.)*(?:ci|city|cityof|co|county|countyof|borough|parish|town|townof|village|muni|municipal)(?:\\.[a-z0-9]+)*\\.[a-z]{2}\\.us)$',
+ 'United States (USA)', 20), -- Local governments
+ ('(^|\\.)((?:[a-z0-9]+\\.)*courts(?:\\.[a-z0-9]+)*\\.[a-z]{2}\\.us)$',
+ 'United States (USA)', 20) -- Courts (e.g. www.courts.state.va.us)
+
+ ])
+),
+
+-- ISO ccTLD → country map used by generic gov heuristics
+cc_map AS (
+ SELECT * FROM UNNEST([
+ -- A
+ STRUCT('ac' AS tld, 'Ascension Island' AS bucket),
+ ('ad','Andorra'), ('ae','United Arab Emirates'), ('af','Afghanistan'),
+ ('ag','Antigua and Barbuda'), ('ai','Anguilla'), ('al','Albania'),
+ ('am','Armenia'), ('ao','Angola'), ('ar','Argentina'), ('as','American Samoa'),
+ ('at','Austria'), ('au','Australia'), ('aw','Aruba'), ('ax','Åland Islands'),
+ ('az','Azerbaijan'),('aq','Antarctica'),
+
+ -- B
+ ('ba','Bosnia and Herzegovina'), ('bb','Barbados'), ('bd','Bangladesh'),
+ ('be','Belgium'), ('bf','Burkina Faso'), ('bg','Bulgaria'), ('bh','Bahrain'),
+ ('bi','Burundi'), ('bj','Benin'), ('bm','Bermuda'), ('bn','Brunei'),
+ ('bo','Bolivia'), ('br','Brazil'), ('bs','Bahamas'), ('bt','Bhutan'),
+ ('bv','Bouvet Island'), ('bw','Botswana'), ('by','Belarus'), ('bz','Belize'),
+
+ -- C
+ ('ca','Canada'), ('cc','Cocos (Keeling) Islands'), ('cd','Democratic Republic of the Congo'),
+ ('cf','Central African Republic'), ('cg','Republic of the Congo'), ('ch','Switzerland'),
+ ('ci',"Côte d'Ivoire"), ('ck','Cook Islands'), ('cl','Chile'), ('cm','Cameroon'),
+ ('cn','China'), ('co','Colombia'), ('cr','Costa Rica'), ('cu','Cuba'),
+ ('cv','Cabo Verde'), ('cw','Curaçao'), ('cx','Christmas Island'),
+ ('cy','Cyprus'), ('cz','Czechia'), ('bq','Caribbean Netherlands'),
+
+ -- D
+ ('de','Germany'), ('dj','Djibouti'), ('dk','Denmark'), ('dm','Dominica'),
+ ('do','Dominican Republic'), ('dz','Algeria'),
+
+ -- E
+ ('ec','Ecuador'), ('ee','Estonia'), ('eg','Egypt'), ('er','Eritrea'),
+ ('es','Spain'), ('et','Ethiopia'), ('eu','European Union'),
+
+ -- F
+ ('fi','Finland'), ('fj','Fiji'), ('fk','Falkland Islands'),
+ ('fm','Federated States of Micronesia'), ('fo','Faroe Islands'), ('fr','France'),
+
+ -- G
+ ('ga','Gabon'), ('gb','United Kingdom'), ('gd','Grenada'),
+ ('ge','Georgia'), ('gf','French Guiana'), ('gg','Guernsey'),
+ ('gh','Ghana'), ('gi','Gibraltar'), ('gl','Greenland'), ('gm','Gambia'),
+ ('gn','Guinea'), ('gp','Guadeloupe'), ('gq','Equatorial Guinea'),
+ ('gr','Greece'), ('gs','South Georgia and the South Sandwich Islands'),
+ ('gt','Guatemala'), ('gu','Guam'), ('gw','Guinea-Bissau'), ('gy','Guyana'),
+
+ -- H
+ ('hk','Hong Kong'), ('hm','Heard Island and McDonald Islands'),
+ ('hn','Honduras'), ('hr','Croatia'), ('ht','Haiti'), ('hu','Hungary'),
+
+ -- I
+ ('id','Indonesia'), ('ie','Ireland'), ('il','Israel'), ('im','Isle of Man'),
+ ('in','India'), ('io','British Indian Ocean Territory'), ('iq','Iraq'),
+ ('ir','Iran'), ('is','Iceland'), ('it','Italy'),
+
+ -- J
+ ('je','Jersey'), ('jm','Jamaica'), ('jo','Jordan'), ('jp','Japan'),
+
+ -- K
+ ('ke','Kenya'), ('kg','Kyrgyzstan'), ('kh','Cambodia'), ('ki','Kiribati'),
+ ('km','Comoros'), ('kn','Saint Kitts and Nevis'), ('xk','Kosovo'), ('kp','North Korea'),
+ ('kr','South Korea'), ('kw','Kuwait'), ('ky','Cayman Islands'),
+ ('kz','Kazakhstan'),
+
+ -- L
+ ('la','Laos'), ('lb','Lebanon'), ('lc','Saint Lucia'), ('li','Liechtenstein'),
+ ('lk','Sri Lanka'), ('lr','Liberia'), ('ls','Lesotho'), ('lt','Lithuania'),
+ ('lu','Luxembourg'), ('lv','Latvia'), ('ly','Libya'),
+
+ -- M
+ ('ma','Morocco'), ('mc','Monaco'), ('md','Moldova'), ('me','Montenegro'),
+ ('mg','Madagascar'), ('mh','Marshall Islands'), ('mk','North Macedonia'),
+ ('ml','Mali'), ('mm','Myanmar'), ('mn','Mongolia'), ('mo','Macao'),
+ ('mp','Northern Mariana Islands'), ('mq','Martinique'), ('mr','Mauritania'),
+ ('ms','Montserrat'), ('mt','Malta'), ('mu','Mauritius'), ('mv','Maldives'),
+ ('mw','Malawi'), ('mx','Mexico'), ('my','Malaysia'), ('mz','Mozambique'),
+
+ -- N
+ ('na','Namibia'), ('nc','New Caledonia'), ('ne','Niger'),
+ ('nf','Norfolk Island'), ('ng','Nigeria'), ('ni','Nicaragua'),
+ ('nl','Netherlands'), ('no','Norway'), ('np','Nepal'), ('nr','Nauru'),
+ ('nu','Niue'), ('nz','New Zealand'),
+
+ -- O
+ ('om','Oman'),
+
+ -- P
+ ('pa','Panama'), ('pe','Peru'), ('pf','French Polynesia'),
+ ('pg','Papua New Guinea'), ('ph','Philippines'), ('pk','Pakistan'),
+ ('pl','Poland'), ('pm','Saint Pierre and Miquelon'), ('pn','Pitcairn Islands'),
+ ('pr','Puerto Rico'), ('ps','Palestine'), ('pt','Portugal'),
+ ('pw','Palau'), ('py','Paraguay'),
+
+ -- Q
+ ('qa','Qatar'),
+
+ -- R
+ ('re','Réunion'), ('ro','Romania'), ('rs','Serbia'), ('ru','Russia'),
+ ('rw','Rwanda'),
+
+ -- S
+ ('sa','Saudi Arabia'), ('sb','Solomon Islands'), ('sc','Seychelles'),
+ ('sd','Sudan'), ('se','Sweden'), ('sg','Singapore'), ('sh','Saint Helena'),
+ ('si','Slovenia'), ('sj','Svalbard and Jan Mayen'), ('sk','Slovakia'),
+ ('sl','Sierra Leone'), ('sm','San Marino'), ('sn','Senegal'),
+ ('so','Somalia'), ('sr','Suriname'), ('st','São Tomé and Príncipe'),
+ ('su','Soviet Union (legacy)'), ('sv','El Salvador'), ('sx','Sint Maarten'),
+ ('sy','Syria'), ('sz','Eswatini'),('ss','South Sudan'),('bl','Saint Barthélemy'),
+ ('mf','Saint Martin (French)'),
+
+ -- T
+ ('tc','Turks and Caicos Islands'), ('td','Chad'), ('tf','French Southern Territories'),
+ ('tg','Togo'), ('th','Thailand'), ('tj','Tajikistan'), ('tk','Tokelau'),
+ ('tl','Timor-Leste'), ('tm','Turkmenistan'), ('tn','Tunisia'),
+ ('to','Tonga'), ('tr','Türkiye'), ('tt','Trinidad and Tobago'),
+ ('tv','Tuvalu'), ('tw','Taiwan'), ('tz','Tanzania'),
+
+ -- U
+ ('ua','Ukraine'), ('ug','Uganda'), ('uk','United Kingdom (UK)'),
+ ('us','United States of America'), ('uy','Uruguay'), ('uz','Uzbekistan'),
+ ('um','U.S. Outlying Islands'),
+
+ -- V
+ ('va','Holy See (Vatican City State)'), ('vc','Saint Vincent and the Grenadines'),
+ ('ve','Venezuela'), ('vg','British Virgin Islands'), ('vi','US Virgin Islands'),
+ ('vn','Vietnam'), ('vu','Vanuatu'),
+
+ -- W
+ ('wf','Wallis and Futuna'), ('ws','Samoa'),('eh','Western Sahara'),
+
+ -- Y
+ ('ye','Yemen'), ('yt','Mayotte'),
+
+ -- Z
+ ('za','South Africa'), ('zm','Zambia'), ('zw','Zimbabwe'),
+
+ -- GeoTLDs (non-ISO, regional or city)
+ ('nyc','New York City'),
+ ('berlin','Berlin'),
+ ('paris','Paris'),
+ ('london','London'),
+ ('tokyo','Tokyo'),
+ ('moscow','Moscow'),
+ ('москва','Moscow (Cyrillic)'),
+ ('quebec','Québec'),
+ ('cymru','Wales (Cymraeg)'),
+ ('wales','Wales'),
+ ('scot','Scotland'),
+ ('cat','Catalonia'),
+ ('gal','Galicia'),
+ ('bzh','Brittany'),
+ ('barcelona','Barcelona'),
+ ('madrid','Madrid'),
+ ('rio','Rio de Janeiro'),
+ ('istanbul','Istanbul'),
+ ('ist','Istanbul (alt)'),
+ ('africa','Africa (AU community)')
+
+ ])
+),
+
+
+-- 3) Source pages + Lighthouse category scores (host extracted)
+pages AS (
+ SELECT
+ client,
+ page,
+ is_root_page,
+ LOWER(NET.HOST(page)) AS host,
+ SAFE_CAST(JSON_VALUE(lighthouse, '$.categories.performance.score') AS FLOAT64) AS perf,
+ SAFE_CAST(JSON_VALUE(lighthouse, '$.categories.accessibility.score') AS FLOAT64) AS a11y,
+ SAFE_CAST(JSON_VALUE(lighthouse, '$.categories."best-practices".score') AS FLOAT64) AS bp,
+ SAFE_CAST(JSON_VALUE(lighthouse, '$.categories.seo.score') AS FLOAT64) AS seo
+
+-- ========================
+-- Small Sample to Full DB - Start
+-- ========================
+
+ FROM
+ -- `httparchive.sample_data.pages_10k`
+ `httparchive.crawl.pages`
+ WHERE
+ date = DATE '2025-07-01' AND
+ -- is_root_page AND
+
+-- ========================
+-- Small Sample to Full DB - End
+-- ========================
+
+ lighthouse IS NOT NULL AND
+ JSON_TYPE(lighthouse) = 'object'
+),
+
+-- Filter out rows without any score to shrink downstream work
+pages_scored AS (
+ SELECT
+ page,
+ LOWER(NET.HOST(page)) AS host,
+ ANY_VALUE(is_root_page) AS is_root_page,
+ MAX(perf) AS perf,
+ MAX(a11y) AS a11y,
+ MAX(bp) AS bp,
+ MAX(seo) AS seo
+ FROM pages
+ WHERE perf IS NOT NULL OR a11y IS NOT NULL OR bp IS NOT NULL OR seo IS NOT NULL
+ GROUP BY page, host
+),
+
+-- 4) Exact ENDS_WITH matches against curated suffix list
+match_suffix AS (
+ SELECT p.*, r.bucket, r.priority, LENGTH(r.suffix) AS match_len
+ FROM pages_scored p
+ JOIN host_rules r
+ ON REGEXP_CONTAINS(
+ p.host,
+ CONCAT(
+ r'(^|\.)',
+ REGEXP_REPLACE(r.suffix, r'([.^$|()\\[\]{}+*?-])', r'\\\1'),
+ r'$'
+ )
+ )
+),
+
+-- 5) Regex family matches against patterned rules
+match_regex AS (
+ SELECT p.*, r.bucket, r.priority, 9999 AS match_len
+ FROM pages_scored p -- was: pages
+ JOIN regex_rules r
+ ON REGEXP_CONTAINS(p.host, r.pattern)
+),
+
+-- Heuristic fallback: gov-like host + ccTLD → country via cc_map
+generic_ccgov AS (
+ SELECT
+ p.*,
+ m.bucket,
+ 21 AS priority,
+ 9998 AS match_len
+ FROM pages_scored p
+ JOIN cc_map m
+ ON (
+ REGEXP_EXTRACT(
+ p.host,
+ r'^(?:[a-z0-9]+\.)*(?:gov|gouv|gob|gub|go|govt|gv|nic|mil|govern)(?:\.(?:[a-z0-9]+|xn--[a-z0-9]+))*\.([a-z0-9]{2,63})$'
+ ) = m.tld
+ AND m.tld != 'us' -- exclude .us from the generic fallback
+ AND m.tld != 'eu' -- exclude .eu from the generic fallback
+ AND NOT m.tld = 'nl'
+ AND REGEXP_CONTAINS(
+ p.host,
+ r'^(?:[a-z0-9]+\.)*go(?:\.(?:[a-z0-9]+|xn--[a-z0-9]+))*\.nl$' -- whole-label "go" before .nl
+ )
+ )
+),
+
+-- 6) Union all candidates and compute best match (priority, then length)
+all_matches AS (
+ SELECT * FROM match_suffix
+ UNION ALL
+ SELECT * FROM match_regex
+ UNION ALL
+ SELECT * FROM generic_ccgov
+),
+ranked AS (
+ SELECT
+ *,
+ ROW_NUMBER() OVER (
+ PARTITION BY page
+ ORDER BY priority DESC, match_len DESC
+ ) AS rn
+ FROM all_matches
+),
+
+-- UK: Look for dot-or-hyphen delimited province tokens inside *.uk hosts
+uk_nation_from_domain AS (
+ SELECT
+ p.page, p.host,
+ CASE
+ WHEN REGEXP_CONTAINS(p.host, r'(?i)(?:^|\.)(?:[a-z0-9]+\.)?gov\.scot$') THEN 'Scotland' -- Scotland
+ WHEN REGEXP_CONTAINS(p.host, r'(?i)(?:^|\.)(?:[a-z0-9]+\.)?nhs\.scot$') THEN 'Scotland'
+ WHEN REGEXP_CONTAINS(p.host, r'(?i)(?:^|\.)(?:parliament|police)\.scot$') THEN 'Scotland'
+ WHEN REGEXP_CONTAINS(p.host, r'(?i)(?:^|\.)(?:[a-z0-9]+\.)?gov\.wales$') THEN 'Wales' -- Wales
+ WHEN REGEXP_CONTAINS(p.host, r'(?i)(?:^|\.)(?:[a-z0-9]+\.)?nhs\.wales$') THEN 'Wales'
+ WHEN REGEXP_CONTAINS(p.host, r'(?i)(?:^|\.)(?:[a-z0-9]+\.)?llyw\.cymru$') THEN 'Wales'
+ WHEN REGEXP_CONTAINS(p.host, r'(?i)(?:^|\.)senedd\.(?:wales|cymru)$') THEN 'Wales'
+ WHEN REGEXP_CONTAINS(p.host, r'(?i)(?:^|\.)nidirect\.gov\.uk$') THEN 'Northern Ireland' -- Northern Ireland
+ ELSE NULL
+ END AS uk_nation
+ FROM pages_scored p
+),
+
+-- Australia: Look for dot-or-hyphen delimited province tokens inside *.au hosts
+au_state_map AS (
+ SELECT * FROM UNNEST([
+ STRUCT('nsw' AS code, 'New South Wales' AS state),
+ ('vic','Victoria'), ('qld','Queensland'), ('sa','South Australia'),
+ ('wa','Western Australia'), ('tas','Tasmania'),
+ ('act','Australian Capital Territory'), ('nt','Northern Territory')
+ ])
+),
+au_state_from_gov_au AS (
+ SELECT
+ p.page, p.host,
+ m.state AS au_state
+ FROM pages_scored p
+ JOIN au_state_map m
+ ON LOWER(REGEXP_EXTRACT(p.host, r'(?i)(?:^|\.)(nsw|vic|qld|sa|wa|tas|act|nt)\.gov\.au$')) = m.code
+),
+
+-- Brazil: Look for dot-or-hyphen delimited province tokens inside *.br hosts
+br_state_map AS (
+ SELECT * FROM UNNEST([
+ STRUCT('ac' AS code, 'Acre' AS state),
+ ('al','Alagoas'), ('ap','Amapá'), ('am','Amazonas'), ('ba','Bahia'),
+ ('ce','Ceará'), ('df','Distrito Federal'), ('es','Espírito Santo'),
+ ('go','Goiás'), ('ma','Maranhão'), ('mt','Mato Grosso'),
+ ('ms','Mato Grosso do Sul'), ('mg','Minas Gerais'), ('pa','Pará'),
+ ('pb','Paraíba'), ('pr','Paraná'), ('pe','Pernambuco'),
+ ('pi','Piauí'), ('rj','Rio de Janeiro'), ('rn','Rio Grande do Norte'),
+ ('rs','Rio Grande do Sul'), ('ro','Rondônia'), ('rr','Roraima'),
+ ('sc','Santa Catarina'), ('sp','São Paulo'), ('se','Sergipe'), ('to','Tocantins')
+ ])
+),
+br_state_from_gov_br AS (
+ SELECT
+ p.page, p.host,
+ m.state AS br_state
+ FROM pages_scored p
+ JOIN br_state_map m
+ ON LOWER(REGEXP_EXTRACT(
+ p.host,
+ '(?i)(?:^|\\.)(ac|al|ap|am|ba|ce|df|es|go|ma|mt|ms|mg|pa|pb|pr|pe|pi|rj|rn|rs|ro|rr|sc|sp|se|to)\\.gov\\.br$'
+ )) = m.code
+),
+
+-- Spain: Look for dot-or-hyphen delimited province tokens inside *.es hosts
+es_region_from_known AS (
+ SELECT p.page, p.host,
+ CASE
+ WHEN REGEXP_CONTAINS(p.host, r'(?i)(^|\.)gencat\.cat$') THEN 'Catalonia'
+ WHEN REGEXP_CONTAINS(p.host, r'(?i)(^|\.)euskadi\.eus$') THEN 'Basque Country'
+ WHEN REGEXP_CONTAINS(p.host, r'(?i)(^|\.)xunta\.gal$') THEN 'Galicia'
+ WHEN REGEXP_CONTAINS(p.host, r'(?i)(^|\.)comunidad\.madrid$') THEN 'Community of Madrid'
+ ELSE NULL
+ END AS es_region
+ FROM pages_scored p
+),
+
+-- Canadian: province code lookup (code → province name)
+ca_prov_map AS (
+ SELECT * FROM UNNEST([
+ STRUCT('ab' AS code, 'Alberta' AS province),
+ ('bc','British Columbia'), ('mb','Manitoba'), ('nb','New Brunswick'),
+ ('nl','Newfoundland and Labrador'), ('ns','Nova Scotia'),
+ ('nt','Northwest Territories'), ('nu','Nunavut'), ('on','Ontario'),
+ ('pe','Prince Edward Island'), ('qc','Quebec'), ('sk','Saskatchewan'),
+ ('yt','Yukon'), ('yk','Yukon') -- accept either token
+ ])
+),
+ca_prov_from_gc AS (
+ SELECT
+ p.page, p.host,
+ LOWER(
+ REGEXP_EXTRACT(
+ p.host,
+ r'(?i)(?:^|[.-])(ab|bc|mb|nb|nl|ns|nt|nu|on|pe|qc|sk|yt|yk)(?:[.-])'
+ )
+ ) AS prov_code
+ FROM pages_scored p
+ WHERE ENDS_WITH(p.host, '.gc.ca')
+),
+
+
+ca_prov_from_gov_or_gouv AS (
+ SELECT
+ p.page, p.host,
+ LOWER(REGEXP_EXTRACT(
+ p.host, r'(?i)(?:^|\.)(?:gov|gouv)\.(ab|bc|mb|nb|nl|ns|nt|nu|on|pe|qc|sk|yt|yk)\.ca$'
+ )) AS prov_code
+ FROM pages_scored p
+ WHERE REGEXP_CONTAINS(
+ p.host, r'(?i)(?:^|\.)(?:gov|gouv)\.(ab|bc|mb|nb|nl|ns|nt|nu|on|pe|qc|sk|yt|yk)\.ca$'
+ )
+),
+
+
+
+
+ca_known_portals AS (
+ SELECT * FROM UNNEST([
+ -- pan-province roots and canonical portals
+ STRUCT('ontario.ca' AS suffix, 'Ontario' AS province),
+ ('saskatchewan.ca', 'Saskatchewan'),
+ ('alberta.ca', 'Alberta'),
+ ('gov.bc.ca', 'British Columbia'),
+ ('manitoba.ca', 'Manitoba'),
+ ('novascotia.ca', 'Nova Scotia'),
+ ('newfoundlandlabrador.ca', 'Newfoundland and Labrador'),
+ ('gnb.ca', 'New Brunswick'), -- www, www1, www3.gnb.ca…
+ ('princeedwardisland.ca', 'Prince Edward Island'),
+ ('yukon.ca', 'Yukon'),
+ ('gov.nt.ca', 'Northwest Territories'),
+ ('gov.nu.ca', 'Nunavut'),
+ ('quebec.ca', 'Quebec'),
+ ('gouv.qc.ca', 'Quebec')
+ ])
+),
+ca_prov_from_known_portals AS (
+ SELECT
+ p.page, p.host,
+ kp.province AS province_from_suffix
+ FROM pages_scored p
+ JOIN ca_known_portals kp
+ ON REGEXP_CONTAINS(
+ p.host,
+ CONCAT(
+ r'(?i)(^|\.)',
+ REPLACE(
+ REGEXP_REPLACE(kp.suffix, r'([\\^$.|()[\]{}?+*])', r'\\\1'),
+ '-', r'\-'
+ ),
+ r'$'
+ )
+ )
+),
+
+
+-- Canadian domain overrides for branded/legacy provincial portals
+ca_province_classified AS (
+ SELECT
+ p.page, p.host,
+ COALESCE(
+ k.province_from_suffix, -- strongest: exact known portal
+ m1.province, -- …gov.xx.ca / …gouv.qc.ca
+ m2.province -- federal *.gc.ca with province token
+ ) AS ca_province
+ FROM pages_scored p
+ LEFT JOIN ca_prov_from_known_portals k USING (page, host)
+ LEFT JOIN ca_prov_from_gov_or_gouv g USING (page, host)
+ LEFT JOIN ca_prov_map m1 ON g.prov_code = m1.code
+ LEFT JOIN ca_prov_from_gc gc USING (page, host)
+ LEFT JOIN ca_prov_map m2 ON gc.prov_code = m2.code
+),
+
+-- US state code lookup (code → state name)
+us_code_map AS (
+ SELECT * FROM UNNEST([
+ STRUCT('al' AS code, 'Alabama' AS state),
+ ('ak','Alaska'),('az','Arizona'),('ar','Arkansas'),
+ ('ca','California'),('co','Colorado'),('ct','Connecticut'),('de','Delaware'),
+ ('fl','Florida'),('ga','Georgia'),('hi','Hawaii'),('id','Idaho'),
+ ('il','Illinois'), ('in','Indiana'), ('ia','Iowa'), ('ks','Kansas'),
+ ('ky','Kentucky'), ('la','Louisiana'), ('me','Maine'), ('md','Maryland'),
+ ('ma','Massachusetts'), ('mi','Michigan'), ('mn','Minnesota'), ('ms','Mississippi'),
+ ('mo','Missouri'), ('mt','Montana'), ('ne','Nebraska'), ('nv','Nevada'),
+ ('nh','New Hampshire'), ('nj','New Jersey'), ('nm','New Mexico'), ('ny','New York'),
+ ('nc','North Carolina'), ('nd','North Dakota'), ('oh','Ohio'), ('ok','Oklahoma'),
+ ('or','Oregon'), ('pa','Pennsylvania'), ('ri','Rhode Island'), ('sc','South Carolina'),
+ ('sd','South Dakota'), ('tn','Tennessee'), ('tx','Texas'), ('ut','Utah'),
+ ('vt','Vermont'), ('va','Virginia'), ('wa','Washington'), ('wv','West Virginia'),
+ ('wi','Wisconsin'), ('wy','Wyoming'),
+ ('dc','DC'), ('pr','Puerto Rico'), ('gu','Guam'), ('as','American Samoa'), ('vi','US Virgin Islands')
+ ])
+),
+
+-- US domain overrides for branded/legacy state portals
+us_state_overrides AS (
+ SELECT * FROM UNNEST([
+ STRUCT('Florida' AS state, r'(?:^|\\.)myflorida\\.com$' AS host_pattern),
+ ('Massachusetts', r'(?:^|\\.)mass(?:achusetts)?\\.gov$'),
+ ('Oregon', r'(?:^|\\.)oregon\\.gov$'),
+ ('Nebraska', r'(?:^|\\.)nebraska\\.gov$'),
+ ('Hawaii', r'(?:^|\\.)ehawaii\\.gov$'),
+ ('California', r'(?:^|\\.)state\\.ca\\.us$'),
+ ('New Mexico', r'(?:^|\\.)state\\.nm\\.us$'),
+ ('Washington', r'(?:^|\\.)access\\.wa\\.gov$'),
+ ('Virginia', r'(?:^|\\.)virginia\\.gov$')
+ ])
+),
+
+-- US federal exceptions that must *not* be treated as states (e.g., va.gov)
+us_federal_exceptions AS (
+ SELECT * FROM UNNEST([
+ -- add more as you find conflicts
+ STRUCT(r'(?:^|\.)va\.gov$' AS host_pattern, 'US Department of Veterans Affairs' AS org)
+ ])
+),
+
+-- Extract potential state code hits from host (xx.gov or *.xx.us)
+code_hit AS (
+ SELECT p.page, p.host,
+ CASE
+ WHEN EXISTS (
+ SELECT 1 FROM us_federal_exceptions f
+ WHERE REGEXP_CONTAINS(p.host, f.host_pattern)
+ ) THEN NULL
+ ELSE LOWER(COALESCE(
+ REGEXP_EXTRACT(p.host, r'(?:^|\.)([a-z]{2})\.gov$'),
+ REGEXP_EXTRACT(p.host, r'\.([a-z]{2})\.us$')
+ ))
+ END AS code2
+ FROM pages_scored p
+),
+
+-- Pick a U.S. state for each host (overrides first, else code mapping)
+us_state_classified AS (
+ SELECT p.page, p.host,
+ COALESCE(
+ (SELECT o.state
+ FROM us_state_overrides o
+ WHERE REGEXP_CONTAINS(p.host, o.host_pattern)
+ LIMIT 1),
+ (SELECT um.state
+ FROM us_code_map AS um
+ WHERE LOWER(ch.code2) = um.code
+ LIMIT 1)
+ ) AS us_state
+ FROM pages_scored p
+ LEFT JOIN code_hit ch USING (page, host)
+),
+
+-- Final winner for each page (rn = 1)
+final_best AS (
+ SELECT * FROM ranked WHERE rn = 1
+),
+
+-- ========================
+-- SQL below is unique for lighthouse_score_by_government_with_urls.sql
+-- ========================
+
+-- Assemble report columns and friendly names
+domain_scores AS (
+ SELECT
+ host AS gov_domain,
+ host,
+ page,
+ is_root_page,
+ perf AS performance_score,
+ a11y AS accessibility_score,
+ bp AS best_practices_score,
+ seo AS seo_score,
+ bucket,
+ NET.PUBLIC_SUFFIX(host) AS public_suffix,
+ NET.REG_DOMAIN(host) AS registrable_domain,
+ REGEXP_EXTRACT(host, r'([^.]+)$') AS tld,
+ (bucket = 'United States (USA)') AS is_us
+ FROM final_best
+ -- WHERE NET.PUBLIC_SUFFIX(host) = 'gov.uk' -- ok
+ -- OR: WHERE REGEXP_EXTRACT(host, r'([^.]+)$') = 'us'
+ -- OR: WHERE bucket <> 'United States (USA)' -- use bucket directly
+)
+
+-- Final SELECT
+SELECT DISTINCT
+ ds.bucket AS country,
+ COALESCE(
+ uk.uk_nation,
+ cpc.ca_province,
+ usc.us_state,
+ au.au_state,
+ br.br_state,
+ es.es_region
+ ) AS subnational,
+ ds.gov_domain,
+ ds.page,
+ ds.is_root_page,
+ ds.performance_score,
+ ds.accessibility_score,
+ ds.best_practices_score,
+ ds.seo_score
+FROM domain_scores ds
+LEFT JOIN uk_nation_from_domain uk ON uk.page = ds.page AND uk.host = ds.host
+LEFT JOIN ca_province_classified cpc ON cpc.page = ds.page AND cpc.host = ds.host
+LEFT JOIN us_state_classified usc ON usc.page = ds.page AND usc.host = ds.host
+LEFT JOIN au_state_from_gov_au au ON au.page = ds.page AND au.host = ds.host
+LEFT JOIN br_state_from_gov_br br ON br.page = ds.page AND br.host = ds.host
+LEFT JOIN es_region_from_known es ON es.page = ds.page AND es.host = ds.host
+ORDER BY country, subnational, gov_domain, page;
diff --git a/sql/2025/accessibility/lighthouse_score_by_tld.sql b/sql/2025/accessibility/lighthouse_score_by_tld.sql
new file mode 100644
index 00000000000..5d1be97b250
--- /dev/null
+++ b/sql/2025/accessibility/lighthouse_score_by_tld.sql
@@ -0,0 +1,32 @@
+#standardSQL
+# Group Lighthouse scores by top-level domain (TLD)
+
+WITH tld_score_data AS (
+ SELECT
+ REGEXP_EXTRACT(page, r'://[^/]+\.(\w{2,})/') AS tld, -- Extract the top-level domain (TLD)
+ CAST(JSON_VALUE(lighthouse.categories.performance.score) AS FLOAT64) AS performance_score,
+ CAST(JSON_VALUE(lighthouse.categories.accessibility.score) AS FLOAT64) AS accessibility_score,
+ CAST(JSON_VALUE(lighthouse.categories.`best-practices`.score) AS FLOAT64) AS best_practices_score,
+ CAST(JSON_VALUE(lighthouse.categories.seo.score) AS FLOAT64) AS seo_score,
+ FROM
+ `httparchive.crawl.pages`
+ WHERE
+ date = '2025-07-01' AND
+ lighthouse IS NOT NULL AND
+ lighthouse.categories IS NOT NULL AND
+ is_root_page
+)
+
+SELECT
+ tld, -- Group by top-level domain
+ AVG(performance_score) AS avg_performance_score,
+ AVG(accessibility_score) AS avg_accessibility_score,
+ AVG(best_practices_score) AS avg_best_practices_score,
+ AVG(seo_score) AS avg_seo_score,
+ COUNT(0) AS total_pages
+FROM
+ tld_score_data
+GROUP BY
+ tld
+ORDER BY
+ avg_accessibility_score DESC; -- Sort by accessibility score, or another metric of interest
diff --git a/sql/2025/accessibility/media_query_features.sql b/sql/2025/accessibility/media_query_features.sql
new file mode 100644
index 00000000000..e31346035a7
--- /dev/null
+++ b/sql/2025/accessibility/media_query_features.sql
@@ -0,0 +1,82 @@
+#standardSQL
+
+CREATE TEMPORARY FUNCTION getMediaQueryFeatures(css JSON)
+RETURNS ARRAY
+LANGUAGE js
+OPTIONS (library = "gs://httparchive/lib/css-utils.js")
+AS '''
+try {
+ function compute(ast) {
+ let ret = {};
+
+ walkRules(ast, rule => {
+ let features = rule.media
+ .replace(/\\s+/g, "")
+ .match(/\\([\\w-]+(?=[:\\)])/g);
+
+ if (features) {
+ features = features.map(s => s.slice(1));
+
+ for (let feature of features) {
+ incrementByKey(ret, feature);
+ }
+ }
+ }, {type: "media"});
+
+ return ret;
+ }
+
+ let features = compute(css);
+ return Object.keys(features);
+} catch (e) {
+ return [];
+}
+''';
+
+WITH media_query_data AS (
+ -- Extracting media query features from the CSS data
+ SELECT
+ client,
+ page,
+ LOWER(feature) AS feature
+ FROM
+ `httparchive.crawl.parsed_css`,
+ UNNEST(getMediaQueryFeatures(css)) AS feature
+ WHERE
+ date = '2025-07-01' AND
+ feature IS NOT NULL
+ GROUP BY
+ client, page, feature
+),
+
+total_pages_data AS (
+ -- Calculating the total number of pages per client
+ SELECT
+ client,
+ COUNT(0) AS total_pages
+ FROM
+ `httparchive.crawl.pages`
+ WHERE
+ date = '2025-07-01'
+ GROUP BY
+ client
+)
+
+SELECT
+ m.client,
+ m.feature,
+ COUNT(DISTINCT m.page) AS pages,
+ tp.total_pages,
+ SAFE_DIVIDE(COUNT(DISTINCT m.page), tp.total_pages) AS pct_pages_with_feature
+FROM
+ media_query_data AS m
+JOIN
+ total_pages_data AS tp
+ON
+ m.client = tp.client
+GROUP BY
+ m.client, m.feature, tp.total_pages
+HAVING
+ pages >= 100
+ORDER BY
+ pct_pages_with_feature DESC;
diff --git a/sql/2025/accessibility/page_title.sql b/sql/2025/accessibility/page_title.sql
new file mode 100644
index 00000000000..2702770c506
--- /dev/null
+++ b/sql/2025/accessibility/page_title.sql
@@ -0,0 +1,26 @@
+#standardSQL
+# Page title stats (usage, descriptive, changed on render)
+SELECT
+ client,
+ is_root_page,
+ COUNT(0) AS total_sites,
+ COUNTIF(total_title_words > 0) AS total_has_title,
+ COUNTIF(total_title_words > 3) AS total_title_with_four_or_more_words,
+ COUNTIF(title_changed_on_render) AS total_title_changed,
+ COUNTIF(total_title_words > 0) / COUNT(0) AS pct_with_title,
+ COUNTIF(total_title_words > 3) / COUNTIF(total_title_words > 0) AS pct_titles_four_or_more_words,
+ COUNTIF(title_changed_on_render) / COUNTIF(total_title_words > 0) AS pct_titles_changed_on_render
+FROM (
+ SELECT
+ client,
+ is_root_page,
+ CAST(JSON_VALUE(custom_metrics.wpt_bodies.title.title_changed_on_render) AS BOOL) AS title_changed_on_render,
+ CAST(JSON_VALUE(custom_metrics.wpt_bodies.title.rendered.primary.words) AS INT64) AS total_title_words
+ FROM
+ `httparchive.crawl.pages`
+ WHERE
+ date = '2025-07-01'
+)
+GROUP BY
+ client,
+ is_root_page;
diff --git a/sql/2025/accessibility/pages_with_search_input.sql b/sql/2025/accessibility/pages_with_search_input.sql
new file mode 100644
index 00000000000..823e584f48a
--- /dev/null
+++ b/sql/2025/accessibility/pages_with_search_input.sql
@@ -0,0 +1,50 @@
+#standardSQL
+# Pages with search input
+CREATE TEMPORARY FUNCTION hasSearchInput(input_elements JSON)
+RETURNS BOOLEAN LANGUAGE js AS '''
+ try {
+ return input_elements.nodes.some((node) => {
+ if (node.type.toLowerCase() === "search") {
+ return true;
+ }
+
+ // Detect regular inputs of type text and the first word being "search"
+ if (node.type.toLowerCase() === "text" &&
+ /^\\s*search(\\s|$)/i.test(node.placeholder || '')) {
+ return true;
+ }
+
+ return false;
+ });
+
+ } catch (e) {
+ return false;
+ }
+''';
+
+SELECT
+ client,
+ is_root_page,
+ COUNT(0) AS total_sites,
+ COUNTIF(has_inputs) AS total_with_inputs,
+ COUNTIF(has_search_input) AS total_with_search_input,
+
+ # Perc of all sites which have a search input
+ COUNTIF(has_search_input) / COUNT(0) AS perc_sites_with_search_input,
+ # Of sites that have at least 1 input element, how many have a search input
+ COUNTIF(has_search_input) / COUNTIF(has_inputs) AS perc_input_sites_with_search_input
+FROM
+ (
+ SELECT
+ client,
+ is_root_page,
+ SAFE_CAST(JSON_VALUE(custom_metrics.other.almanac.input_elements.total) AS INT64) > 0 AS has_inputs,
+ hasSearchInput(custom_metrics.other.almanac.input_elements) AS has_search_input
+ FROM
+ `httparchive.crawl.pages`
+ WHERE
+ date = '2025-07-01'
+ )
+GROUP BY
+ client,
+ is_root_page;
diff --git a/sql/2025/accessibility/placeholder_but_no_label.sql b/sql/2025/accessibility/placeholder_but_no_label.sql
new file mode 100644
index 00000000000..67a850718bf
--- /dev/null
+++ b/sql/2025/accessibility/placeholder_but_no_label.sql
@@ -0,0 +1,31 @@
+#standardSQL
+# Form controls with placeholder but no label
+
+SELECT
+ client,
+ is_root_page,
+ COUNT(0) AS total_sites,
+ COUNTIF(total_placeholder > 0) AS sites_with_placeholder,
+ COUNTIF(total_no_label > 0) AS sites_with_no_label, # Has placeholder but no label
+
+ COUNTIF(total_placeholder > 0) / COUNT(0) AS pct_sites_with_placeholder,
+ # Sites with placeholders that dont always use labels alongside them
+ COUNTIF(total_no_label > 0) / COUNTIF(total_placeholder > 0) AS pct_placeholder_sites_with_no_label,
+
+ SUM(total_placeholder) AS total_placeholders,
+ SUM(total_no_label) AS total_placeholder_with_no_label,
+ SUM(total_no_label) / SUM(total_placeholder) AS pct_placeholders_with_no_label
+FROM (
+ SELECT
+ client,
+ is_root_page,
+ CAST(JSON_VALUE(custom_metrics.a11y.placeholder_but_no_label.total_placeholder) AS INT64) AS total_placeholder,
+ CAST(JSON_VALUE(custom_metrics.a11y.placeholder_but_no_label.total_no_label) AS INT64) AS total_no_label
+ FROM
+ `httparchive.crawl.pages`
+ WHERE
+ date = '2025-07-01'
+)
+GROUP BY
+ client,
+ is_root_page;
diff --git a/sql/2025/accessibility/sites_using_role.sql b/sql/2025/accessibility/sites_using_role.sql
new file mode 100644
index 00000000000..bfbb331f233
--- /dev/null
+++ b/sql/2025/accessibility/sites_using_role.sql
@@ -0,0 +1,30 @@
+#standardSQL
+# Sites using the role attribute
+
+SELECT
+ client,
+ is_root_page,
+ SUM(COUNT(0)) OVER (PARTITION BY client) AS total_sites,
+ SUM(COUNTIF(total_role_attributes > 0)) OVER (PARTITION BY client) AS total_using_role,
+ SUM(COUNTIF(total_role_attributes > 0)) OVER (PARTITION BY client) / SUM(COUNT(0)) OVER (PARTITION BY client) AS pct_using_role,
+ percentile,
+ APPROX_QUANTILES(total_role_attributes, 1000)[OFFSET(percentile * 10)] AS total_role_usages
+FROM (
+ SELECT
+ client,
+ is_root_page,
+ CAST(JSON_VALUE(custom_metrics.other.almanac.nodes_using_role.total) AS INT64) AS total_role_attributes
+ FROM
+ `httparchive.crawl.pages`
+ WHERE
+ date = '2025-07-01'
+),
+ UNNEST([10, 25, 50, 75, 90, 100]) AS percentile
+GROUP BY
+ percentile,
+ client,
+ is_root_page
+ORDER BY
+ percentile,
+ client,
+ is_root_page;
diff --git a/sql/2025/accessibility/skip_links.sql b/sql/2025/accessibility/skip_links.sql
new file mode 100644
index 00000000000..b4246157830
--- /dev/null
+++ b/sql/2025/accessibility/skip_links.sql
@@ -0,0 +1,16 @@
+#standardSQL
+# % of pages having skip links
+
+SELECT
+ client,
+ is_root_page,
+ COUNTIF(CAST(JSON_VALUE(custom_metrics.other.almanac.`seo-anchor-elements`.earlyHash) AS INT64) > 0) AS pages,
+ COUNT(0) AS total,
+ COUNTIF(CAST(JSON_VALUE(custom_metrics.other.almanac.`seo-anchor-elements`.earlyHash) AS INT64) > 0) / COUNT(0) AS pct
+FROM
+ `httparchive.crawl.pages`
+WHERE
+ date = '2025-07-01'
+GROUP BY
+ client,
+ is_root_page;
diff --git a/sql/2025/accessibility/sr_only_classes.sql b/sql/2025/accessibility/sr_only_classes.sql
new file mode 100644
index 00000000000..184bacda067
--- /dev/null
+++ b/sql/2025/accessibility/sr_only_classes.sql
@@ -0,0 +1,22 @@
+#standardSQL
+# Sites using sr-only or visually-hidden classes
+
+SELECT
+ client,
+ is_root_page,
+ COUNT(0) AS total_sites,
+ COUNTIF(uses_sr_only) AS sites_with_sr_only,
+ COUNTIF(uses_sr_only) / COUNT(0) AS pct_sites_with_sr_only
+FROM (
+ SELECT
+ client,
+ is_root_page,
+ CAST(JSON_VALUE(custom_metrics.a11y.screen_reader_classes) AS BOOL) AS uses_sr_only
+ FROM
+ `httparchive.crawl.pages`
+ WHERE
+ date = '2025-07-01'
+)
+GROUP BY
+ client,
+ is_root_page;
diff --git a/sql/2025/accessibility/tabindex_usage_and_values.sql b/sql/2025/accessibility/tabindex_usage_and_values.sql
new file mode 100644
index 00000000000..3ac32493a32
--- /dev/null
+++ b/sql/2025/accessibility/tabindex_usage_and_values.sql
@@ -0,0 +1,53 @@
+#standardSQL
+# Positive tabindex value occurrences
+
+CREATE TEMPORARY FUNCTION getTotalPositiveTabIndexes(nodes_09_27 JSON)
+RETURNS STRUCT LANGUAGE js AS '''
+try {
+ let total = 0;
+ let total_positive = 0;
+ let total_negative = 0;
+ let total_zero = 0;
+ for (const node of nodes_09_27) {
+ total++;
+ const int = parseInt(node.tabindex, 10);
+ if (int > 0) {
+ total_positive++;
+ } else if (int < 0) {
+ total_negative++;
+ } else if (int === 0) {
+ total_zero++;
+ }
+ }
+
+ return {total, total_positive, total_negative, total_zero};
+} catch (e) {
+ return {total: 0, total_positive: 0, total_negative: 0, total_zero: 0};
+}
+''';
+
+SELECT
+ client,
+ is_root_page,
+ COUNT(0) AS total_sites,
+ COUNTIF(tab_index_stats.total > 0) AS total_with_tab_indexes,
+ COUNTIF(tab_index_stats.total_positive > 0) AS total_with_positive_tab_indexes,
+ COUNTIF(tab_index_stats.total_negative > 0) AS total_with_negative_tab_indexes,
+ COUNTIF(tab_index_stats.total_zero > 0) AS total_with_zero_tab_indexes,
+ COUNTIF(tab_index_stats.total_negative > 0 OR tab_index_stats.total_zero > 0) AS total_with_negative_or_zero,
+ COUNTIF(tab_index_stats.total > 0) / COUNT(0) AS pct_with_tab_indexes,
+ COUNTIF(tab_index_stats.total_positive > 0) / COUNT(0) AS pct_with_positive_tab_indexes,
+ COUNTIF(tab_index_stats.total_positive > 0) / COUNTIF(tab_index_stats.total > 0) AS pct_positive_in_sites_with_tab_indexes
+FROM (
+ SELECT
+ client,
+ is_root_page,
+ getTotalPositiveTabIndexes(custom_metrics.other.almanac.`09.27`.nodes) AS tab_index_stats
+ FROM
+ `httparchive.crawl.pages`
+ WHERE
+ date = '2025-07-01'
+)
+GROUP BY
+ client,
+ is_root_page;
diff --git a/sql/2025/accessibility/table_stats.sql b/sql/2025/accessibility/table_stats.sql
new file mode 100644
index 00000000000..31ee26f3346
--- /dev/null
+++ b/sql/2025/accessibility/table_stats.sql
@@ -0,0 +1,37 @@
+#standardSQL
+# Table stats. Total all, captioned and presentational
+
+SELECT
+ client,
+ is_root_page,
+ COUNT(0) AS total_sites,
+
+ COUNTIF(total_tables > 0) AS sites_with_table,
+ COUNTIF(total_captioned > 0) AS sites_with_captions,
+ COUNTIF(total_presentational > 0) AS sites_with_presentational,
+
+ COUNTIF(total_tables > 0) / COUNT(0) AS pct_sites_with_table,
+ COUNTIF(total_captioned > 0) / COUNTIF(total_tables > 0) AS pct_table_sites_with_captioned,
+ COUNTIF(total_presentational > 0) / COUNTIF(total_tables > 0) AS pct_table_sites_with_presentational,
+
+ SUM(total_tables) AS total_tables,
+ SUM(total_captioned) AS total_captioned,
+ SUM(total_presentational) AS total_presentational,
+
+ SUM(total_captioned) / SUM(total_tables) AS pct_captioned,
+ SUM(total_presentational) / SUM(total_tables) AS pct_presentational
+FROM (
+ SELECT
+ client,
+ is_root_page,
+ CAST(JSON_VALUE(custom_metrics.a11y.tables.total) AS INT64) AS total_tables,
+ CAST(JSON_VALUE(custom_metrics.a11y.tables.total_with_caption) AS INT64) AS total_captioned,
+ CAST(JSON_VALUE(custom_metrics.a11y.tables.total_with_presentational) AS INT64) AS total_presentational
+ FROM
+ `httparchive.crawl.pages`
+ WHERE
+ date = '2025-07-01'
+)
+GROUP BY
+ client,
+ is_root_page;
diff --git a/sql/2025/accessibility/units_properties.sql b/sql/2025/accessibility/units_properties.sql
new file mode 100644
index 00000000000..f376fc667d2
--- /dev/null
+++ b/sql/2025/accessibility/units_properties.sql
@@ -0,0 +1,137 @@
+#standardSQL
+
+CREATE TEMPORARY FUNCTION getPropertyUnits(css JSON)
+RETURNS ARRAY>
+LANGUAGE js
+OPTIONS (library = "gs://httparchive/lib/css-utils.js")
+AS '''
+try {
+ function compute(ast) {
+ let ret = {
+ zeroes: {},
+ by_property: {}
+ };
+
+ const lengths = /(?-?\\d*\\.?\\d+)(?%|[a-z]{1,4}\\b|(?=\\s|$|,|\\*|\\/)\\b)/gi;
+
+ walkDeclarations(ast, ({property, value}) => {
+ value = removeFunctionCalls(value, {names: ["rgb", "rgba", "hsl", "hsla"]});
+
+ for (let length of value.matchAll(lengths)) {
+ let {number, unit} = length.groups;
+ ret.by_property[property] = ret.by_property[property] || {};
+
+ if (number === "0") {
+ incrementByKey(ret.zeroes, unit || "");
+ }
+
+ if (unit) {
+ incrementByKey(ret, unit);
+ incrementByKey(ret.by_property[property], unit);
+ } else {
+ incrementByKey(ret, "");
+ incrementByKey(ret.by_property[property], "");
+ }
+
+ incrementByKey(ret, "total");
+ incrementByKey(ret.by_property[property], "total");
+ }
+ }, {
+ properties: [
+ "baseline-shift",
+ "box-shadow",
+ "vertical-align",
+ "clip-path",
+ /^column[s-]|^inset\b/g,
+ "contain-intrinsic-size",
+ "cx",
+ "cy",
+ "flex-basis",
+ "letter-spacing",
+ "perspective",
+ "perspective-origin",
+ "r",
+ "row-gap",
+ "rx",
+ "ry",
+ "tab-size",
+ "text-indent",
+ "text-shadow",
+ "translate",
+ "vertical-align",
+ "word-spacing",
+ "x",
+ "y",
+ /\\b(?:width|height|thickness|offset|origin|padding|border|margin|outline|top|right|bottom|left|(inline|block)-(start|end)|gap|size|position)\\b/g
+ ],
+ not: {
+ properties: /^-|-color$/
+ }
+ });
+
+ ret = sortObject(ret);
+
+ for (let property in ret.by_property) {
+ ret.by_property[property] = sortObject(ret.by_property[property]);
+ }
+
+ return ret;
+ }
+ var units = compute(css);
+ return Object.entries(units.by_property).flatMap(([property, units]) => {
+ return Object.entries(units).filter(([unit]) => {
+ return unit != 'total';
+ }).map(([unit, freq]) => {
+ return {property, unit, freq};
+ });
+ });
+} catch (e) {
+ return [];
+}
+''';
+
+WITH property_units_data AS (
+ -- Extracting property units data from CSS
+ SELECT
+ client,
+ unit.property,
+ unit.unit,
+ unit.freq
+ FROM
+ `httparchive.crawl.parsed_css`,
+ UNNEST(getPropertyUnits(css)) AS unit
+ WHERE
+ date = '2025-07-01' AND
+ LENGTH(TO_JSON_STRING(css)) < 0.1 * 1024 * 1024 -- Limit the size of the CSS to avoid OOM crashes
+),
+
+aggregated_data AS (
+ -- Aggregating frequency data per client and property
+ SELECT
+ client,
+ property,
+ unit,
+ SUM(freq) AS freq,
+ SUM(SUM(freq)) OVER (PARTITION BY client, property) AS total,
+ SAFE_DIVIDE(SUM(freq), SUM(SUM(freq)) OVER (PARTITION BY client, property)) AS pct
+ FROM
+ property_units_data
+ GROUP BY
+ client, property, unit
+)
+
+SELECT
+ client,
+ property,
+ unit,
+ freq,
+ total,
+ pct
+FROM
+ aggregated_data
+WHERE
+ total >= 1000 AND
+ pct >= 0.01
+ORDER BY
+ total DESC,
+ pct DESC;
diff --git a/sql/2025/accessibility/valid_html_lang.sql b/sql/2025/accessibility/valid_html_lang.sql
new file mode 100644
index 00000000000..2890cc58fbe
--- /dev/null
+++ b/sql/2025/accessibility/valid_html_lang.sql
@@ -0,0 +1,28 @@
+#standardSQL
+# % of pages with a valid html lang attribute
+
+SELECT
+ client,
+ is_root_page,
+ COUNT(0) AS total,
+ COUNTIF(valid_lang) AS valid_lang,
+ COUNTIF(has_lang) AS has_lang,
+ COUNTIF(has_lang) / COUNT(0) AS pct_has_of_total,
+ COUNTIF(valid_lang) / COUNT(0) AS pct_valid_of_total
+FROM (
+ SELECT
+ client,
+ is_root_page,
+ JSON_VALUE(lighthouse.audits.`html-has-lang`.score) = '1' AS has_lang,
+ JSON_VALUE(lighthouse.audits.`html-lang-valid`.score) = '1' AS valid_lang
+ FROM
+ `httparchive.crawl.pages`
+ WHERE
+ date = '2025-07-01'
+)
+GROUP BY
+ client,
+ is_root_page
+ORDER BY
+ client,
+ is_root_page;
diff --git a/sql/2025/accessibility/video_track_usage.sql b/sql/2025/accessibility/video_track_usage.sql
new file mode 100644
index 00000000000..257dac9b4d5
--- /dev/null
+++ b/sql/2025/accessibility/video_track_usage.sql
@@ -0,0 +1,27 @@
+#standardSQL
+# Video elements track usage
+
+SELECT
+ client,
+ is_root_page,
+ COUNT(0) AS total_sites,
+ COUNTIF(total_videos > 0) AS total_with_video,
+ COUNTIF(total_with_track > 0) AS total_with_tracks,
+
+ SUM(total_with_track) / SUM(total_videos) AS pct_videos_with_tracks,
+ COUNTIF(total_videos > 0) / COUNT(0) AS pct_sites_with_videos,
+ COUNTIF(total_with_track > 0) / COUNTIF(total_videos > 0) AS pct_video_sites_with_tracks
+FROM (
+ SELECT
+ client,
+ is_root_page,
+ CAST(JSON_VALUE(custom_metrics.other.almanac.videos.total) AS INT64) AS total_videos,
+ CAST(JSON_VALUE(custom_metrics.other.almanac.videos.total_with_track) AS INT64) AS total_with_track
+ FROM
+ `httparchive.crawl.pages`
+ WHERE
+ date = '2025-07-01'
+)
+GROUP BY
+ client,
+ is_root_page;
diff --git a/sql/2025/accessibility/viewport_zoom_scale.sql b/sql/2025/accessibility/viewport_zoom_scale.sql
new file mode 100644
index 00000000000..17ffb20a1ee
--- /dev/null
+++ b/sql/2025/accessibility/viewport_zoom_scale.sql
@@ -0,0 +1,45 @@
+#standardSQL
+# Disabled zooming and scaling via the viewport tag
+
+-- custom_metrics.other.meta_viewport is blank so use the almanac one instead
+CREATE TEMPORARY FUNCTION getMetaViewport(meta_nodes JSON)
+RETURNS STRING
+LANGUAGE js
+AS '''
+if (!Array.isArray(meta_nodes)) return;
+return meta_nodes?.find(node => node.name === 'viewport')?.content
+''';
+
+SELECT
+ client,
+ is_root_page,
+ COUNT(0) AS total_pages,
+ COUNTIF(has_meta_viewport) AS total_viewports,
+ COUNTIF(not_scalable) AS total_no_scale,
+ COUNTIF(max_scale_1_or_less) AS total_locked_max_scale,
+ COUNTIF(not_scalable OR max_scale_1_or_less) AS total_either,
+
+ COUNTIF(not_scalable) / COUNT(0) AS pct_pages_no_scale,
+ COUNTIF(max_scale_1_or_less) / COUNT(0) AS pct_pages_locked_max_scale,
+ COUNTIF(not_scalable OR max_scale_1_or_less) / COUNT(0) AS pct_pages_either
+FROM (
+ SELECT
+ client,
+ is_root_page,
+ meta_viewport IS NOT NULL AS has_meta_viewport,
+ REGEXP_EXTRACT(meta_viewport, r'(?i)user-scalable\s*=\s*(no|0)') IS NOT NULL AS not_scalable,
+ SAFE_CAST(REGEXP_EXTRACT(meta_viewport, r'(?i)maximum-scale\s*=\s*([0-9]*\.[0-9]+|[0-9]+)') AS FLOAT64) <= 1 AS max_scale_1_or_less
+ FROM (
+ SELECT
+ client,
+ is_root_page,
+ getMetaViewport(custom_metrics.other.almanac.`meta-nodes`.nodes) AS meta_viewport
+ FROM
+ `httparchive.crawl.pages`
+ WHERE
+ date = '2025-07-01'
+ )
+)
+GROUP BY
+ client,
+ is_root_page;
diff --git a/sql/2025/accessibility/viewport_zoom_scale_by_domain_rank.sql b/sql/2025/accessibility/viewport_zoom_scale_by_domain_rank.sql
new file mode 100644
index 00000000000..cb7e968f0a5
--- /dev/null
+++ b/sql/2025/accessibility/viewport_zoom_scale_by_domain_rank.sql
@@ -0,0 +1,61 @@
+#standardSQL
+# Disabled zooming and scaling via the viewport tag
+
+-- custom_metrics.other.meta_viewport is blank so use the almanac one instead
+CREATE TEMPORARY FUNCTION getMetaViewport(meta_nodes JSON)
+RETURNS STRING
+LANGUAGE js
+AS '''
+if (!Array.isArray(meta_nodes)) return;
+return meta_nodes?.find(node => node.name === 'viewport')?.content
+''';
+
+SELECT
+ client,
+ is_root_page,
+ rank_grouping,
+ CASE
+ WHEN rank_grouping = 100000000 THEN 'all'
+ ELSE CAST(rank_grouping AS STRING)
+ END AS rank_grouping_text,
+ COUNT(0) AS total_pages,
+ COUNTIF(has_meta_viewport) AS total_viewports,
+ COUNTIF(not_scalable) AS total_no_scale,
+ COUNTIF(max_scale_1_or_less) AS total_locked_max_scale,
+ COUNTIF(not_scalable OR max_scale_1_or_less) AS total_either,
+
+ COUNTIF(not_scalable) / COUNT(0) AS pct_pages_no_scale,
+ COUNTIF(max_scale_1_or_less) / COUNT(0) AS pct_pages_locked_max_scale,
+ COUNTIF(not_scalable OR max_scale_1_or_less) / COUNT(0) AS pct_pages_either
+FROM
+ (
+ SELECT
+ client,
+ is_root_page,
+ rank,
+ meta_viewport IS NOT NULL AS has_meta_viewport,
+ REGEXP_EXTRACT(meta_viewport, r'(?i)user-scalable\s*=\s*(no|0)') IS NOT NULL AS not_scalable,
+ SAFE_CAST(REGEXP_EXTRACT(meta_viewport, r'(?i)maximum-scale\s*=\s*([0-9]*\.[0-9]+|[0-9]+)') AS FLOAT64) <= 1 AS max_scale_1_or_less
+ FROM (
+ SELECT
+ client,
+ is_root_page,
+ rank,
+ getMetaViewport(custom_metrics.other.almanac.`meta-nodes`.nodes) AS meta_viewport
+ FROM
+ `httparchive.crawl.pages`
+ WHERE
+ date = '2025-07-01'
+ )
+ ),
+ UNNEST([1000, 10000, 100000, 1000000, 10000000, 100000000]) AS rank_grouping
+WHERE
+ rank <= rank_grouping
+GROUP BY
+ client,
+ is_root_page,
+ rank_grouping
+ORDER BY
+ client,
+ is_root_page,
+ rank_grouping