CREATE TEMPORARY FUNCTION getRelStatsWptBodies(wpt_bodies_string STRING)
RETURNS STRUCT< rel ARRAY<STRING> >
LANGUAGE js AS '''
var result = {rel: []};
function getKey(dict){
  const arr = [], obj = Object.keys(dict || {});
  for (var i=0;i<obj.length;i++){
    if (Number(dict[obj[i]]) > 0) arr.push(obj[i]);
  }
  return arr;
}
try {
  var wpt_bodies = JSON.parse(wpt_bodies_string);
  if (Array.isArray(wpt_bodies) || typeof wpt_bodies !== 'object') return result;

  if (wpt_bodies.anchors && wpt_bodies.anchors.rendered && wpt_bodies.anchors.rendered.rel_attributes) {
    result.rel = getKey(wpt_bodies.anchors.rendered.rel_attributes);
  }
} catch (e) {}
return result;
''';

WITH rel_stats_table AS (
  SELECT
    client,
    root_page,
    page,
    CASE
      WHEN is_root_page = FALSE THEN 'Secondarypage'
      WHEN is_root_page = TRUE  THEN 'Homepage'
      ELSE 'No Assigned Page'
    END AS is_root_page,

    getRelStatsWptBodies(
      TO_JSON_STRING(JSON_QUERY(TO_JSON(custom_metrics), '$.wpt_bodies'))
    ) AS wpt_bodies_info

  FROM `httparchive.crawl.pages`
  WHERE date = '2025-06-01'
)

SELECT
  client,
  is_root_page,
  rel,
  COUNT(DISTINCT page) AS sites,
  SUM(COUNT(DISTINCT page)) OVER (PARTITION BY client, is_root_page) AS total,
  COUNT(0) / SUM(COUNT(DISTINCT page)) OVER (PARTITION BY client, is_root_page) AS pct
FROM rel_stats_table, UNNEST(wpt_bodies_info.rel) AS rel
GROUP BY client, is_root_page, rel
ORDER BY sites DESC, rel, client DESC;

#standardSQL
-- Anchor same site occurrence stats

CREATE TEMPORARY FUNCTION getLinkDesciptionsWptBodies(wpt_bodies_string STRING)
RETURNS STRUCT<
  links_same_site INT64,
  links_window_location INT64,
  links_window_open INT64,
  links_href_javascript INT64
>
LANGUAGE js AS '''
var result = {
  links_same_site: 0,
  links_window_location: 0,
  links_window_open: 0,
  links_href_javascript: 0
};
try {
  var w = JSON.parse(wpt_bodies_string);
  if (Array.isArray(w) || typeof w !== 'object') return result;

  var r = w && w.anchors && w.anchors.rendered ? w.anchors.rendered : null;
  if (!r) return result;

  // Defensive: coerce to numbers or 0
  result.links_same_site       = Number(r.same_site) || 0;
  var spd = (r.same_page && r.same_page.dynamic) ? r.same_page.dynamic : {};
  var oa  = spd.onclick_attributes || {};

  result.links_window_location = Number(oa.window_location) || 0;
  result.links_window_open     = Number(oa.window_open) || 0;
  result.links_href_javascript = Number(spd.href_javascript) || 0;
} catch (e) {}
return result;
''';

WITH same_links_info AS (
  SELECT
    client,
    root_page,
    page,
    CASE WHEN is_root_page THEN 'Homepage' ELSE 'Secondarypage' END AS is_root_page,
    -- CHANGED: read from custom_metrics.wpt_bodies (STRUCT -> JSON -> STRING)
    getLinkDesciptionsWptBodies(
      TO_JSON_STRING(JSON_QUERY(TO_JSON(custom_metrics), '$.wpt_bodies'))
    ) AS wpt_bodies_info
  FROM `httparchive.crawl.pages`
  WHERE date = '2025-06-01'
)

SELECT
  client,
  wpt_bodies_info.links_same_site AS links_same_site,
  is_root_page,
  COUNT(DISTINCT page) AS sites,
  SAFE_DIVIDE(COUNT(0), COUNT(DISTINCT page)) AS pct_links_same_site,
  AVG(wpt_bodies_info.links_window_location) AS avg_links_window_location,
  AVG(wpt_bodies_info.links_window_open)     AS avg_links_window_open,
  AVG(wpt_bodies_info.links_href_javascript) AS avg_links_href_javascript,
  AVG(wpt_bodies_info.links_window_location
    + wpt_bodies_info.links_window_open
    + wpt_bodies_info.links_href_javascript) AS avg_links_any,
  MAX(wpt_bodies_info.links_window_location
    + wpt_bodies_info.links_window_open
    + wpt_bodies_info.links_href_javascript) AS max_links_any,
  SUM(COUNT(DISTINCT page)) OVER (PARTITION BY client, is_root_page) AS total,
  COUNT(0) / SUM(COUNT(DISTINCT page)) OVER (PARTITION BY client, is_root_page) AS pct
FROM same_links_info
GROUP BY client, is_root_page, wpt_bodies_info.links_same_site
ORDER BY links_same_site ASC;

-- Extract Lighthouse audits (one row per audit per page)
CREATE TEMPORARY FUNCTION getAudits(audits STRING)
RETURNS ARRAY<STRUCT<id STRING, weight INT64, title STRING, description STRING, score FLOAT64>>
LANGUAGE js AS """
var out = [];
if (!audits) return out;
try {
  var obj = JSON.parse(audits);
  if (!obj || typeof obj !== 'object' || Array.isArray(obj)) return out;
  for (var k in obj) {
    if (Object.prototype.hasOwnProperty.call(obj, k)) {
      var a = obj[k] || {};
      // score can be 0..1 or null
      var sc = (a.score === undefined || a.score === null) ? null : Number(a.score);
      // weight usually isn't on audits; default to 0
      var wt = (a.weight === undefined || a.weight === null) ? 0 : Number(a.weight);
      if (isNaN(wt)) wt = 0;
      out.push({
        id: String(k),
        weight: Math.floor(wt),
        title: a.title || "",
        description: a.description || "",
        score: sc
      });
    }
  }
} catch (e) {}
return out;
""";

WITH lighthouse_extraction AS (
  SELECT
    client,
    CASE
      WHEN is_root_page = FALSE THEN 'Secondarypage'
      WHEN is_root_page = TRUE  THEN 'Homepage'
      ELSE 'No Assigned Page'
    END AS is_root_page,
    page,
    lighthouse AS report
  FROM `httparchive.crawl.pages` TABLESAMPLE SYSTEM (0.002 PERCENT)
  WHERE date = '2025-06-01'
)
SELECT
  client,
  audits.id AS id,
  is_root_page,
  COUNTIF(audits.score > 0) AS num_pages,
  COUNT(DISTINCT page) AS sites,
  COUNTIF(audits.score IS NOT NULL) AS total_applicable,
  SAFE_DIVIDE(COUNTIF(audits.score > 0), COUNTIF(audits.score IS NOT NULL)) AS pct,
  APPROX_QUANTILES(audits.weight, 100)[OFFSET(50)] AS median_weight,
  MAX(audits.title) AS title,
  MAX(audits.description) AS description,
  SUM(COUNT(DISTINCT page)) OVER (PARTITION BY client, is_root_page) AS total
FROM lighthouse_extraction
CROSS JOIN UNNEST(getAudits(TO_JSON_STRING(JSON_QUERY(report, '$.audits')))) AS audits
GROUP BY client, is_root_page, id
ORDER BY client, median_weight DESC, id;