Merge pull request #54 from ddxv/main

Fix typo, duplicate queries in SQL

Author: ddxv

adscrawler/dbcon/sql/query_apps_to_update_primary.sql

@@ -101,71 +101,3 @@ ORDER BY
         * (10 * EXTRACT(DAY FROM (NOW() - sa.updated_at)))
     ) DESC
 LIMIT :mylimit;
-
-
-
-WITH latest_descriptions AS (
-    SELECT
-        DISTINCT ON
-        (store_app)
-        sad.id AS description_id,
-        store_app,
-        description_short,
-        description
-    FROM
-        store_apps_descriptions sad
-    WHERE
-        language_id = 1
-    ORDER BY
-        store_app,
-        updated_at DESC
-),
-latest_extractions AS (
-    SELECT
-        DISTINCT ON
-        (store_app)
-        sad.store_app,
-        ak.extracted_at AS last_extracted_at
-    FROM
-        store_apps_descriptions sad
-    LEFT JOIN
-        app_keywords ak
-    ON
-        ak.description_id = sad.id
-    WHERE
-        ak.extracted_at <= '2025-11-02'
-        OR ak.extracted_at IS NULL
-    ORDER BY
-        sad.store_app,
-        ak.extracted_at DESC
-),
- base AS (
-    SELECT
-        le.store_app,
-        ld.description_id,
-        le.last_extracted_at,
-        ld.description_short,
-        ld.description
-    FROM
-        latest_extractions le
-    JOIN latest_descriptions ld ON
-        le.store_app = ld.store_app
-)
- SELECT
-    b.store_app,
-    b.description_id,
-    b.last_extracted_at,
-    b.description_short,
-    b.description
-FROM
-    base b
-    JOIN app_global_metrics_latest agml ON b.store_app = agml.store_app
-ORDER BY
-    (CASE WHEN b.last_extracted_at IS NULL THEN 1 ELSE 0 END) DESC, -- always crawl new ones first
-    (
-        GREATEST(
-            COALESCE(agml.installs, 0),
-            COALESCE(agml.rating_count::bigint, 0)
-        )
-        * (10 * COALESCE(EXTRACT(DAY FROM (NOW() - b.last_extracted_at)), 1))
-    ) DESC