Rename and extend recommended_search to related_search

Refactored the recommended_search component and model to related_search, updating all references and adding support for new question_link variants. Updated processors and element parsers to handle both filter pills and question links, and modified output keys in search and spec files to use related_searches.

Author: kjellberg

lib/serp_parser/google/config.rb

@@ -64,12 +64,18 @@ def self.config_block
             end
           end
 
-          component :recommended_search do
+          component :related_search do
             variant "filter_pill", meta: { first_seen: "2025-12-23" } do
               match "div.T3FoJb[role=\"listitem\"] a"
-              model SerpParser::Models::RecommendedSearch
+              model SerpParser::Models::RelatedSearch
               url :query, attribute: "href", processors: [ :extract_query_from_search_url ]
             end
+
+            variant "question_link", meta: { first_seen: "2025-12-23" } do
+              match "a.ocRFx.aXYP2e.DxAvsd.sG4dYe"
+              model SerpParser::Models::RelatedSearch
+              text :query, "span.dg6jd.JGD2rd", processors: [ :clean_text, :downcase ]
+            end
           end
 
           # --- TOP LEVEL ELEMENTS ---
@@ -118,10 +124,15 @@ def self.config_block
             end
           end
 
-          element :recommended_searches do
+          element :related_searches do
             variant "filter_pills", meta: { first_seen: "2025-12-23" } do
               container "div.fBctee"
-              has_many :recommended_searches, component: :recommended_search
+              has_many :related_searches, component: :related_search
+            end
+
+            variant "questions", meta: { first_seen: "2025-12-23" } do
+              container "div.Wt5Tfe"
+              has_many :related_searches, component: :related_search
             end
           end
         end

lib/serp_parser/google/parsers/element.rb

@@ -159,6 +159,8 @@ def apply_processor(processor_name, value, element = nil)
             extract_title_with_fallback(element)
           when :extract_query_from_search_url
             Processors.extract_query_from_search_url(value)
+          when :downcase
+            value.is_a?(String) ? value.downcase : value
           else
             value
           end
@@ -244,8 +246,8 @@ def extract_component_data(element, variant)
             # For sitelinks, need at least title or url
             elsif model_class == SerpParser::Models::OrganicResults::SiteLink
               return nil unless data[:title] || data[:url]
-            # For recommended searches, need a query
-            elsif model_class == SerpParser::Models::RecommendedSearch
+            # For related searches, need a query
+            elsif model_class == SerpParser::Models::RelatedSearch
               return nil unless data[:query] && !data[:query].to_s.strip.empty?
             end
 

lib/serp_parser/google/search.rb

@@ -19,13 +19,21 @@ def organic_results
         SerpParser::Collection.new(models)
       end
 
-      def recommended_searches
-        results = Parsers::Element.find_all(@doc, :recommended_searches, @registry)
-        # Extract recommended search models from results
+      def related_searches
+        results = Parsers::Element.find_all(@doc, :related_searches, @registry)
+        # Extract related search models from results (combines both filter pills and questions)
         searches = []
+        seen_queries = {}
         results.each do |data|
-          if data[:recommended_searches].is_a?(Array)
-            searches.concat(data[:recommended_searches])
+          if data[:related_searches].is_a?(Array)
+            data[:related_searches].each do |search|
+              query = search.query
+              # Only add if we haven't seen this query before
+              unless seen_queries.key?(query)
+                seen_queries[query] = true
+                searches << search
+              end
+            end
           end
         end
         SerpParser::Collection.new(searches)
@@ -38,7 +46,7 @@ def search_information
       def to_h
         {
           organic_results: organic_results.map(&:to_h),
-          recommended_searches: recommended_searches.map(&:to_h)
+          related_searches: related_searches.map(&:to_h)
         }
       end
     end

…serp_parser/models/recommended_search.rb lib/serp_parser/models/related_search.rblib/serp_parser/models/recommended_search.rb renamed to lib/serp_parser/models/related_search.rb lib/serp_parser/models/recommended_search.rb renamed to lib/serp_parser/models/related_search.rb

@@ -1,6 +1,6 @@
 module SerpParser
   module Models
-    class RecommendedSearch
+    class RelatedSearch
       attr_reader :query
 
       def initialize(query:)

lib/serp_parser/processors.rb

@@ -141,5 +141,33 @@ def self.extract_query_from_search_url(url)
         nil
       end
     end
+
+    # Extract query from text content, removing HTML tags and normalizing
+    # @param text [String] Text content that may contain HTML
+    # @return [String, nil] Cleaned and downcased query string
+    def self.extract_query_from_text(text)
+      return nil if text.nil?
+      # Clean text, remove extra whitespace, and downcase
+      clean_text(text).downcase
+    end
+
+    # Extract query from URL or fallback to text
+    # Used when URL might be javascript:void(0) or a search URL
+    # @param url [String] The href value
+    # @param element [Nokogiri::XML::Element] The element to extract text from if URL fails
+    # @return [String, nil] Extracted and normalized query
+    def self.extract_query_from_url_or_text(url, element = nil)
+      # Try to extract from URL first
+      query = extract_query_from_search_url(url)
+      return query if query
+
+      # Fallback to text content if URL didn't yield a result
+      if element
+        text = element.at_css("span.dg6jd.JGD2rd")&.text || element.text
+        extract_query_from_text(text) if text
+      else
+        nil
+      end
+    end
   end
 end

spec/files/google/2025-12-23-mobile-matkasse.json

@@ -199,7 +199,7 @@
       "site_links": []
     }
   ],
-  "recommended_searches": [
+  "related_searches": [
     "matkasse ica",
     "citygross matkasse",
     "coop matkasse",

spec/files/google/2025-12-23-mobile-middagsfrid-rabattkod.json

@@ -135,5 +135,18 @@
       "site_links": []
     }
   ],
-  "recommended_searches": []
+  "related_searches": [
+    "middagsfrid recept",
+    "middagsfrid recept kyckling",
+    "middagsfrid matkasse",
+    "middagsfrid recept sydsvenskan",
+    "linas matkasse",
+    "matkasse rabattkod",
+    "hellofresh rabattkod",
+    "matkomfort",
+    "matkasse hemleverans",
+    "mat och ro",
+    "matkassar sverige",
+    "ica matkasse"
+  ]
 }