add keyword search

Author: SamSaffron

lib/personas/tools/researcher.rb

@@ -38,6 +38,7 @@ def filter_description
               - tags (tag:tag1,tag2)
               - groups (group:group1,group2).
               - status (status:open, status:closed, status:archived, status:noreplies, status:single_user)
+              - keywords (keywords:keyword1,keyword2) - specific words to search for in posts
 
               If multiple tags or categories are specified, they are treated as OR conditions.
 

lib/utils/research/filter.rb

@@ -88,6 +88,27 @@ def self.word_to_date(str)
           end
         end
 
+        register_filter(/\Akeywords?:(.*)\z/i) do |relation, keywords_param, _|
+          if keywords_param.blank?
+            relation
+          else
+            keywords = keywords_param.split(",").map(&:strip).reject(&:blank?)
+            if keywords.empty?
+              relation
+            else
+              # Build a ts_query string joined by | (OR)
+              ts_query = keywords.map { |kw| kw.gsub(/['\\]/, " ") }.join(" | ")
+              relation =
+                relation.joins("JOIN post_search_data ON post_search_data.post_id = posts.id")
+              relation.where(
+                "post_search_data.search_data @@ to_tsquery(?, ?)",
+                ::Search.ts_config,
+                ts_query,
+              )
+            end
+          end
+        end
+
         register_filter(/\A(?:categories?|category):(.*)\z/i) do |relation, category_param, _|
           if category_param.include?(",")
             category_names = category_param.split(",").map(&:strip)

spec/lib/utils/research/filter_spec.rb

@@ -91,5 +91,47 @@
         expect(filter.search.pluck(:id)).to contain_exactly(feature_bug_post.id)
       end
     end
+
+    describe "full text keyword searching" do
+      before_all { SearchIndexer.enable }
+      fab!(:post_with_apples) do
+        Fabricate(:post, raw: "This post contains apples", topic: feature_topic, user: user)
+      end
+
+      fab!(:post_with_bananas) do
+        Fabricate(:post, raw: "This post mentions bananas", topic: bug_topic, user: user)
+      end
+
+      fab!(:post_with_both) do
+        Fabricate(
+          :post,
+          raw: "This post has apples and bananas",
+          topic: feature_bug_topic,
+          user: user,
+        )
+      end
+
+      fab!(:post_with_none) do
+        Fabricate(:post, raw: "No fruits here", topic: no_tag_topic, user: user)
+      end
+
+      it "correctly filters posts by full text keywords" do
+        filter = described_class.new("keywords:apples")
+        expect(filter.search.pluck(:id)).to contain_exactly(post_with_apples.id, post_with_both.id)
+
+        filter = described_class.new("keywords:bananas")
+        expect(filter.search.pluck(:id)).to contain_exactly(post_with_bananas.id, post_with_both.id)
+
+        filter = described_class.new("keywords:apples,bananas")
+        expect(filter.search.pluck(:id)).to contain_exactly(
+          post_with_apples.id,
+          post_with_bananas.id,
+          post_with_both.id,
+        )
+
+        filter = described_class.new("keywords:oranges")
+        expect(filter.search.count).to eq(0)
+      end
+    end
   end
 end