Firecrawl - search action (#17013)

* new search action

* pnpm-lock.yaml

* versions

* update

Author: michelle0927

components/firecrawl/actions/crawl-url/crawl-url.mjs

@@ -5,7 +5,7 @@ export default {
   key: "firecrawl-crawl-url",
   name: "Crawl URL",
   description: "Crawls a given URL and returns the contents of sub-pages. [See the documentation](https://docs.firecrawl.dev/api-reference/endpoint/crawl-post)",
-  version: "1.0.2",
+  version: "1.0.3",
   type: "action",
   props: {
     firecrawl,

components/firecrawl/actions/extract-data/extract-data.mjs

@@ -6,7 +6,7 @@ export default {
   key: "firecrawl-extract-data",
   name: "Extract Data",
   description: "Extract structured data from one or multiple URLs. [See the documentation](https://docs.firecrawl.dev/api-reference/endpoint/extract)",
-  version: "0.0.1",
+  version: "0.0.2",
   type: "action",
   props: {
     firecrawl,

components/firecrawl/actions/get-crawl-status/get-crawl-status.mjs

@@ -4,7 +4,7 @@ export default {
   key: "firecrawl-get-crawl-status",
   name: "Get Crawl Data",
   description: "Obtains the status and data from a previous crawl operation. [See the documentation](https://docs.firecrawl.dev/api-reference/endpoint/crawl-get)",
-  version: "0.0.3",
+  version: "0.0.4",
   type: "action",
   props: {
     firecrawl,

components/firecrawl/actions/get-extract-status/get-extract-status.mjs

@@ -4,7 +4,7 @@ export default {
   key: "firecrawl-get-extract-status",
   name: "Get Extract Data",
   description: "Obtains the status and data from a previous extract operation. [See the documentation](https://docs.firecrawl.dev/api-reference/endpoint/extract-get)",
-  version: "0.0.1",
+  version: "0.0.2",
   type: "action",
   props: {
     firecrawl,

components/firecrawl/actions/scrape-page/scrape-page.mjs

@@ -7,7 +7,7 @@ export default {
   name: "Scrape Page",
   description:
     "Scrapes a URL and returns content from that page. [See the documentation](https://docs.firecrawl.dev/api-reference/endpoint/scrape)",
-  version: "1.0.1",
+  version: "1.0.2",
   type: "action",
   props: {
     firecrawl,

components/firecrawl/actions/search/search.mjs

@@ -0,0 +1,112 @@
+import firecrawl from "../../firecrawl.app.mjs";
+
+export default {
+  key: "firecrawl-search",
+  name: "Search",
+  description: "Search the web and get full content from results. [See the documentation](https://docs.firecrawl.dev/features/search)",
+  version: "0.0.1",
+  type: "action",
+  props: {
+    firecrawl,
+    query: {
+      type: "string",
+      label: "Query",
+      description: "The query to search for",
+    },
+    scrapeOptionFormats: {
+      type: "string[]",
+      label: "Scrape Option Formats",
+      description: "Search with content scraping. You can specify multiple output formats.",
+      options: [
+        {
+          label: "Clean, formatted markdown content",
+          value: "markdown",
+        },
+        {
+          label: "Processed HTML content",
+          value: "html",
+        },
+        {
+          label: "Unmodified HTML content",
+          value: "rawHtml",
+        },
+        {
+          label: "List of links found on the page",
+          value: "links",
+        },
+        {
+          label: "Screenshot of the page",
+          value: "screenshot",
+        },
+        {
+          label: "Full-page screenshot",
+          value: "screenshot@fullPage",
+        },
+        {
+          label: "Structured data extraction",
+          value: "extract",
+        },
+      ],
+      optional: true,
+    },
+    timeBasedSearch: {
+      type: "string",
+      label: "Time Based Search",
+      description: "Filter the results by time",
+      options: [
+        {
+          label: "Past hour",
+          value: "qdr:h",
+        },
+        {
+          label: "Past 24 hours",
+          value: "qdr:d",
+        },
+        {
+          label: "Past week",
+          value: "qdr:w",
+        },
+        {
+          label: "Past month",
+          value: "qdr:m",
+        },
+        {
+          label: "Past year",
+          value: "qdr:y",
+        },
+      ],
+      optional: true,
+    },
+    customTimeout: {
+      type: "integer",
+      label: "Custom Timeout",
+      description: "Set a custom timeout for search operations. E.g. `30000`",
+      optional: true,
+    },
+    maxResults: {
+      type: "integer",
+      label: "Max Results",
+      description: "The maximum number of results to return",
+      default: 10,
+      optional: true,
+    },
+  },
+  async run({ $ }) {
+    const results = await this.firecrawl.search({
+      $,
+      data: {
+        query: this.query,
+        limit: this.maxResults,
+        scrapeOptions: this.scrapeOptionFormats
+          ? {
+            formats: this.scrapeOptionFormats,
+          }
+          : undefined,
+        tbs: this.timeBasedSearch,
+        timeout: this.customTimeout,
+      },
+    });
+    $.export("$summary", `Successfully searched for ${this.query}`);
+    return results;
+  },
+};

components/firecrawl/firecrawl.app.mjs

@@ -77,5 +77,12 @@ export default {
         ...opts,
       });
     },
+    search(opts = {}) {
+      return this._makeRequest({
+        method: "POST",
+        path: "/search",
+        ...opts,
+      });
+    },
   },
 };

components/firecrawl/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pipedream/firecrawl",
-  "version": "1.1.0",
+  "version": "1.2.0",
   "description": "Pipedream FireCrawl Components",
   "main": "firecrawl.app.mjs",
   "keywords": [
@@ -13,7 +13,6 @@
     "access": "public"
   },
   "dependencies": {
-    "@pipedream/platform": "^3.0.0"
+    "@pipedream/platform": "^3.1.0"
   }
 }
-