Skip to content
Merged
Show file tree
Hide file tree
Changes from 3 commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion components/firecrawl/actions/crawl-url/crawl-url.mjs
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@ export default {
key: "firecrawl-crawl-url",
name: "Crawl URL",
description: "Crawls a given URL and returns the contents of sub-pages. [See the documentation](https://docs.firecrawl.dev/api-reference/endpoint/crawl-post)",
version: "1.0.2",
version: "1.0.3",
type: "action",
props: {
firecrawl,
Expand Down
2 changes: 1 addition & 1 deletion components/firecrawl/actions/extract-data/extract-data.mjs
Original file line number Diff line number Diff line change
Expand Up @@ -6,7 +6,7 @@ export default {
key: "firecrawl-extract-data",
name: "Extract Data",
description: "Extract structured data from one or multiple URLs. [See the documentation](https://docs.firecrawl.dev/api-reference/endpoint/extract)",
version: "0.0.1",
version: "0.0.2",
type: "action",
props: {
firecrawl,
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@ export default {
key: "firecrawl-get-crawl-status",
name: "Get Crawl Data",
description: "Obtains the status and data from a previous crawl operation. [See the documentation](https://docs.firecrawl.dev/api-reference/endpoint/crawl-get)",
version: "0.0.3",
version: "0.0.4",
type: "action",
props: {
firecrawl,
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@ export default {
key: "firecrawl-get-extract-status",
name: "Get Extract Data",
description: "Obtains the status and data from a previous extract operation. [See the documentation](https://docs.firecrawl.dev/api-reference/endpoint/extract-get)",
version: "0.0.1",
version: "0.0.2",
type: "action",
props: {
firecrawl,
Expand Down
2 changes: 1 addition & 1 deletion components/firecrawl/actions/scrape-page/scrape-page.mjs
Original file line number Diff line number Diff line change
Expand Up @@ -7,7 +7,7 @@ export default {
name: "Scrape Page",
description:
"Scrapes a URL and returns content from that page. [See the documentation](https://docs.firecrawl.dev/api-reference/endpoint/scrape)",
version: "1.0.1",
version: "1.0.2",
type: "action",
props: {
firecrawl,
Expand Down
111 changes: 111 additions & 0 deletions components/firecrawl/actions/search/search.mjs
Original file line number Diff line number Diff line change
@@ -0,0 +1,111 @@
import firecrawl from "../../firecrawl.app.mjs";

export default {
key: "firecrawl-search",
name: "Search",
description: "Search the web and get full content from results. [See the documentation](https://docs.firecrawl.dev/features/search)",
version: "0.0.1",
type: "action",
props: {
firecrawl,
query: {
type: "string",
label: "Query",
description: "The query to search for",
},
scrapeOptionFormats: {
type: "string[]",
label: "Scrape Option Formats",
description: "Search with content scraping. You can specify multiple output formats.",
options: [
{
label: "Clean, formatted markdown content",
value: "markdown",
},
{
label: "Processed HTML content",
value: "html",
},
{
label: "Unmodified HTML content",
value: "rawHtml",
},
{
label: "List of links found on the page",
value: "links",
},
{
label: "Screenshot of the page",
value: "screenshot",
},
{
label: "Full-page screenshot",
value: "screenshot@fullPage",
},
{
label: "Structured data extraction",
value: "extract",
},
],
optional: true,
},
timeBasedSearch: {
type: "string",
label: "Time Based Search",
description: "Filter the results by time",
options: [
{
label: "Past hour",
value: "qdr:h",
},
{
label: "Past 24 hours",
value: "qdr:d",
},
{
label: "Past week",
value: "qdr:w",
},
{
label: "Past month",
value: "qdr:m",
},
{
label: "Past year",
value: "qdr:y",
},
],
optional: true,
},
customTimeout: {
type: "integer",
label: "Custom Timeout",
description: "Set a custom timeout for search operations. E.g. `30000`",
optional: true,
},
maxResults: {
type: "integer",
label: "Max Results",
description: "The maximum number of results to return",
default: 10,
optional: true,
},
},
async run({ $ }) {
const results = await this.firecrawl.search({
data: {
query: this.query,
limit: this.maxResults,
scrapeOptions: this.scrapeOptionFormats
? {
formats: this.scrapeOptionFormats,
}
: undefined,
tbs: this.timeBasedSearch,
timeout: this.customTimeout,
},
});
$.export("$summary", `Successfully searched for ${this.query}`);
return results;
},
};
7 changes: 7 additions & 0 deletions components/firecrawl/firecrawl.app.mjs
Original file line number Diff line number Diff line change
Expand Up @@ -77,5 +77,12 @@ export default {
...opts,
});
},
search(opts = {}) {
return this._makeRequest({
method: "POST",
path: "/search",
...opts,
});
},
},
};
5 changes: 2 additions & 3 deletions components/firecrawl/package.json
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"name": "@pipedream/firecrawl",
"version": "1.1.0",
"version": "1.2.0",
"description": "Pipedream FireCrawl Components",
"main": "firecrawl.app.mjs",
"keywords": [
Expand All @@ -13,7 +13,6 @@
"access": "public"
},
"dependencies": {
"@pipedream/platform": "^3.0.0"
"@pipedream/platform": "^3.1.0"
}
}

32 changes: 23 additions & 9 deletions pnpm-lock.yaml

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

Loading