Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion components/firecrawl/actions/crawl-url/crawl-url.mjs
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@ export default {
key: "firecrawl-crawl-url",
name: "Crawl URL",
description: "Crawls a given URL and returns the contents of sub-pages. [See the documentation](https://docs.firecrawl.dev/api-reference/endpoint/crawl-post)",
version: "1.0.2",
version: "1.0.3",
type: "action",
props: {
firecrawl,
Expand Down
2 changes: 1 addition & 1 deletion components/firecrawl/actions/extract-data/extract-data.mjs
Original file line number Diff line number Diff line change
Expand Up @@ -6,7 +6,7 @@ export default {
key: "firecrawl-extract-data",
name: "Extract Data",
description: "Extract structured data from one or multiple URLs. [See the documentation](https://docs.firecrawl.dev/api-reference/endpoint/extract)",
version: "0.0.1",
version: "0.0.2",
type: "action",
props: {
firecrawl,
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@ export default {
key: "firecrawl-get-crawl-status",
name: "Get Crawl Data",
description: "Obtains the status and data from a previous crawl operation. [See the documentation](https://docs.firecrawl.dev/api-reference/endpoint/crawl-get)",
version: "0.0.3",
version: "0.0.4",
type: "action",
props: {
firecrawl,
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@ export default {
key: "firecrawl-get-extract-status",
name: "Get Extract Data",
description: "Obtains the status and data from a previous extract operation. [See the documentation](https://docs.firecrawl.dev/api-reference/endpoint/extract-get)",
version: "0.0.1",
version: "0.0.2",
type: "action",
props: {
firecrawl,
Expand Down
2 changes: 1 addition & 1 deletion components/firecrawl/actions/scrape-page/scrape-page.mjs
Original file line number Diff line number Diff line change
Expand Up @@ -7,7 +7,7 @@ export default {
name: "Scrape Page",
description:
"Scrapes a URL and returns content from that page. [See the documentation](https://docs.firecrawl.dev/api-reference/endpoint/scrape)",
version: "1.0.1",
version: "1.0.2",
type: "action",
props: {
firecrawl,
Expand Down
112 changes: 112 additions & 0 deletions components/firecrawl/actions/search/search.mjs
Original file line number Diff line number Diff line change
@@ -0,0 +1,112 @@
import firecrawl from "../../firecrawl.app.mjs";

export default {
key: "firecrawl-search",
name: "Search",
description: "Search the web and get full content from results. [See the documentation](https://docs.firecrawl.dev/features/search)",
version: "0.0.1",
type: "action",
props: {
firecrawl,
query: {
type: "string",
label: "Query",
description: "The query to search for",
},
scrapeOptionFormats: {
type: "string[]",
label: "Scrape Option Formats",
description: "Search with content scraping. You can specify multiple output formats.",
options: [
{
label: "Clean, formatted markdown content",
value: "markdown",
},
{
label: "Processed HTML content",
value: "html",
},
{
label: "Unmodified HTML content",
value: "rawHtml",
},
{
label: "List of links found on the page",
value: "links",
},
{
label: "Screenshot of the page",
value: "screenshot",
},
{
label: "Full-page screenshot",
value: "screenshot@fullPage",
},
{
label: "Structured data extraction",
value: "extract",
},
],
optional: true,
},
timeBasedSearch: {
type: "string",
label: "Time Based Search",
description: "Filter the results by time",
options: [
{
label: "Past hour",
value: "qdr:h",
},
{
label: "Past 24 hours",
value: "qdr:d",
},
{
label: "Past week",
value: "qdr:w",
},
{
label: "Past month",
value: "qdr:m",
},
{
label: "Past year",
value: "qdr:y",
},
],
optional: true,
},
customTimeout: {
type: "integer",
label: "Custom Timeout",
description: "Set a custom timeout for search operations. E.g. `30000`",
optional: true,
},
maxResults: {
type: "integer",
label: "Max Results",
description: "The maximum number of results to return",
default: 10,
optional: true,
},
},
async run({ $ }) {
const results = await this.firecrawl.search({
$,
data: {
query: this.query,
limit: this.maxResults,
scrapeOptions: this.scrapeOptionFormats
? {
formats: this.scrapeOptionFormats,
}
: undefined,
tbs: this.timeBasedSearch,
timeout: this.customTimeout,
},
});
$.export("$summary", `Successfully searched for ${this.query}`);
return results;
},
};
7 changes: 7 additions & 0 deletions components/firecrawl/firecrawl.app.mjs
Original file line number Diff line number Diff line change
Expand Up @@ -77,5 +77,12 @@ export default {
...opts,
});
},
search(opts = {}) {
return this._makeRequest({
method: "POST",
path: "/search",
...opts,
});
},
},
};
5 changes: 2 additions & 3 deletions components/firecrawl/package.json
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"name": "@pipedream/firecrawl",
"version": "1.1.0",
"version": "1.2.0",
"description": "Pipedream FireCrawl Components",
"main": "firecrawl.app.mjs",
"keywords": [
Expand All @@ -13,7 +13,6 @@
"access": "public"
},
"dependencies": {
"@pipedream/platform": "^3.0.0"
"@pipedream/platform": "^3.1.0"
}
}

32 changes: 23 additions & 9 deletions pnpm-lock.yaml

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

Loading