📦 NEW: Service option to crawl primtive

Author: asharirfan

examples/nodejs/.env.example

@@ -6,3 +6,4 @@ LANGBASE_API_KEY=""
 # https://dashboard.exa.ai/api-keys
 EXA_API_KEY=""
 CRAWL_KEY=""
+FIRECRAWL_KEY=""

examples/nodejs/package.json

@@ -33,6 +33,7 @@
     "pipe.structured.outputs": "npx tsx ./pipes/pipe.structured.outputs.ts",
     "tools.web-search": "npx tsx ./tools/web-search.ts",
     "tools.crawl": "npx tsx ./tools/crawl.ts",
+    "tools.crawl.firecrawl": "npx tsx ./tools/crawl.firecrawl.ts",
     "embed": "npx tsx ./embed/index.ts",
     "chunker": "npx tsx ./chunker/index.ts",
     "parser": "npx tsx ./parser/index.ts",

examples/nodejs/tools/crawl.firecrawl.ts

@@ -0,0 +1,28 @@
+// Experimental upcoming beta AI primitve.
+// Please refer to the documentation for more information: https://langbase.com/docs for more information.
+import 'dotenv/config';
+import {Langbase} from 'langbase';
+
+const langbase = new Langbase({
+	apiKey: process.env.LANGBASE_API_KEY!,
+});
+
+/**
+ * Crawls specified URLs using firecrawl.dev service.
+ *
+ * Get your API key from the following link and set it in .env file.
+ *
+ * @link https://docs.firecrawl.dev/introduction
+ */
+async function main() {
+	const results = await langbase.tools.crawl({
+		url: ['https://langbase.com', 'https://langbase.com/about'],
+		maxPages: 1,
+		apiKey: process.env.FIRECRAWL_KEY!,
+		service: 'firecrawl',
+	});
+
+	console.log(results);
+}
+
+main();

examples/nodejs/tools/crawl.ts

@@ -18,7 +18,7 @@ async function main() {
 	const results = await langbase.tools.crawl({
 		url: ['https://langbase.com', 'https://langbase.com/about'],
 		maxPages: 1,
-		apiKey: process.env.CRAWL_KEY,
+		apiKey: process.env.CRAWL_KEY!,
 	});
 
 	console.log(results);

packages/langbase/src/langbase/langbase.ts

@@ -394,6 +394,7 @@ export interface ToolCrawlOptions {
 	url: string[];
 	maxPages?: number;
 	apiKey: string;
+	service?: 'spider' | 'firecrawl';
 }
 
 export interface ToolCrawlResponse {