feat: add files

Author: VinciGit00

scrapegraph-js/src/agenticScraper.js

@@ -1,5 +1,7 @@
 import axios from 'axios';
 import handleError from './utils/handleError.js';
+import { isMockEnabled, getMockConfig } from './utils/mockConfig.js';
+import { getMockResponse } from './utils/mockResponse.js';
 
 /**
  * Perform automated browser actions on a webpage using AI-powered agentic scraping.
@@ -11,6 +13,8 @@ import handleError from './utils/handleError.js';
  * @param {string} [userPrompt=null] - Prompt for AI extraction (required when aiExtraction=true)
  * @param {Object} [outputSchema=null] - Schema for structured data extraction (optional, used with aiExtraction=true)
  * @param {boolean} [aiExtraction=false] - Whether to use AI for data extraction from the scraped content
+ * @param {Object} options - Optional configuration options
+ * @param {boolean} options.mock - Override mock mode for this request
  * @returns {Promise<Object>} Response from the API containing request_id and initial status
  * @throws {Error} Will throw an error in case of an HTTP failure or invalid parameters.
  *
@@ -60,7 +64,19 @@ import handleError from './utils/handleError.js';
  *   console.error('Error:', error.message);
  * }
  */
-export async function agenticScraper(apiKey, url, steps, useSession = true, userPrompt = null, outputSchema = null, aiExtraction = false) {
+export async function agenticScraper(apiKey, url, steps, useSession = true, userPrompt = null, outputSchema = null, aiExtraction = false, options = {}) {
+  const { mock = null } = options;
+
+  // Check if mock mode is enabled
+  const useMock = mock !== null ? mock : isMockEnabled();
+  
+  if (useMock) {
+    console.log('🧪 Mock mode active. Returning stub for agenticScraper request');
+    const mockConfig = getMockConfig();
+    const mockData = getMockResponse('POST', 'https://api.scrapegraphai.com/v1/agentic-scrapper', mockConfig.customResponses, mockConfig.customHandler);
+    return mockData;
+  }
+
   const endpoint = 'https://api.scrapegraphai.com/v1/agentic-scrapper';
   const headers = {
     'accept': 'application/json',

scrapegraph-js/src/crawl.js

@@ -2,6 +2,8 @@ import axios from 'axios';
 import handleError from './utils/handleError.js';
 import { ZodType } from 'zod';
 import { zodToJsonSchema } from 'zod-to-json-schema';
+import { isMockEnabled, getMockConfig } from './utils/mockConfig.js';
+import { getMockResponse } from './utils/mockResponse.js';
 
 /**
  * Start a crawl job using the ScrapeGraphAI API.
@@ -18,6 +20,7 @@ import { zodToJsonSchema } from 'zod-to-json-schema';
  * @param {boolean} [options.sameDomainOnly=true] - Whether to only crawl pages from the same domain
  * @param {boolean} [options.sitemap] - Whether to use sitemap for better page discovery
  * @param {number} [options.batchSize=1] - Batch size for processing pages (1-10)
+ * @param {boolean} [options.mock] - Override mock mode for this request
  * @returns {Promise<Object>} The crawl job response
  * @throws {Error} Throws an error if the HTTP request fails
  */
@@ -28,6 +31,17 @@ export async function crawl(
   schema,
   options = {}
 ) {
+  const { mock = null } = options;
+
+  // Check if mock mode is enabled
+  const useMock = mock !== null ? mock : isMockEnabled();
+  
+  if (useMock) {
+    console.log('🧪 Mock mode active. Returning stub for crawl request');
+    const mockConfig = getMockConfig();
+    const mockData = getMockResponse('POST', 'https://api.scrapegraphai.com/v1/crawl', mockConfig.customResponses, mockConfig.customHandler);
+    return mockData;
+  }
   const endpoint = 'https://api.scrapegraphai.com/v1/crawl';
   const headers = {
     'accept': 'application/json',
@@ -81,7 +95,19 @@ export async function crawl(
  * @returns {Promise<Object>} The crawl result
  * @throws {Error} Throws an error if the HTTP request fails
  */
-export async function getCrawlRequest(apiKey, crawlId) {
+export async function getCrawlRequest(apiKey, crawlId, options = {}) {
+  const { mock = null } = options;
+
+  // Check if mock mode is enabled
+  const useMock = mock !== null ? mock : isMockEnabled();
+  
+  if (useMock) {
+    console.log('🧪 Mock mode active. Returning stub for getCrawlRequest');
+    const mockConfig = getMockConfig();
+    const mockData = getMockResponse('GET', `https://api.scrapegraphai.com/v1/crawl/${crawlId}`, mockConfig.customResponses, mockConfig.customHandler);
+    return mockData;
+  }
+
   const endpoint = `https://api.scrapegraphai.com/v1/crawl/${crawlId}`;
   const headers = {
     'accept': 'application/json',