components/webscraping_ai/webscraping_ai.app.mjs (1)

32-49: Add request parameter validation.

The API methods should validate their input parameters before making requests.

 pageHtmlByUrl(opts = {}) {
+  const { params = {} } = opts;
+  if (!params.url) {
+    throw new Error("URL parameter is required");
+  }
   return this._makeRequest({
     path: "/html",
     ...opts,
   });
 },
 pageTextByUrl(opts = {}) {
+  const { params = {} } = opts;
+  if (!params.url) {
+    throw new Error("URL parameter is required");
+  }
   return this._makeRequest({
     path: "/text",
     ...opts,
   });
 },
 getAnswerToQuestion(opts = {}) {
+  const { params = {} } = opts;
+  if (!params.url || !params.question) {
+    throw new Error("URL and question parameters are required");
+  }
   return this._makeRequest({
     path: "/ai/question",
     ...opts,
   });
 },

components/webscraping_ai/actions/ask-question/ask-question.mjs (1)

31-32: Enhance the success summary message.

The summary message should include the question that was asked for better context.

-    $.export("$summary", "Successfully retrieved answer to question");
+    $.export("$summary", `Successfully retrieved answer to question: "${this.question}"`);

components/webscraping_ai/actions/scrape-website-html/scrape-website-html.mjs (1)

9-17: Consider adding HTML processing options.

Add options for cleaning/sanitizing HTML and handling different character encodings.

 props: {
   webscrapingAI,
   targetUrl: {
     propDefinition: [
       webscrapingAI,
       "targetUrl",
     ],
   },
+  sanitizeHtml: {
+    type: "boolean",
+    label: "Sanitize HTML",
+    description: "Remove potentially unsafe HTML elements and attributes",
+    optional: true,
+    default: false,
+  },
+  encoding: {
+    type: "string",
+    label: "Character Encoding",
+    description: "Specify the character encoding for the response",
+    optional: true,
+    options: ["utf-8", "ascii", "iso-8859-1"],
+    default: "utf-8",
+  },
 },

components/webscraping_ai/actions/scrape-website-text/scrape-website-text.mjs (1)

39-43: Add parameter validation in run method.

Validate the combination of parameters before making the API request.

     params: {
       url: this.targetUrl,
       text_format: this.textFormat,
-      return_links: this.returnLinks,
+      return_links: this.textFormat === "json" ? this.returnLinks : undefined,
     },

Configuration used: CodeRabbit UI
Review profile: CHILL
Plan: Pro

components/webscraping_ai/common/utils.mjs (1)

1-8: Add error handling for non-stringifiable objects.

The stringifyHeaders function should handle cases where JSON.stringify fails for non-stringifiable objects (e.g., objects with circular references).

 function stringifyHeaders(headers) {
   if (!headers) {
     return undefined;
   }
-  return typeof headers === "string"
-    ? headers
-    : JSON.stringify(headers);
+  try {
+    return typeof headers === "string"
+      ? headers
+      : JSON.stringify(headers);
+  } catch (error) {
+    console.error("Failed to stringify headers:", error);
+    return undefined;
+  }
 }

components/webscraping_ai/actions/scrape-website-html/scrape-website-html.mjs (1)

96-101: Add validation for returnScriptResult property.

The returnScriptResult property should be disabled when jsScript is not provided.

 returnScriptResult: {
   type: "boolean",
   label: "Return Script Result",
   description: "Return result of the custom JavaScript code (`js_script` parameter) execution on the target page (`false` by default, page HTML will be returned).",
   optional: true,
+  validate: function({ returnScriptResult, jsScript }) {
+    if (returnScriptResult && !jsScript) {
+      return "Return Script Result option is only available when JS Script is provided";
+    }
+    return true;
+  },
 },

Configuration used: CodeRabbit UI
Review profile: CHILL
Plan: Pro