feat(scrapeless): update actions

- Fix request URLs for `submit-scrape-job` and `get-scrape-result` actions
- Refactor `submit-scrape-job` input props to align with Scrapeless's official API parameters
- Fix issue with retrieving additional props asynchronously

Author: joy-chanboop

components/scrapeless/actions/crawler/crawler.mjs

@@ -4,7 +4,7 @@ export default {
   key: "scrapeless-crawler",
   name: "Crawler",
   description: "Crawl any website at scale and say goodbye to blocks. [See the documentation](https://apidocs.scrapeless.com/api-17509010).",
-  version: "0.0.1",
+  version: "0.0.2",
   type: "action",
   props: {
     scrapeless,
@@ -62,7 +62,7 @@ export default {
       throw new Error(response?.error || "Failed to retrieve crawling results");
     }
   },
-  async additionalProps() {
+  additionalProps() {
     const { apiServer } = this;
 
     const props = {};

components/scrapeless/actions/get-scrape-result/get-scrape-result.mjs

@@ -4,7 +4,7 @@ export default {
   key: "scrapeless-get-scrape-result",
   name: "Get Scrape Result",
   description: "Retrieve the result of a completed scraping job. [See the documentation](https://apidocs.scrapeless.com/api-11949853)",
-  version: "0.0.2",
+  version: "0.0.3",
   type: "action",
   props: {
     scrapeless,

components/scrapeless/actions/scraping-api/scraping-api.mjs

@@ -4,7 +4,7 @@ export default {
   key: "scrapeless-scraping-api",
   name: "Scraping API",
   description: "Endpoints for fresh, structured data from 100+ popular sites. [See the documentation](https://apidocs.scrapeless.com/api-12919045).",
-  version: "0.0.1",
+  version: "0.0.2",
   type: "action",
   props: {
     scrapeless,
@@ -91,7 +91,7 @@ export default {
     }
 
   },
-  async additionalProps() {
+  additionalProps() {
     const { apiServer } = this;
 
     const props = {};

components/scrapeless/actions/submit-scrape-job/submit-scrape-job.mjs

@@ -1,76 +1,68 @@
-import { ConfigurationError } from "@pipedream/platform";
-import { ACTOR_OPTIONS } from "../../common/constants.mjs";
-import { parseObject } from "../../common/utils.mjs";
+import { COUNTRY_OPTIONS } from "../../common/constants.mjs";
+import { log } from "../../common/utils.mjs";
 import scrapeless from "../../scrapeless.app.mjs";
 
 export default {
   key: "scrapeless-submit-scrape-job",
   name: "Submit Scrape Job",
   description: "Submit a new web scraping job with specified target URL and extraction rules. [See the documentation](https://apidocs.scrapeless.com/api-11949852)",
-  version: "0.0.2",
+  version: "0.0.3",
   type: "action",
   props: {
     scrapeless,
     actor: {
       type: "string",
       label: "Actor",
+      default: "scraper.shopee",
       description: "The actor to use for the scrape job. This can be a specific user or a system account.",
-      options: ACTOR_OPTIONS,
     },
     inputUrl: {
       type: "string",
       label: "Input URL",
       description: "Target URL to scrape. This is the URL of the web page you want to extract data from.",
-      optional: true,
     },
     proxyCountry: {
       type: "string",
       label: "Proxy Country",
       description: "The country to route the request through. This can help in bypassing geo-restrictions.",
-      optional: true,
-    },
-    additionalInput: {
-      type: "object",
-      label: "Additional Input",
-      description: "Additional input parameters if you need to pass a specific configuration based on the actor. [See the documentation](https://apidocs.scrapeless.com/) for further details.",
-      optional: true,
+      default: "ANY",
+      options: COUNTRY_OPTIONS.map((country) => ({
+        label: country.label,
+        value: country.value,
+      })),
     },
     asyncMode: {
       type: "boolean",
       label: "Async Mode",
+      default: true,
       description: "Whether to run the scrape job in asynchronous mode. If set to true, the job will be processed in the background.",
     },
   },
   async run({ $ }) {
     try {
       const data = {
         actor: this.actor,
-        input: parseObject(this.additionalInput),
-      };
-
-      if (this.asyncMode) {
-        data.async = this.asyncMode;
-      }
-      if (this.inputUrl) {
-        data.input.url = this.inputUrl;
-      }
-      if (this.proxyCountry) {
-        data.proxy = {
+        input: {
+          url: this.inputUrl,
+        },
+        proxy: {
           country: this.proxyCountry,
-        };
-      }
+        },
+        async: this.asyncMode,
+      };
 
       const response = await this.scrapeless.submitScrapeJob({
         $,
         data,
       });
+      log(response);
 
       $.export("$summary", this.asyncMode
         ? `Successfully submitted scrape job with ID: ${response.taskId}`
         : "Successfully scraped the target configuration.");
       return response;
-    } catch ({ response }) {
-      throw new ConfigurationError(response.data.message);
+    } catch (error) {
+      throw new Error(error.message);
     }
   },
 };

components/scrapeless/actions/universal-scraping-api/universal-scraping-api.mjs

@@ -1,11 +1,11 @@
 import scrapeless from "../../scrapeless.app.mjs";
-import { countryOptions } from "../../common/constants.mjs";
+import { COUNTRY_OPTIONS } from "../../common/constants.mjs";
 
 export default {
   key: "scrapeless-universal-scraping-api",
   name: "Universal Scraping API",
   description: "Access any website at scale and say goodbye to blocks. [See the documentation](https://apidocs.scrapeless.com/api-11949854).",
-  version: "0.0.1",
+  version: "0.0.2",
   type: "action",
   props: {
     scrapeless,
@@ -46,7 +46,7 @@ export default {
       return response;
     }
   },
-  async additionalProps() {
+  additionalProps() {
     const { apiServer } = this;
 
     const props = {};
@@ -74,7 +74,7 @@ export default {
         type: "string",
         label: "Country",
         default: "ANY",
-        options: countryOptions.map((country) => ({
+        options: COUNTRY_OPTIONS.map((country) => ({
           label: country.label,
           value: country.value,
         })),

components/scrapeless/common/constants.mjs

@@ -1,142 +1,4 @@
-export const ACTOR_OPTIONS = [
-  {
-    label: "Shopee",
-    value: "scraper.shopee",
-  },
-  {
-    label: "BR Sites - Solucoes cnpjreva",
-    value: "scraper.solucoes",
-  },
-  {
-    label: "BR Sites - Solucoes certidaointernet",
-    value: "scraper.solucoes.certidaointernet",
-  },
-  {
-    label: "BR Sites - Servicos receita",
-    value: "scraper.servicos.receita",
-  },
-  {
-    label: "BR Sites - Consopt",
-    value: "scraper.consopt",
-  },
-  {
-    label: "Avnet",
-    value: "scraper.avnet",
-  },
-  {
-    label: "Arrow",
-    value: "scraper.arrow",
-  },
-  {
-    label: "Airline Iberia",
-    value: "scraper.iberia",
-  },
-  {
-    label: "Airline Expedia",
-    value: "scraper.expedia",
-  },
-  {
-    label: "Airline Kayak",
-    value: "scraper.kayak",
-  },
-  {
-    label: "Amazon Product",
-    value: "scraper.amazon.product",
-  },
-  {
-    label: "Amazon Seller",
-    value: "scraper.amazon.seller",
-  },
-  {
-    label: "Amazon Keywords",
-    value: "scraper.amazon.keywords",
-  },
-  {
-    label: "Temu",
-    value: "scraper.temu.mobile.detail",
-  },
-  {
-    label: "Google Search",
-    value: "scraper.google.search",
-  },
-  {
-    label: "Google Trends",
-    value: "scraper.google.trends",
-  },
-  {
-    label: "Google FLights",
-    value: "scraper.google.flights",
-  },
-  {
-    label: "Google FLights Chart",
-    value: "scraper.google.flights.chart",
-  },
-  {
-    label: "Google Maps",
-    value: "scraper.google.maps",
-  },
-  {
-    label: "Google Scholar",
-    value: "scraper.google.scholar",
-  },
-  {
-    label: "Google Jobs",
-    value: "scraper.google.jobs",
-  },
-  {
-    label: "Google Shopping",
-    value: "scraper.google.shopping",
-  },
-  {
-    label: "Google Hotels",
-    value: "scraper.google.hotels",
-  },
-  {
-    label: "Google News",
-    value: "scraper.google.news",
-  },
-  {
-    label: "Google Lens",
-    value: "scraper.google.lens",
-  },
-  {
-    label: "Google Finance",
-    value: "scraper.google.finance",
-  },
-  {
-    label: "Google Product",
-    value: "scraper.google.product",
-  },
-  {
-    label: "Google Play Games",
-    value: "scraper.google.play.games",
-  },
-  {
-    label: "Google Play Books",
-    value: "scraper.google.play.books",
-  },
-  {
-    label: "Google Play Movies",
-    value: "scraper.google.play.movies",
-  },
-  {
-    label: "Google Play Product",
-    value: "scraper.google.play.product",
-  },
-  {
-    label: "Google Play Apps",
-    value: "scraper.google.play",
-  },
-  {
-    label: "Google Ads",
-    value: "scraper.google.ads",
-  },
-  {
-    label: "Mouser",
-    value: "scraper.mouser",
-  },
-];
-export const countryOptions = [
+export const COUNTRY_OPTIONS = [
   {
     regionId: -1,
     value: "ANY",

components/scrapeless/scrapeless.app.mjs

@@ -37,13 +37,13 @@ export default {
     submitScrapeJob(opts = {}) {
       return this._makeRequest({
         method: "POST",
-        path: "/scraper/request",
+        path: "/v1/scraper/request",
         ...opts,
       });
     },
     getScrapeResult({ scrapeJobId }) {
       return this._makeRequest({
-        path: `/scraper/result/${scrapeJobId}`,
+        path: `/v1/scraper/result/${scrapeJobId}`,
       });
     },
   },