Merge branch 'master' into issue-12416

Author: lcaresia

components/airtable_oauth/actions/list-bases/list-bases.mjs

@@ -0,0 +1,23 @@
+import airtable from "../../airtable_oauth.app.mjs";
+
+export default {
+  key: "airtable_oauth-list-bases",
+  name: "List Bases",
+  description:
+    "Get the list of bases that can be accessed. [See the documentation](https://airtable.com/developers/web/api/list-bases)",
+  type: "action",
+  version: "0.0.1",
+  props: {
+    airtable,
+  },
+  async run({ $ }) {
+    const { bases } = await this.airtable.listBases({
+      $,
+    });
+    $.export(
+      "$summary",
+      `Successfully retrieved ${bases.length} bases`,
+    );
+    return bases;
+  },
+};

components/airtable_oauth/actions/list-tables/list-tables.mjs

@@ -0,0 +1,30 @@
+import airtable from "../../airtable_oauth.app.mjs";
+
+export default {
+  key: "airtable_oauth-list-tables",
+  name: "List Tables",
+  description:
+    "Get a list of tables in the selected base. [See the documentation](https://airtable.com/developers/web/api/get-base-schema)",
+  type: "action",
+  version: "0.0.1",
+  props: {
+    airtable,
+    baseId: {
+      propDefinition: [
+        airtable,
+        "baseId",
+      ],
+    },
+  },
+  async run({ $ }) {
+    const { tables } = await this.airtable.listTables({
+      $,
+      baseId: this.baseId,
+    });
+    $.export(
+      "$summary",
+      `Successfully retrieved ${tables.length} tables`,
+    );
+    return tables;
+  },
+};

components/airtable_oauth/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pipedream/airtable_oauth",
-  "version": "0.4.4",
+  "version": "0.5.0",
   "description": "Pipedream Airtable (OAuth) Components",
   "main": "airtable_oauth.app.mjs",
   "keywords": [

components/google_search_console/README.md

@@ -9,3 +9,10 @@ The Google Search Console API opens a treasure trove of data and insights about
 - **Sync Search Results with Google Sheets**: Create a workflow that periodically pulls data from the Google Search Console API and adds it to a Google Sheet. This is useful for maintaining an evolving dataset for deeper analysis, historical reference, or sharing insights across teams without giving direct access to the Search Console.
 
 - **Automatic Sitemap Submission**: Set up a Pipedream workflow that triggers whenever a new sitemap is generated in your content management system (CMS). The workflow can then automatically submit the sitemap to Google Search Console via API, ensuring Google has the latest structure of your site for crawling and indexing.
+
+## Available Actions
+
+[Retrieve Site Performance Data](./actions/retrieve-site-performance-data/README.md)
+[Submit URL for Indexing](./actions/submit-url-for-indexing/README.md)
+
+

components/google_search_console/actions/retrieve-site-performance-data/retrieve-site-performance-data.mjs

@@ -0,0 +1,125 @@
+import googleSearchConsole from "../../google_search_console.app.mjs";
+import { trimIfString } from "../../common/utils.mjs";
+
+export default {
+  name: "Retrieve Site Performance Data",
+  description: "Fetches search analytics from Google Search Console for a verified site.",
+  key: "google_search_console-retrieve-site-performance-data",
+  version: "0.0.2",
+  type: "action",
+  props: {
+    googleSearchConsole,
+    siteUrl: {
+      type: "string",
+      label: "Verified Site URL",
+      description: "Including https:// is strongly advised",
+    },
+    startDate: {
+      type: "string",
+      label: "Start Date (YYYY-MM-DD)",
+      description: "Start date of the range for which to retrieve site performance data",
+    },
+    endDate: {
+      type: "string",
+      label: "End Date (YYYY-MM-DD)",
+      description: "Enddate of the range for which to retrieve site performance data",
+    },
+    dimensions: {
+      type: "string[]",
+      label: "Dimensions",
+      optional: true,
+      description: "e.g. ['query', 'page', 'country', 'device']",
+    },
+    searchType: {
+      type: "string",
+      label: "Search Type",
+      description: "The type of search to use",
+      optional: true,
+      options: [
+        "web",
+        "image",
+        "video",
+        "news",
+        "googleNews",
+        "discover",
+      ],
+      default: "web",
+    },
+    aggregationType: {
+      type: "string",
+      label: "Aggregation Type",
+      description: "The aggregation type to use",
+      optional: true,
+      options: [
+        "auto",
+        "byPage",
+      ],
+    },
+    rowLimit: {
+      type: "integer",
+      label: "Max Rows",
+      description: "Max number of rows to return",
+      default: 10,
+      optional: true,
+    },
+    startRow: {
+      type: "integer",
+      label: "Start Row",
+      description: "Start row (for pagination)",
+      optional: true,
+    },
+    dimensionFilterGroups: {
+      type: "object",
+      label: "Dimension Filters",
+      optional: true,
+      description: "Follow Search Console API structure for filters",
+    },
+    dataState: {
+      type: "string",
+      label: "Data State",
+      description: "The data state to use",
+      optional: true,
+      options: [
+        "all",
+        "final",
+      ],
+      default: "final",
+    },
+  },
+  async run({ $ }) {
+    const {
+      googleSearchConsole,
+      siteUrl,
+      dimensionFilterGroups,
+      ...fields
+    } = this;
+
+    const body = Object.entries(fields).reduce((acc, [
+      key,
+      value,
+    ]) => {
+      acc[key] = trimIfString(value);
+      return acc;
+    }, {});
+
+    let response;
+    try {
+      response = await googleSearchConsole.getSitePerformanceData({
+        $,
+        url: siteUrl,
+        data: {
+          ...body,
+          dimensionFilterGroups: googleSearchConsole.parseIfJsonString(dimensionFilterGroups),
+        },
+      });
+    } catch (error) {
+      // Identify if the error was thrown by internal validation or by the API call
+      const thrower = googleSearchConsole.checkWhoThrewError(error);
+      throw new Error(`Failed to fetch data ( ${thrower.whoThrew} error ) : ${error.message}. `);
+    };
+
+    $.export("$summary", ` Fetched ${response.rows?.length || 0} rows of data. `);
+    return response;
+  },
+};
+

components/google_search_console/actions/submit-url-for-indexing/submit-url-for-indexing.mjs

@@ -0,0 +1,48 @@
+import googleSearchConsole from "../../google_search_console.app.mjs";
+import { trimIfString } from "../../common/utils.mjs";
+
+export default {
+  name: "Submit URL for Indexing",
+  description: "Sends a URL update notification to the Google Indexing API",
+  key: "google_search_console-submit-url-for-indexing",
+  version: "0.0.2",
+  type: "action",
+  props: {
+    googleSearchConsole,
+    siteUrl: {
+      type: "string",
+      label: "URL for indexing",
+      description: "URL to be submitted for indexing",
+    },
+  },
+  async run({ $ }) {
+    const siteUrl = trimIfString(this.siteUrl);
+
+    const warnings = [];
+
+    const urlCheck = this.googleSearchConsole.checkIfUrlValid(siteUrl);
+    if (urlCheck.warnings) {
+      warnings.push(...urlCheck.warnings);
+    }
+
+    let response;
+    try {
+      response = await this.googleSearchConsole.submitUrlForIndexing({
+        $,
+        data: {
+          url: siteUrl,
+          type: "URL_UPDATED", // Notifies Google that the content at this URL has been updated
+        },
+      });
+    } catch (error) {
+      const thrower = this.googleSearchConsole.checkWhoThrewError(error);
+      throw new Error(`Failed to fetch data ( ${thrower.whoThrew} error ) : ${error.message}. ` + warnings.join("\n- "));
+
+    };
+
+    // Output a summary message and any accumulated warnings
+    $.export("$summary", ` URL submitted to Google: ${this.siteUrl}`  + warnings.join("\n- "));
+
+    return response;
+  },
+};