Lots of other data source updates

Author: GTFalcao

components/notion/actions/create-page-from-database/create-page-from-database.mjs

@@ -6,25 +6,16 @@ import base from "../common/base-page-builder.mjs";
 export default {
   ...base,
   key: "notion-create-page-from-database",
-  name: "Create Page from Database",
-  description: "Create a page from a database. [See the documentation](https://developers.notion.com/reference/post-page)",
+  name: "Create Page from Data Source",
+  description: "Create a page from a data source. [See the documentation](https://developers.notion.com/reference/post-page)",
   version: "1.0.0",
   type: "action",
   props: {
     notion,
-    parent: {
-      propDefinition: [
-        notion,
-        "databaseId",
-      ],
-    },
     parentDataSource: {
       propDefinition: [
         notion,
         "dataSourceId",
-        ({ parent }) => ({
-          databaseId: parent,
-        }),
       ],
       label: "Parent Data Source ID",
       description: "Select a parent data source or provide a data source ID",

components/notion/actions/query-database/query-database.mjs

@@ -5,23 +5,14 @@ export default {
   key: "notion-query-database",
   name: "Query Data Source",
   description: "Query a data source with a specified filter. [See the documentation](https://developers.notion.com/reference/query-a-data-source)",
-  version: "1.0.0",
+  version: "1.0.{{ts}}",
   type: "action",
   props: {
     notion,
-    databaseId: {
-      propDefinition: [
-        notion,
-        "databaseId",
-      ],
-    },
     dataSourceId: {
       propDefinition: [
         notion,
         "dataSourceId",
-        ({ databaseId }) => ({
-          databaseId,
-        }),
       ],
     },
     filter: {

components/notion/actions/retrieve-database-content/retrieve-database-content.mjs

@@ -8,19 +8,10 @@ export default {
   type: "action",
   props: {
     notion,
-    databaseId: {
-      propDefinition: [
-        notion,
-        "databaseId",
-      ],
-    },
     dataSourceId: {
       propDefinition: [
         notion,
         "dataSourceId",
-        ({ databaseId }) => ({
-          databaseId,
-        }),
       ],
     },
   },

components/notion/actions/retrieve-database-schema/retrieve-database-schema.mjs

@@ -8,19 +8,10 @@ export default {
   type: "action",
   props: {
     notion,
-    databaseId: {
-      propDefinition: [
-        notion,
-        "databaseId",
-      ],
-    },
     dataSourceId: {
       propDefinition: [
         notion,
         "dataSourceId",
-        ({ databaseId }) => ({
-          databaseId,
-        }),
       ],
     },
   },

components/notion/actions/update-database/update-database.mjs

@@ -11,19 +11,10 @@ export default {
   type: "action",
   props: {
     notion,
-    databaseId: {
-      propDefinition: [
-        notion,
-        "databaseId",
-      ],
-    },
     dataSourceId: {
       propDefinition: [
         notion,
         "dataSourceId",
-        ({ databaseId }) => ({
-          databaseId,
-        }),
       ],
       reloadProps: true,
     },
@@ -47,7 +38,7 @@ export default {
     },
   },
   async additionalProps(props) {
-    if (this.databaseId && this.dataSourceId) {
+    if (this.dataSourceId) {
       const dataSource = await this.notion.retrieveDataSource(this.dataSourceId);
 
       props.title.default = dataSource.title.map((text) => text.text.content).join(" ");
@@ -64,7 +55,7 @@ export default {
   },
   async run({ $ }) {
     const response = await this.notion.updateDataSource({
-      dataSource_id: this.dataSourceId,
+      data_source_id: this.dataSourceId,
       title: [
         {
           text: {

components/notion/actions/update-page/update-page.mjs

@@ -16,19 +16,10 @@ export default {
       alertType: "info",
       content: "Properties that are not set will remain unchanged.",
     },
-    parent: {
-      propDefinition: [
-        notion,
-        "databaseId",
-      ],
-    },
     parentDataSource: {
       propDefinition: [
         notion,
         "dataSourceId",
-        (c) => ({
-          databaseId: c.parent,
-        }),
       ],
       label: "Parent Data Source ID",
       description: "Select the data source that contains the page to update. If you instead provide a data source ID in a custom expression, you will also have to provide the page's ID in a custom expression",
@@ -61,7 +52,7 @@ export default {
         "propertyTypes",
         (c) => ({
           parentId: c.parentDataSource,
-          parentType: "dataSource",
+          parentType: "data_source",
         }),
       ],
       reloadProps: true,

components/notion/notion.app.mjs

@@ -7,28 +7,18 @@ export default {
   type: "app",
   app: "notion",
   propDefinitions: {
-    databaseId: {
+    dataSourceId: {
       type: "string",
-      label: "Database ID",
-      description: "Select a database or provide a database ID",
+      label: "Data Source ID",
+      description: "Select a data source or provide a data source ID",
       async options({ prevContext }) {
-        const response = await this.listDatabases({
+        const response = await this.listDataSources({
           start_cursor: prevContext.nextPageParameters ?? undefined,
         });
-        const options = this._extractDatabaseTitleOptions(response.results);
+        const options = this._extractDataSourceTitleOptions(response.results);
         return this._buildPaginatedOptions(options, response.next_cursor);
       },
     },
-    dataSourceId: {
-      type: "string",
-      label: "Data Source ID",
-      description: "Select a data source from the database or provide a data source ID",
-      async options({ databaseId }) {
-        this._checkOptionsContext(databaseId, "Database ID");
-        const response = await this.getDataSourcesForDatabase(databaseId);
-        return this._extractDatabaseTitleOptions(response);
-      },
-    },
     pageId: {
       type: "string",
       label: "Page ID",
@@ -113,10 +103,10 @@ export default {
       async options({
         parentId, parentType,
       }) {
-        this._checkOptionsContext(parentId, "Database ID");
+        this._checkOptionsContext(parentId, "Data Source ID");
         try {
-          const { properties } = parentType === "database"
-            ? await this.retrieveDatabase(parentId)
+          const { properties } = parentType === "data_source"
+            ? await this.retrieveDataSource(parentId)
             : await this.retrievePage(parentId);
           return Object.keys(properties);
         } catch (error) {
@@ -232,7 +222,7 @@ export default {
         notionVersion: "2025-09-03",
       });
     },
-    _extractDatabaseTitleOptions(databases) {
+    _extractDataSourceTitleOptions(databases) {
       return databases.map((database) => {
         const title = database.title
           .map((title) => title.plain_text)
@@ -266,8 +256,8 @@ export default {
         },
       };
     },
-    extractDatabaseTitle(database) {
-      return this._extractDatabaseTitleOptions([
+    extractDataSourceTitle(database) {
+      return this._extractDataSourceTitleOptions([
         database,
       ])[0].label;
     },
@@ -276,31 +266,25 @@ export default {
         page,
       ])[0].label;
     },
-    async listDatabases(params = {}) {
+    async listDataSources(params = {}) {
       return this._getNotionClient().search({
         filter: {
           property: "object",
-          value: "database",
+          value: "data_source",
         },
         ...params,
       });
     },
-    async queryDatabase(databaseId, params = {}) {
-      return this._getNotionClient().databases.query({
-        database_id: databaseId,
-        ...params,
-      });
-    },
-    async retrieveDatabase(databaseId) {
-      return this._getNotionClient().databases.retrieve({
-        database_id: databaseId,
+    async retrieveDataSource(dataSourceId) {
+      return this._getNotionClient().dataSources.retrieve({
+        data_source_id: dataSourceId,
       });
     },
     async createDatabase(database) {
       return this._getNotionClient().databases.create(database);
     },
-    async updateDatabase(database) {
-      return this._getNotionClient().databases.update(database);
+    async updateDataSource(database) {
+      return this._getNotionClient().dataSources.update(database);
     },
     async queryDataSource(dataSourceId, params = {}) {
       return this._getNotionClient().request({
@@ -309,16 +293,6 @@ export default {
         body: params,
       });
     },
-    async retrieveDataSource(dataSourceId) {
-      return this._getNotionClient().request({
-        method: "GET",
-        path: `data_sources/${dataSourceId}`,
-      });
-    },
-    async getDataSourcesForDatabase(databaseId) {
-      const database = await this.retrieveDatabase(databaseId);
-      return database.data_sources || [];
-    },
     async createFileUpload(file) {
       return this._getNotionClient().fileUploads.create(file);
     },

components/notion/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pipedream/notion",
-  "version": "0.10.1",
+  "version": "1.0.0",
   "description": "Pipedream Notion Components",
   "main": "notion.app.mjs",
   "keywords": [
@@ -10,7 +10,7 @@
   "homepage": "https://pipedream.com/apps/notion",
   "author": "Pipedream <[email protected]> (https://pipedream.com/)",
   "dependencies": {
-    "@notionhq/client": "4.0.2",
+    "@notionhq/client": "^5.0.0",
     "@pipedream/platform": "^3.1.0",
     "@tryfabric/martian": "^1.2.4",
     "lodash-es": "^4.17.21",

components/notion/sources/common/base.mjs

@@ -35,7 +35,7 @@ export default {
       const ts = Date.parse(lastTime);
 
       if (type === constants.types.DATABASE || type === constants.types.DATA_SOURCE) {
-        title = this.notion.extractDatabaseTitle(obj);
+        title = this.notion.extractDataSourceTitle(obj);
       } else {
         title = this.notion.extractPageTitle(obj);
         // Create composite ID so update events for the same page have unique keys

components/notion/sources/new-data-source/new-data-source.mjs

@@ -0,0 +1,55 @@
+import base from "../common/base.mjs";
+import constants from "../common/constants.mjs";
+import sampleEmit from "./test-event.mjs";
+
+export default {
+  ...base,
+  key: "notion-new-data-source",
+  name: "New Data Source Created",
+  description: "Emit new event when a data source is created. [See the documentation](https://developers.notion.com/reference/data-source)",
+  version: "0.0.1",
+  type: "source",
+  props: {
+    ...base.props,
+    infoLabel: {
+      type: "alert",
+      alertType: "info",
+      content: "Ensure Data Sources are shared with your Pipedream integration to receive events.",
+    },
+  },
+  async run() {
+    const dataSources = [];
+    const params = this.lastCreatedSortParam();
+    const lastCreatedTimestamp = this.getLastCreatedTimestamp();
+
+    do {
+      const response = await this.notion.listDataSources(params);
+
+      for (const dataSource of response.results) {
+        if (!this.isResultNew(dataSource.created_time, lastCreatedTimestamp)) {
+          params.start_cursor = null;
+          break;
+        }
+        dataSources.push(dataSource);
+      }
+
+      params.start_cursor = response.next_cursor;
+    } while (params.start_cursor);
+
+    dataSources.reverse().forEach((dataSource) => {
+      const meta = this.generateMeta(
+        dataSource,
+        constants.types.DATA_SOURCE,
+        constants.timestamps.CREATED_TIME,
+        constants.summaries.DATA_SOURCE_ADDED,
+      );
+      this.$emit(dataSource, meta);
+    });
+
+    const lastCreatedTime = dataSources[dataSources.length - 1]?.created_time;
+    if (lastCreatedTime) {
+      this.setLastCreatedTimestamp(Date.parse(lastCreatedTime));
+    }
+  },
+  sampleEmit,
+};