resolved conflict

Author: Lokeshchand33

components/databricks/databricks.app.mjs

@@ -1,4 +1,5 @@
 import { axios } from "@pipedream/platform";
+import constants from "./common/constants.mjs";
 
 export default {
   type: "app",
@@ -8,14 +9,30 @@ export default {
       type: "string",
       label: "Job",
       description: "Identifier of a job",
-      async options() {
-        const { jobs } = await this.listJobs();
-        return jobs?.map(({
+      async options({ prevContext }) {
+        if (prevContext.pageToken === null) {
+          return [];
+        }
+        const {
+          jobs, next_page_token: pageToken,
+        } = await this.listJobs({
+          params: {
+            page_token: prevContext.pageToken,
+            limit: constants.DEFAULT_LIMIT,
+          },
+        });
+        const options = jobs?.map(({
           job_id: value, settings,
         }) => ({
           value,
-          label: settings.name,
+          label: settings?.name || value,
         })) || [];
+        return {
+          options,
+          context: {
+            pageToken: pageToken || null,
+          },
+        };
       },
     },
     runId: {
@@ -102,51 +119,155 @@ export default {
     },
   },
   methods: {
-
-    _baseUrl() {
-      return `https://${this.$auth.domain}.cloud.databricks.com/api/2.0`;
+    getUrl(path, versionPath = constants.VERSION_PATH.V2_0) {
+      const baseUrl = constants.BASE_URL.replace(constants.DOMAIN_PLACEHOLDER, this.$auth.domain);
+      return `${baseUrl}${versionPath}${path}`;
     },
     _headers() {
       return {
         Authorization: `Bearer ${this.$auth.access_token}`,
       };
     },
     _makeRequest({
-      $ = this,
-      path,
-      ...args
-    }) {
+      $ = this, path, versionPath, ...args
+    } = {}) {
       return axios($, {
-        url: `${this._baseUrl()}${path}`,
+        url: this.getUrl(path, versionPath),
         headers: this._headers(),
         paramsSerializer: {
           indexes: null,
         },
         ...args,
       });
     },
+    createJob(args = {}) {
+      return this._makeRequest({
+        path: "/jobs/create",
+        method: "POST",
+        versionPath: constants.VERSION_PATH.V2_2,
+        ...args,
+      });
+    },
     listJobs(args = {}) {
       return this._makeRequest({
         path: "/jobs/list",
+        versionPath: constants.VERSION_PATH.V2_2,
+        ...args,
+      });
+    },
+    getJob(args = {}) {
+      return this._makeRequest({
+        path: "/jobs/get",
+        versionPath: constants.VERSION_PATH.V2_2,
+        ...args,
+      });
+    },
+    resetJob(args = {}) {
+      return this._makeRequest({
+        path: "/jobs/reset",
+        method: "POST",
+        versionPath: constants.VERSION_PATH.V2_2,
+        ...args,
+      });
+    },
+    updateJob(args = {}) {
+      return this._makeRequest({
+        path: "/jobs/update",
+        method: "POST",
+        versionPath: constants.VERSION_PATH.V2_2,
+        ...args,
+      });
+    },
+    deleteJob(args = {}) {
+      return this._makeRequest({
+        path: "/jobs/delete",
+        method: "POST",
+        versionPath: constants.VERSION_PATH.V2_2,
+        ...args,
+      });
+    },
+    runJobNow(args = {}) {
+      return this._makeRequest({
+        path: "/jobs/run-now",
+        method: "POST",
+        versionPath: constants.VERSION_PATH.V2_2,
+        ...args,
+      });
+    },
+    getRun(args = {}) {
+      return this._makeRequest({
+        path: "/jobs/runs/get",
+        versionPath: constants.VERSION_PATH.V2_2,
         ...args,
       });
     },
     listRuns(args = {}) {
       return this._makeRequest({
         path: "/jobs/runs/list",
+        versionPath: constants.VERSION_PATH.V2_2,
+        ...args,
+      });
+    },
+    cancelRun(args = {}) {
+      return this._makeRequest({
+        path: "/jobs/runs/cancel",
+        method: "POST",
+        versionPath: constants.VERSION_PATH.V2_2,
+        ...args,
+      });
+    },
+    cancelAllRuns(args = {}) {
+      return this._makeRequest({
+        path: "/jobs/runs/cancel-all",
+        method: "POST",
+        versionPath: constants.VERSION_PATH.V2_2,
         ...args,
       });
     },
     getRunOutput(args = {}) {
       return this._makeRequest({
         path: "/jobs/runs/get-output",
+        versionPath: constants.VERSION_PATH.V2_2,
         ...args,
       });
     },
-    runJobNow(args = {}) {
+    deleteRun(args = {}) {
       return this._makeRequest({
-        path: "/jobs/run-now",
+        path: "/jobs/runs/delete",
         method: "POST",
+        versionPath: constants.VERSION_PATH.V2_2,
+        ...args,
+      });
+    },
+    repairRun(args = {}) {
+      return this._makeRequest({
+        path: "/jobs/runs/repair",
+        method: "POST",
+        versionPath: constants.VERSION_PATH.V2_2,
+        ...args,
+      });
+    },
+    exportRun(args = {}) {
+      return this._makeRequest({
+        path: "/jobs/runs/export",
+        versionPath: constants.VERSION_PATH.V2_2,
+        ...args,
+      });
+    },
+    getJobPermissions({
+      jobId, ...args
+    }) {
+      return this._makeRequest({
+        path: `/permissions/jobs/${jobId}`,
+        ...args,
+      });
+    },
+    setJobPermissions({
+      jobId, ...args
+    }) {
+      return this._makeRequest({
+        path: `/permissions/jobs/${jobId}`,
+        method: "PUT",
         ...args,
       });
     },
@@ -264,7 +385,6 @@ export default {
         ...args,
       });
     },
-
     setSQLWarehousePermissions({
       warehouseId, ...args
     }) {
@@ -364,5 +484,45 @@ export default {
         ...args,
       });
     },
+    async paginate({
+      requestor, requestorArgs = {},
+      maxRequests = 3, resultsKey = "jobs",
+    }) {
+      const allResults = [];
+      let requestCount = 0;
+      let nextPageToken = null;
+      let hasMore = true;
+
+      while (hasMore && requestCount < maxRequests) {
+        try {
+          const response = await requestor({
+            ...requestorArgs,
+            params: {
+              ...requestorArgs.params,
+              page_token: nextPageToken,
+            },
+          });
+
+          requestCount++;
+
+          const results = response[resultsKey] || [];
+
+          allResults.push(...results);
+
+          nextPageToken = response.next_page_token;
+          hasMore = !!nextPageToken;
+
+          if (results.length === 0) {
+            hasMore = false;
+          }
+
+        } catch (error) {
+          console.error(`Pagination error on request ${requestCount}:`, error);
+          throw error;
+        }
+      }
+
+      return allResults;
+    },
   },
 };