Google Cloud BigQuery bug fix

components/google_cloud/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pipedream/google_cloud",
-  "version": "0.6.2",
+  "version": "0.6.3",
   "description": "Pipedream Google_cloud Components",
   "main": "google_cloud.app.mjs",
   "keywords": [

components/google_cloud/sources/bigquery-new-row/bigquery-new-row.mjs

@@ -9,7 +9,7 @@ export default {
   // eslint-disable-next-line pipedream/source-name
   name: "BigQuery - New Row",
   description: "Emit new events when a new row is added to a table",
-  version: "0.1.8",
+  version: "0.1.9",
   dedupe: "unique",
   type: "source",
   props: {
@@ -56,9 +56,6 @@ export default {
       const lastResultId = await this._getIdOfLastRow();
       this._setLastResultId(lastResultId);
     },
-    deactivate() {
-      this._setLastResultId(null);
-    },
   },
   methods: {
     ...common.methods,
@@ -113,7 +110,15 @@ export default {
           limit,
         },
       };
-      const rows = await this.getRowsForQuery(queryOpts, this.datasetId);
+      const client = this.googleCloud
+        .getBigQueryClient()
+        .dataset(this.datasetId);
+      const [
+        job,
+      ] = await client.createQueryJob(queryOpts);
+      const [
+        rows,
+      ] = await job.getQueryResults();
       if (rows.length === 0) {
         console.log(`
           No records found in the target table, will start scanning from the beginning
@@ -126,15 +131,19 @@ export default {
     },
     getQueryOpts() {
       const lastResultId = this._getLastResultId();
-      const query = `
+      let query = `
         SELECT *
         FROM \`${this.tableId}\`
-        WHERE \`${this.uniqueKey}\` >= @lastResultId
-        ORDER BY \`${this.uniqueKey}\` ASC
       `;
-      const params = {
-        lastResultId,
-      };
+      if (lastResultId) {
+        query += ` WHERE \`${this.uniqueKey}\` >= @lastResultId`;
+      }
+      query += ` ORDER BY \`${this.uniqueKey}\` ASC`;
+      const params = lastResultId
+        ? {
+          lastResultId,
+        }
+        : {};
       return {
         query,
         params,