DATA 4228: Update SDKs and CLI (#571)

Author: Emerald-Z

src/app/data-client.spec.ts

@@ -46,6 +46,7 @@ import {
   TabularDataByFilterResponse,
   TabularDataByMQLResponse,
   TabularDataBySQLResponse,
+  TabularDataSourceType,
   TagsByFilterRequest,
   TagsByFilterResponse,
   TagsFilter,
@@ -1427,17 +1428,21 @@ describe('DataPipelineClient tests', () => {
   const pipelineName = 'testPipeline';
   const mqlQuery = [{ $match: { component_name: 'sensor-1' } }];
   const schedule = '0 0 * * *';
+  const dataSourceTypeStandard = TabularDataSourceType.STANDARD;
+  const dataSourceTypeHotStorage = TabularDataSourceType.HOT_STORAGE;
 
   describe('listDataPipelines tests', () => {
     const pipeline1 = new DataPipeline({
       id: 'pipeline1',
       name: 'pipeline1',
       organizationId: 'org1',
+      dataSourceType: dataSourceTypeStandard,
     });
     const pipeline2 = new DataPipeline({
       id: 'pipeline2',
       name: 'pipeline2',
       organizationId: 'org2',
+      dataSourceType: dataSourceTypeHotStorage,
     });
     const pipelines = [pipeline1, pipeline2];
 
@@ -1471,6 +1476,7 @@ describe('DataPipelineClient tests', () => {
       id: pipelineId,
       name: pipelineName,
       organizationId,
+      dataSourceType: dataSourceTypeStandard,
     });
 
     let capReq: GetDataPipelineRequest;
@@ -1532,6 +1538,27 @@ describe('DataPipelineClient tests', () => {
         name: pipelineName,
         mqlBinary: mqlQuery.map((value) => BSON.serialize(value)),
         schedule,
+        dataSourceType: dataSourceTypeStandard,
+      });
+
+      const response = await subject().createDataPipeline(
+        organizationId,
+        pipelineName,
+        mqlQuery,
+        schedule,
+        dataSourceTypeStandard
+      );
+      expect(capReq).toStrictEqual(expectedRequest);
+      expect(response).toEqual(pipelineId);
+    });
+
+    it('create data pipeline with optional dataSourceType', async () => {
+      const expectedRequest = new CreateDataPipelineRequest({
+        organizationId,
+        name: pipelineName,
+        mqlBinary: mqlQuery.map((value) => BSON.serialize(value)),
+        schedule,
+        dataSourceType: dataSourceTypeStandard,
       });
 
       const response = await subject().createDataPipeline(

src/app/data-client.ts

@@ -1409,24 +1409,30 @@ export class DataClient {
    * @param name The name of the data pipeline
    * @param query The MQL query to run as a list of BSON documents
    * @param schedule The schedule to run the query on (cron expression)
+   * @param dataSourceType The type of data source to use for the data pipeline
    * @returns The ID of the created data pipeline
    */
   async createDataPipeline(
     organizationId: string,
     name: string,
     query: Uint8Array[] | Record<string, Date | JsonValue>[],
-    schedule: string
+    schedule: string,
+    dataSourceType?: TabularDataSourceType
   ): Promise<string> {
     const mqlBinary: Uint8Array[] =
       query[0] instanceof Uint8Array
         ? (query as Uint8Array[])
         : query.map((value) => BSON.serialize(value));
 
+    const inputDataSourceType =
+      dataSourceType ?? TabularDataSourceType.STANDARD;
+
     const resp = await this.dataPipelinesClient.createDataPipeline({
       organizationId,
       name,
       mqlBinary,
       schedule,
+      dataSourceType: inputDataSourceType,
     });
     return resp.id;
   }