Add sum verification to tests

Author: ptiurin

test/integration/v2/stream-data-types.test.ts

@@ -74,6 +74,7 @@ describe("advanced stream tests", () => {
     const initialMemory = process.memoryUsage();
     let maxMemoryUsed = initialMemory.heapUsed;
     let rowCount = 0;
+    let idSum = 0; // Track sum of id column for data integrity verification
 
     // Create a JSON transform stream with minimal allocation
     const jsonTransform = new stream.Transform({
@@ -87,6 +88,11 @@ describe("advanced stream tests", () => {
         try {
           rowCount++;
 
+          // Add the id to our sum for data integrity verification
+          const typedRow = row as Record<string, unknown>;
+          const id = typedRow.id as number;
+          idSum += id;
+
           if (rowCount % 5000 === 0) {
             const currentMemory = process.memoryUsage();
             maxMemoryUsed = Math.max(maxMemoryUsed, currentMemory.heapUsed);
@@ -232,6 +238,10 @@ describe("advanced stream tests", () => {
     expect(rowCount).toBe(seriesNum);
     expect(processedChunks).toBeGreaterThan(0);
 
+    // Verify data integrity: sum of 1 to N should be N*(N+1)/2
+    const expectedSum = (seriesNum * (seriesNum + 1)) / 2;
+    expect(idSum).toBe(expectedSum);
+
     // Verify the file was created and has content
     expect(fs.existsSync(tempFilePath)).toBe(true);
     const fileStats = fs.statSync(tempFilePath);

test/integration/v2/stream.test.ts

@@ -177,10 +177,12 @@ describe("streams", () => {
     const initialMemory = process.memoryUsage();
     let maxMemoryUsed = initialMemory.heapUsed;
     let rowCount = 0;
+    let idSum = 0;
 
     // Process data with simple event handlers (like existing tests)
-    data.on("data", () => {
+    data.on("data", row => {
       rowCount++;
+      idSum += row[0]; // Sum the id values for data integrity
 
       // Track memory usage periodically
       if (rowCount % 50 === 0) {
@@ -197,6 +199,10 @@ describe("streams", () => {
 
     // Verify the data was processed correctly
     expect(rowCount).toBe(1000000);
+    
+    // Verify data integrity with sum check
+    const expectedSum = (1000000 * 1000001) / 2; // Sum of 1 to 1,000,000
+    expect(idSum).toBe(expectedSum);
 
     // Memory usage should remain reasonable with proper streaming
     const memoryGrowth =