paradata: export interview's _isCompleted response field

fixes #1343

The actual completion status of an interview is currently stored in the
`_isCompleted` field of the `response` data, so it is exported with the
paradata under the `interview_is_completed` column.

Author: tahini

packages/evolution-backend/src/models/__tests__/paradataEvents.db.test.ts

@@ -57,6 +57,7 @@ const testInterviewAttributes2 = {
     is_active: true,
     is_completed: undefined,
     response: {
+        _isCompleted: true,
         accessCode: '11111',
         booleanField: true,
     },
@@ -264,6 +265,7 @@ describe('Stream paradata', () => {
                     expect(row.values_by_path).toEqual(log?.valuesByPath ? log.valuesByPath : null);
                     expect(row.unset_paths).toEqual(log?.unsetPaths ? log.unsetPaths : null);
                     expect(row.user_id).toBeNull();
+                    expect(row.interview_is_completed).toBeNull();
 
                     nbLogs++;
                 })
@@ -346,6 +348,8 @@ describe('Stream paradata', () => {
                         expect(interviewLogsForFirstCompleted).toEqual(false);
                         interviewLogsForFirstCompleted = true;
                         currentInterviewIndex = 0;
+                        // Should be the second interview now, with completed status true
+                        expect(row.interview_is_completed).toEqual('true');
                     }
 
                     // Expected sort by timestamp, timestamp should be greater than previous
@@ -469,6 +473,7 @@ describe('Query paradata temp view', () => {
 
     const incompleteInterviewAttributes = _cloneDeep(testInterviewAttributes2);
     delete incompleteInterviewAttributes.id;
+    delete incompleteInterviewAttributes.response._isCompleted;
 
     let trx: Knex.Transaction;
 

packages/evolution-backend/src/models/paradataEvents.db.queries.ts

@@ -76,6 +76,7 @@ const getParadataStream = function (interviewId?: number) {
             'is_questionable',
             'user_id',
             'event_type',
+            knex.raw('response->>\'_isCompleted\' as interview_is_completed'),
             knex.raw('to_char(timestamp AT TIME ZONE \'UTC\', \'YYYY-MM-DD"T"HH24:MI:SS.MS"Z"\') as event_date'),
             knex.raw('extract(epoch from timestamp) as timestamp_sec'),
             knex.raw('event_data->\'valuesByPath\' as values_by_path'),

packages/evolution-backend/src/services/adminExport/__tests__/exportInterviewLogs.test.ts

@@ -43,8 +43,8 @@ beforeEach(() => {
 describe('exportInterviewLogTask', () => {
 
     // Common data for all logs of the interview
-    const commonInterviewData = { id: 1, uuid: 'uuid',  'updated_at': '2024-10-11 09:02:00', is_valid: true, is_completed: true, is_validated: null, is_questionable: null, user_id: null };
-    const commonInterviewDataInRows = { id: '1', uuid: 'uuid',  'updated_at': '2024-10-11 09:02:00', is_valid: 'true', is_completed: 'true', is_validated: '', is_questionable: '', user_id: '' };
+    const commonInterviewData = { id: 1, uuid: 'uuid',  'updated_at': '2024-10-11 09:02:00', is_valid: true, is_completed: true, is_validated: null, is_questionable: null, interview_is_completed: true, user_id: null };
+    const commonInterviewDataInRows = { id: '1', uuid: 'uuid',  'updated_at': '2024-10-11 09:02:00', is_valid: 'true', is_completed: 'true', is_validated: '', is_questionable: '', interview_is_completed: 'true', user_id: '' };
 
     const logs: { [key: string]: any }[] = [
         {