Add debug output

Author: asatwal

lib/services/airbyte/connection_update.rb

@@ -32,12 +32,16 @@ def call
           body: connection_update_payload.to_json
         )
 
+        File.write('connection_update_payload.json', JSON.pretty_generate(connection_update_payload))
+
         unless response.success?
           error_message = "Error calling Airbyte discover_schema API: status: #{response.code} body: #{response.body}"
           Rails.logger.error(error_message)
           raise Error, error_message
         end
 
+        File.write('connection_update_response.json', JSON.pretty_generate(response.parsed_response))
+
         response.parsed_response
       end
 
@@ -66,9 +70,12 @@ def connection_update_payload
               {
                 stream: {
                   name: stream_name.to_s,
-                  jsonSchema: discovered_stream.dig('stream', 'jsonSchema'),
                   namespace: discovered_stream.dig('stream', 'namespace'),
-                  supportedSyncModes: discovered_stream.dig('stream', 'supportedSyncModes')
+                  jsonSchema: discovered_stream.dig('stream', 'jsonSchema'),
+                  supportedSyncModes: discovered_stream.dig('stream', 'supportedSyncModes'),
+                  defaultCursorField: discovered_stream.dig('stream', 'defaultCursorField'),
+                  sourceDefinedCursor: discovered_stream.dig('stream', 'sourceDefinedCursor'),
+                  sourceDefinedPrimaryKey: discovered_stream.dig('stream', 'sourceDefinedPrimaryKey'),
                 },
                 config: {
                   syncMode: discovered_stream.dig('config', 'syncMode') || SYNC_MODE,