Add comprehensive logging to PostgreSQL setup function

- Add detailed logging throughout the setup process
- Include environment variable logging for better debugging
- Add verification step to confirm function creation
- Improve error handling with stack traces
- Add comments to SQL script for better readability
- Include more detailed CloudFormation response data
- Add connection timeout for better error handling

Author: kaiz-io

typescript/postgres-lambda/lambda/postgres-setup/index.js

@@ -4,38 +4,78 @@ const response = require('cfn-response');
 
 const secretsManager = new SecretsManagerClient();
 
+/**
+ * Lambda function to set up PostgreSQL with AWS Lambda integration
+ * This function is called by a CloudFormation Custom Resource
+ */
 exports.handler = async (event, context) => {
-  console.log('Event:', JSON.stringify(event, null, 2));
+  console.log('Event received:', JSON.stringify(event, null, 2));
+  console.log('Context:', JSON.stringify({
+    functionName: context.functionName,
+    functionVersion: context.functionVersion,
+    awsRequestId: context.awsRequestId,
+    logGroupName: context.logGroupName,
+    logStreamName: context.logStreamName,
+    remainingTimeMs: context.getRemainingTimeInMillis()
+  }, null, 2));
 
+  // Handle delete event
   if (event.RequestType === 'Delete') {
+    console.log('Delete request received - no action needed for cleanup');
     return response.send(event, context, response.SUCCESS, {}, 'postgres-setup-delete');
   }
 
   try {
+    // Get environment variables
     const { DB_SECRET_ARN, DB_NAME, POSTGRES_FUNCTION_NAME, AWS_REGION } = process.env;
+    console.log('Environment variables:', JSON.stringify({
+      DB_SECRET_ARN,
+      DB_NAME,
+      POSTGRES_FUNCTION_NAME,
+      AWS_REGION
+    }, null, 2));
 
-    // Get database credentials
+    // Get database credentials from Secrets Manager
+    console.log(`Retrieving secret from ${DB_SECRET_ARN}`);
     const secretResponse = await secretsManager.send(
       new GetSecretValueCommand({ SecretId: DB_SECRET_ARN })
     );
+    
+    if (!secretResponse.SecretString) {
+      throw new Error('Secret string is empty or undefined');
+    }
+    
     const secret = JSON.parse(secretResponse.SecretString);
+    console.log('Secret retrieved successfully. Host:', secret.host);
 
-    // Connect to PostgreSQL
+    // Create PostgreSQL client
+    console.log(`Connecting to PostgreSQL database ${DB_NAME} at ${secret.host}:${secret.port}`);
     const client = new Client({
       host: secret.host,
       port: secret.port,
       database: DB_NAME,
       user: secret.username,
       password: secret.password,
-      ssl: { rejectUnauthorized: false }
+      ssl: { rejectUnauthorized: false },
+      // Add connection timeout for better error handling
+      connectionTimeoutMillis: 10000
     });
 
+    // Connect to the database
+    console.log('Attempting to connect to PostgreSQL...');
     await client.connect();
+    console.log('Successfully connected to PostgreSQL');
 
-    // Execute setup SQL
+    // Prepare setup SQL
+    console.log('Preparing SQL setup script');
+    const lambdaArn = `aws_commons.create_lambda_function_arn('${POSTGRES_FUNCTION_NAME}', '${AWS_REGION}')`;
+    console.log(`Using Lambda ARN expression: ${lambdaArn}`);
+    
     const setupSQL = `
+      -- Create aws_lambda extension if it doesn't exist
       CREATE EXTENSION IF NOT EXISTS aws_lambda CASCADE;
-
+      
+      -- Create function to process data
       CREATE OR REPLACE FUNCTION process_data(data JSONB)
       RETURNS JSONB AS $$
       SELECT payload FROM aws_lambda.invoke(
@@ -45,6 +85,7 @@ exports.handler = async (event, context) => {
       );
       $$ LANGUAGE SQL;
 
+      -- Create function to transform data
       CREATE OR REPLACE FUNCTION transform_data(data JSONB)
       RETURNS JSONB AS $$
       SELECT payload FROM aws_lambda.invoke(
@@ -54,6 +95,7 @@ exports.handler = async (event, context) => {
       );
       $$ LANGUAGE SQL;
 
+      -- Create function to validate data
       CREATE OR REPLACE FUNCTION validate_data(data JSONB)
       RETURNS JSONB AS $$
       SELECT payload FROM aws_lambda.invoke(
@@ -64,18 +106,41 @@ exports.handler = async (event, context) => {
       $$ LANGUAGE SQL;
     `;
 
-    await client.query(setupSQL);
+    // Execute setup SQL
+    console.log('Executing SQL setup script...');
+    const result = await client.query(setupSQL);
+    console.log('SQL setup script executed successfully:', JSON.stringify(result));
+    
+    // Verify the functions were created
+    console.log('Verifying SQL functions were created...');
+    const verifyResult = await client.query(`
+      SELECT proname, proargtypes, prosrc 
+      FROM pg_proc 
+      WHERE proname IN ('process_data', 'transform_data', 'validate_data')
+    `);
+    console.log(`Found ${verifyResult.rows.length} functions:`, JSON.stringify(verifyResult.rows.map(row => row.proname)));
+    
+    // Close the database connection
+    console.log('Closing PostgreSQL connection');
     await client.end();
+    console.log('PostgreSQL connection closed successfully');
 
     // Send success response
+    console.log('Sending SUCCESS response to CloudFormation');
     return response.send(event, context, response.SUCCESS, {
-      Message: 'PostgreSQL setup completed successfully'
+      Message: 'PostgreSQL setup completed successfully',
+      FunctionsCreated: verifyResult.rows.length,
+      LambdaFunction: POSTGRES_FUNCTION_NAME,
+      Region: AWS_REGION
     }, 'postgres-setup-' + Date.now());
 
   } catch (error) {
-    console.error('Error:', error);
+    console.error('Error during PostgreSQL setup:', error);
+    console.error('Stack trace:', error.stack);
     return response.send(event, context, response.FAILED, {
-      Error: error.message
+      Error: error.message,
+      ErrorType: error.name,
+      StackTrace: error.stack
     });
   }
 };