Update log collector

Author: willie-yao

test/e2e/azure_logcollector.go

@@ -443,15 +443,55 @@ func linuxLogs(execToPathFn func(outputFileName string, command string, args ...
 		),
 		execToPathFn(
 			"cloud-init.log",
-			"cat", "/var/log/cloud-init.log",
+			"sudo", "sh", "-c", "if [ -f /var/log/cloud-init.log ]; then cat /var/log/cloud-init.log; else echo 'cloud-init.log not found'; fi",
 		),
 		execToPathFn(
 			"cloud-init-output.log",
-			"cat", "/var/log/cloud-init-output.log",
+			"sudo", "sh", "-c", "echo 'Waiting for cloud-init to complete before collecting output log...' && cloud-init status --wait && echo 'Cloud-init completed, collecting output log...' && if [ -f /var/log/cloud-init-output.log ]; then echo 'Found cloud-init-output.log, reading contents:' && cat /var/log/cloud-init-output.log; else echo 'cloud-init-output.log not found after cloud-init completion'; fi",
+		),
+		execToPathFn(
+			"cloud-init-journal.log",
+			"sudo", "journalctl", "--no-pager", "--output=short-precise", "-u", "cloud-init", "-u", "cloud-config", "-u", "cloud-final",
+		),
+		execToPathFn(
+			"cloud-init-status.txt",
+			"sudo", "cloud-init", "status", "--long",
+		),
+		execToPathFn(
+			"cloud-init-all-logs.txt",
+			"sudo", "sh", "-c", "echo '=== cloud-init logs from journal ===' && journalctl --no-pager -u cloud-init-local -u cloud-init -u cloud-config -u cloud-final --output=short-precise && echo && echo '=== cloud-init result.json ===' && cat /run/cloud-init/result.json 2>/dev/null || echo 'result.json not found' && echo && echo '=== cloud-init instance-data.json ===' && cat /run/cloud-init/instance-data.json 2>/dev/null || echo 'instance-data.json not found'",
+		),
+		execToPathFn(
+			"cloud-init-file-details.txt",
+			"sudo", "sh", "-c", "echo '=== Cloud-init file existence and permissions ===' && echo 'Timestamp: '$(date) && echo 'Cloud-init status:' && cloud-init status && echo && echo 'Files in /var/log/ matching cloud-init*:' && ls -la /var/log/cloud-init* 2>/dev/null || echo 'No cloud-init files found in /var/log/' && echo && echo 'Files in /run/cloud-init/:' && ls -la /run/cloud-init/ 2>/dev/null || echo '/run/cloud-init/ not found' && echo && echo 'Checking for sentinel file:' && ls -la /run/cluster-api/ 2>/dev/null || echo '/run/cluster-api/ not found' && echo && echo 'SELinux context (if applicable):' && ls -laZ /var/log/cloud-init* 2>/dev/null || echo 'No SELinux or cloud-init files'",
+		),
+		execToPathFn(
+			"cloud-init-output-comprehensive.log",
+			"sudo", "sh", "-c", "echo '=== Comprehensive cloud-init output collection ===' && echo 'Attempting multiple methods to read cloud-init-output.log...' && echo && echo 'Method 1: Direct cat of /var/log/cloud-init-output.log:' && cat /var/log/cloud-init-output.log 2>&1 && echo && echo 'Method 2: Using tail on cloud-init-output.log:' && tail -n +1 /var/log/cloud-init-output.log 2>&1 && echo && echo 'Method 3: Reading with dd:' && dd if=/var/log/cloud-init-output.log 2>/dev/null || echo 'dd failed' && echo && echo 'Method 4: File info and access test:' && test -r /var/log/cloud-init-output.log && echo 'File is readable' || echo 'File is not readable' && echo && echo 'Method 5: Cloud-init show all output:' && cloud-init query userdata 2>/dev/null || echo 'userdata query failed'",
 		),
 		execToPathFn(
 			"sentinel-file-dir.txt",
-			"ls", "/run/cluster-api/",
+			"ls", "-la", "/run/cluster-api/",
+		),
+		execToPathFn(
+			"var-log-dir.txt",
+			"ls", "-la", "/var/log/",
+		),
+		execToPathFn(
+			"system-info.txt",
+			"sudo", "sh", "-c", "echo '=== OS Release ===' && cat /etc/os-release && echo && echo '=== Uptime ===' && uptime && echo && echo '=== Free memory ===' && free -h",
+		),
+		execToPathFn(
+			"dmesg.log",
+			"sudo", "dmesg",
+		),
+		execToPathFn(
+			"systemd-analyze.txt",
+			"sudo", "systemd-analyze", "blame",
+		),
+		execToPathFn(
+			"cloud-init-run-dir.txt",
+			"sudo", "ls", "-la", "/run/cloud-init/",
 		),
 		execToPathFn(
 			"cni.log",