write docker logs

Author: skudasov

framework/config.go

@@ -130,6 +130,8 @@ func Load[X any](t *testing.T) (*X, error) {
 	t.Cleanup(func() {
 		err := Store[X](input)
 		require.NoError(t, err)
+		err = WriteAllContainersLogs()
+		require.NoError(t, err)
 	})
 	// TODO: not all the people have AWS access, sadly enough, uncomment when granted
 	//if os.Getenv(EnvVarAWSSecretsManager) == "true" {

framework/docker.go

@@ -4,6 +4,7 @@ import (
 	"archive/tar"
 	"bytes"
 	"context"
+	"encoding/binary"
 	"errors"
 	"fmt"
 	"github.com/docker/docker/api/types/container"
@@ -14,10 +15,15 @@ import (
 	"io"
 	"os"
 	"os/exec"
+	"path/filepath"
 	"strings"
 	"sync"
 )
 
+const (
+	DefaultCTFLogsDir = "logs"
+)
+
 func IsDockerRunning() bool {
 	cli, err := client.NewClientWithOpts(client.FromEnv)
 	if err != nil {
@@ -223,3 +229,69 @@ func (dc *DockerClient) copyToContainer(containerID, sourceFile, targetPath stri
 	}
 	return nil
 }
+
+// WriteAllContainersLogs writes all docker containers logs to default logs directory
+func WriteAllContainersLogs() error {
+	L.Info().Msg("Writing docker containers logs")
+	if _, err := os.Stat(DefaultCTFLogsDir); os.IsNotExist(err) {
+		if err := os.MkdirAll(DefaultCTFLogsDir, 0755); err != nil {
+			return fmt.Errorf("failed to create directory %s: %w", DefaultCTFLogsDir, err)
+		}
+	}
+	cli, err := client.NewClientWithOpts(client.FromEnv, client.WithAPIVersionNegotiation())
+	if err != nil {
+		return fmt.Errorf("failed to create Docker client: %w", err)
+	}
+	conts, err := cli.ContainerList(context.Background(), container.ListOptions{
+		All: true,
+	})
+	if err != nil {
+		return err
+	}
+	for _, cont := range conts {
+		logOptions := container.LogsOptions{ShowStdout: true, ShowStderr: true}
+		logs, err := cli.ContainerLogs(context.Background(), cont.Names[0], logOptions)
+		if err != nil {
+			L.Error().Err(err).Str("Container", cont.Names[0]).Msg("failed to fetch logs for container")
+			continue
+		}
+		logFilePath := filepath.Join(DefaultCTFLogsDir, fmt.Sprintf("%s.log", cont.Names[0]))
+		logFile, err := os.Create(logFilePath)
+		if err != nil {
+			L.Error().Err(err).Str("Container", cont.Names[0]).Msg("failed to create container log file")
+			continue
+		}
+
+		// Read and parse logs
+		header := make([]byte, 8) // Docker stream header is 8 bytes
+		for {
+			// Read the header
+			_, err := io.ReadFull(logs, header)
+			if err == io.EOF {
+				break // End of logs
+			}
+			if err != nil {
+				L.Error().Err(err).Str("Container", cont.Names[0]).Msg("failed to read log stream header")
+				break
+			}
+
+			// Extract log message size from the header
+			msgSize := binary.BigEndian.Uint32(header[4:8])
+
+			// Read the log message
+			msg := make([]byte, msgSize)
+			_, err = io.ReadFull(logs, msg)
+			if err != nil {
+				L.Error().Err(err).Str("Container", cont.Names[0]).Msg("failed to read log message")
+				break
+			}
+
+			// Write the log message to the file
+			if _, err := logFile.Write(msg); err != nil {
+				L.Error().Err(err).Str("Container", cont.Names[0]).Msg("failed to write log message to file")
+				break
+			}
+		}
+	}
+	return nil
+}