feat(lab): add overrides command with interactive TUI

Add new lab overrides command for managing configuration overrides
with an interactive terminal UI built using bubbletea.

Author: Savid

pkg/commands/lab.go

@@ -53,6 +53,7 @@ Use 'xcli lab [command] --help' for more information about a command.`,
 	cmd.AddCommand(NewLabRestartCommand(log, configPath))
 	cmd.AddCommand(NewLabModeCommand(log, configPath))
 	cmd.AddCommand(NewLabConfigCommand(log, configPath))
+	cmd.AddCommand(NewLabOverridesCommand(configPath))
 	cmd.AddCommand(NewLabTUICommand(log, configPath))
 	cmd.AddCommand(NewLabDiagnoseCommand(log, configPath))
 	cmd.AddCommand(NewLabReleaseCommand(log, configPath))

pkg/commands/lab_overrides.go

@@ -0,0 +1,41 @@
+package commands
+
+import (
+	"fmt"
+	"path/filepath"
+
+	"github.com/ethpandaops/xcli/pkg/config"
+	"github.com/ethpandaops/xcli/pkg/configtui"
+	"github.com/ethpandaops/xcli/pkg/constants"
+	"github.com/spf13/cobra"
+)
+
+// NewLabOverridesCommand creates the lab overrides command.
+func NewLabOverridesCommand(configPath string) *cobra.Command {
+	return &cobra.Command{
+		Use:   "overrides",
+		Short: "Manage CBT model overrides interactively",
+		Long: `Launch an interactive TUI to manage .cbt-overrides.yaml.
+
+The TUI allows you to:
+  - Enable/disable external models (from models/external/)
+  - Enable/disable transformation models (from models/transformations/)
+  - Set environment variables for backfill limits:
+    - EXTERNAL_MODEL_MIN_TIMESTAMP: Consensus layer backfill timestamp
+    - EXTERNAL_MODEL_MIN_BLOCK: Execution layer backfill block number
+
+Changes are saved to .cbt-overrides.yaml. Run 'xcli lab config regenerate'
+to apply changes to CBT configuration.`,
+		RunE: func(cmd *cobra.Command, args []string) error {
+			labCfg, cfgPath, err := config.LoadLabConfig(configPath)
+			if err != nil {
+				return fmt.Errorf("failed to load config: %w", err)
+			}
+
+			// Derive overrides path (same directory as .xcli.yaml).
+			overridesPath := filepath.Join(filepath.Dir(cfgPath), constants.CBTOverridesFile)
+
+			return configtui.Run(labCfg.Repos.XatuCBT, overridesPath)
+		},
+	}
+}

pkg/configtui/command.go

@@ -0,0 +1,167 @@
+package configtui
+
+import (
+	"fmt"
+	"os"
+	"path/filepath"
+	"sort"
+	"strings"
+
+	tea "github.com/charmbracelet/bubbletea"
+
+	"github.com/ethpandaops/xcli/pkg/seeddata"
+)
+
+// Run starts the config TUI.
+func Run(xatuCBTPath, overridesPath string) error {
+	// Check if terminal is a TTY.
+	if !isatty() {
+		return fmt.Errorf("config TUI requires an interactive terminal")
+	}
+
+	// Discover models.
+	externalModels, transformModels, err := discoverModels(xatuCBTPath)
+	if err != nil {
+		return fmt.Errorf("failed to discover models: %w", err)
+	}
+
+	// Load existing overrides.
+	overrides, fileExists, err := LoadOverrides(overridesPath)
+	if err != nil {
+		return fmt.Errorf("failed to load overrides: %w", err)
+	}
+
+	// Create the model.
+	m := NewModel(xatuCBTPath, overridesPath)
+	m.existingOverrides = overrides
+
+	// Initialize external models.
+	// If no overrides file exists, default all models to disabled.
+	m.externalModels = make([]ModelEntry, 0, len(externalModels))
+	for _, name := range externalModels {
+		enabled := fileExists && !IsModelDisabled(overrides, name)
+		m.externalModels = append(m.externalModels, ModelEntry{
+			Name:    name,
+			Enabled: enabled,
+		})
+	}
+
+	// Initialize transformation models.
+	// If no overrides file exists, default all models to disabled.
+	m.transformationModels = make([]ModelEntry, 0, len(transformModels))
+	for _, name := range transformModels {
+		enabled := fileExists && !IsModelDisabled(overrides, name)
+		m.transformationModels = append(m.transformationModels, ModelEntry{
+			Name:    name,
+			Enabled: enabled,
+		})
+	}
+
+	// Initialize env vars from loaded overrides.
+	m.envMinTimestamp = overrides.Models.Env["EXTERNAL_MODEL_MIN_TIMESTAMP"]
+	m.envMinBlock = overrides.Models.Env["EXTERNAL_MODEL_MIN_BLOCK"]
+	m.envTimestampEnabled = m.envMinTimestamp != ""
+	m.envBlockEnabled = m.envMinBlock != ""
+
+	// Load model dependencies for dependency warnings.
+	m.dependencies = loadDependencies(xatuCBTPath, transformModels)
+
+	// Run the TUI.
+	p := tea.NewProgram(m, tea.WithAltScreen(), tea.WithMouseCellMotion())
+
+	_, err = p.Run()
+	if err != nil {
+		return fmt.Errorf("failed to run TUI: %w", err)
+	}
+
+	return nil
+}
+
+// isatty checks if stdout is a terminal.
+func isatty() bool {
+	fileInfo, err := os.Stdout.Stat()
+	if err != nil {
+		return false
+	}
+
+	return (fileInfo.Mode() & os.ModeCharDevice) != 0
+}
+
+// discoverModels discovers external and transformation models from the xatu-cbt repo.
+func discoverModels(xatuCBTPath string) (external []string, transformation []string, err error) {
+	// Discover external models.
+	externalDir := filepath.Join(xatuCBTPath, "models", "external")
+
+	entries, err := os.ReadDir(externalDir)
+	if err != nil {
+		return nil, nil, fmt.Errorf("failed to read external models directory: %w", err)
+	}
+
+	external = make([]string, 0, len(entries))
+
+	for _, entry := range entries {
+		if entry.IsDir() {
+			continue
+		}
+
+		name := entry.Name()
+		if strings.HasSuffix(name, ".sql") {
+			external = append(external, strings.TrimSuffix(name, ".sql"))
+		}
+	}
+
+	sort.Strings(external)
+
+	// Discover transformation models.
+	transformDir := filepath.Join(xatuCBTPath, "models", "transformations")
+
+	entries, err = os.ReadDir(transformDir)
+	if err != nil {
+		return nil, nil, fmt.Errorf("failed to read transformations directory: %w", err)
+	}
+
+	transformation = make([]string, 0, len(entries))
+
+	for _, entry := range entries {
+		if entry.IsDir() {
+			continue
+		}
+
+		name := entry.Name()
+
+		// Support .sql, .yml, and .yaml extensions.
+		for _, ext := range []string{".sql", ".yml", ".yaml"} {
+			if strings.HasSuffix(name, ext) {
+				transformation = append(transformation, strings.TrimSuffix(name, ext))
+
+				break
+			}
+		}
+	}
+
+	sort.Strings(transformation)
+
+	return external, transformation, nil
+}
+
+// loadDependencies loads the dependency graph for all transformation models.
+// Returns a map of model name -> list of all dependencies (recursive, flattened).
+func loadDependencies(xatuCBTPath string, transformModels []string) map[string][]string {
+	deps := make(map[string][]string, len(transformModels))
+
+	for _, model := range transformModels {
+		tree, err := seeddata.ResolveDependencyTree(model, xatuCBTPath, nil)
+		if err != nil {
+			// Skip models with dependency resolution errors.
+			continue
+		}
+
+		// Get all dependencies (external and intermediate).
+		allDeps := make([]string, 0)
+		allDeps = append(allDeps, tree.GetExternalDependencies()...)
+		allDeps = append(allDeps, tree.GetIntermediateDependencies()...)
+		deps[model] = allDeps
+	}
+
+	return deps
+}