feat: track and react to realtime changes of config.yaml and rclone.conf

Author: iPromKnight

src/cmd/main.go

@@ -15,13 +15,13 @@ func main() {
 	sigs := make(chan os.Signal, 1)
 	signal.Notify(sigs, syscall.SIGINT, syscall.SIGTERM)
 
-	conf := rclone_manager.InitializeRCD(logger)
+	rclone_manager.InitializeRCD(logger)
 
 	for {
 		select {
 		case sig := <-sigs:
 			logger.Warn().Msgf("Received signal %v, shutting down...", sig)
-			rclone_manager.StopRcloneRemoteDaemon(conf, logger)
+			rclone_manager.StopRcloneRemoteDaemon(logger)
 			os.Exit(0)
 		default:
 			time.Sleep(1 * time.Second)

src/go.mod

@@ -3,12 +3,13 @@ module rclone-manager
 go 1.23
 
 require (
+	github.com/fsnotify/fsnotify v1.8.0
 	github.com/rs/zerolog v1.33.0
 	gopkg.in/yaml.v3 v3.0.1
 )
 
 require (
 	github.com/mattn/go-colorable v0.1.13 // indirect
 	github.com/mattn/go-isatty v0.0.19 // indirect
-	golang.org/x/sys v0.12.0 // indirect
+	golang.org/x/sys v0.13.0 // indirect
 )

src/go.sum

@@ -1,4 +1,6 @@
 github.com/coreos/go-systemd/v22 v22.5.0/go.mod h1:Y58oyj3AT4RCenI/lSvhwexgC+NSVTIJ3seZv2GcEnc=
+github.com/fsnotify/fsnotify v1.8.0 h1:dAwr6QBTBZIkG8roQaJjGof0pp0EeF+tNV7YBP3F/8M=
+github.com/fsnotify/fsnotify v1.8.0/go.mod h1:8jBTzvmWwFyi3Pb8djgCCO5IBqzKJ/Jwo8TRcHyHii0=
 github.com/godbus/dbus/v5 v5.0.4/go.mod h1:xhWf0FNVPg57R7Z0UbKHbJfkEywrmjJnf7w5xrFpKfA=
 github.com/mattn/go-colorable v0.1.13 h1:fFA4WZxdEF4tXPZVKMLwD8oUnCTTo08duU7wxecdEvA=
 github.com/mattn/go-colorable v0.1.13/go.mod h1:7S9/ev0klgBDR4GtXTXX8a3vIGJpMovkB8vQcUbaXHg=
@@ -11,8 +13,9 @@ github.com/rs/zerolog v1.33.0 h1:1cU2KZkvPxNyfgEmhHAz/1A9Bz+llsdYzklWFzgp0r8=
 github.com/rs/zerolog v1.33.0/go.mod h1:/7mN4D5sKwJLZQ2b/znpjC3/GQWY/xaDXUM0kKWRHss=
 golang.org/x/sys v0.0.0-20220811171246-fbc7d0a398ab/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
 golang.org/x/sys v0.6.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
-golang.org/x/sys v0.12.0 h1:CM0HF96J0hcLAwsHPJZjfdNzs0gftsLfgKt57wWHJ0o=
 golang.org/x/sys v0.12.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
+golang.org/x/sys v0.13.0 h1:Af8nKPmuFypiUBjVoU9V20FiaFXOcuZI21p0ycVYYGE=
+golang.org/x/sys v0.13.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
 gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405 h1:yhCVgyC4o1eVCa2tZl7eS0r+SDo693bJlVdllGtEeKM=
 gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=
 gopkg.in/yaml.v3 v3.0.1 h1:fxVm/GzAzEWqLHuvctI91KS9hhNmmWOoWu0XTYJS7CA=

src/internal/config/config.go

@@ -3,10 +3,9 @@ package config
 import (
 	"gopkg.in/yaml.v3"
 	"os"
+	"rclone-manager/internal/constants"
 )
 
-const YAMLPath = "/data/config.yaml"
-
 type Config struct {
 	Serves []struct {
 		BackendName string `yaml:"backendName"`
@@ -21,7 +20,7 @@ type Config struct {
 }
 
 func LoadConfig() (*Config, error) {
-	data, err := os.ReadFile(YAMLPath)
+	data, err := os.ReadFile(constants.YAMLPath)
 	if err != nil {
 		return nil, err
 	}
@@ -33,3 +32,21 @@ func LoadConfig() (*Config, error) {
 	}
 	return &config, nil
 }
+
+func IsMountInConfig(mountPoint string, conf *Config) bool {
+	for _, mount := range conf.Mounts {
+		if mount.MountPoint == mountPoint {
+			return true
+		}
+	}
+	return false
+}
+
+func IsServeInConfig(backend string, conf *Config) bool {
+	for _, mount := range conf.Serves {
+		if mount.BackendName == backend {
+			return true
+		}
+	}
+	return false
+}

src/internal/constants/constants.go

@@ -0,0 +1,38 @@
+package constants
+
+// Constants for rclone
+const (
+	Rclone     = "rclone"
+	Serve      = "serve"
+	Rcd        = "rcd"
+	Rc         = "rc"
+	Mount      = "mount/mount"
+	UnmountAll = "mount/unmountall"
+	Unmount    = "mount/unmount"
+	MountPoint = "mountPoint="
+	Fs         = "fs="
+	Addr       = "--addr"
+)
+
+// Constants for fusermount
+const (
+	Fusermount  = "fusermount"
+	FuseUnmount = "-u"
+)
+
+// Log constants
+const (
+	LogBackend    = "backend"
+	LogMountPoint = "mountPoint"
+	LogAddr       = "addr"
+	LogProtocol   = "protocol"
+	LogError      = "error"
+	LogPid        = "pid"
+	LogFile       = "file"
+)
+
+// Constants data files
+const (
+	YAMLPath   = "/data/config.yaml"
+	RcloneConf = "/data/rclone.conf"
+)

src/internal/mount_manager/helpers.go

@@ -0,0 +1,118 @@
+package mount_manager
+
+import (
+	"fmt"
+	"github.com/rs/zerolog"
+	"os"
+	"os/exec"
+	"rclone-manager/internal/config"
+	"rclone-manager/internal/constants"
+	"syscall"
+)
+
+func trackEndpoint(instance *MountedEndpoint) {
+	instanceMap.Store(instance.BackendName, instance)
+}
+
+func untrackEndpoint(instance *MountedEndpoint) {
+	instanceMap.Delete(instance.BackendName)
+}
+
+func getMountedEndpoint(key interface{}) (*MountedEndpoint, bool) {
+	if val, ok := instanceMap.Load(key); ok {
+		instance, valid := val.(*MountedEndpoint)
+		return instance, valid
+	}
+	return nil, false
+}
+
+func createMountCommand(instance *MountedEndpoint) *exec.Cmd {
+	fsArg := fmt.Sprintf("%s%s:", constants.Fs, instance.BackendName)
+	mountPointArg := fmt.Sprintf("%s%s", constants.MountPoint, instance.MountPoint)
+
+	cmd := exec.Command(constants.Rclone, constants.Rc, constants.Mount, fsArg, mountPointArg)
+	cmd.Stdout = os.Stdout
+	cmd.Stderr = os.Stderr
+	cmd.SysProcAttr = &syscall.SysProcAttr{Setpgid: true}
+	return cmd
+}
+
+func createUnmountCommand(instance *MountedEndpoint) *exec.Cmd {
+	mountPointArg := fmt.Sprintf("%s%s", constants.MountPoint, instance.MountPoint)
+
+	cmd := exec.Command(constants.Rclone, constants.Rc, constants.Unmount, mountPointArg)
+	cmd.Stdout = os.Stdout
+	cmd.Stderr = os.Stderr
+	cmd.SysProcAttr = &syscall.SysProcAttr{Setpgid: true}
+	return cmd
+}
+
+func createUnmountAllCommand() *exec.Cmd {
+	cmd := exec.Command(constants.Rclone, constants.Rc, constants.UnmountAll)
+	cmd.Stdout = os.Stdout
+	cmd.Stderr = os.Stderr
+	cmd.SysProcAttr = &syscall.SysProcAttr{Setpgid: true}
+	return cmd
+}
+
+func createFuseUnmountCommand(instance *MountedEndpoint) *exec.Cmd {
+	cmd := exec.Command(constants.Fusermount, constants.FuseUnmount, instance.MountPoint)
+	cmd.Stdout = os.Stdout
+	cmd.Stderr = os.Stderr
+	return cmd
+}
+
+func ensureMountPointExists(mountPoint string, logger zerolog.Logger) {
+	if _, err := os.Stat(mountPoint); os.IsNotExist(err) {
+		logger.Info().Str(constants.LogMountPoint, mountPoint).Msg("Creating mount point...")
+		err := os.MkdirAll(mountPoint, 0777)
+		if err != nil {
+			logger.Error().Err(err).Str(constants.LogMountPoint, mountPoint).
+				Msg("Failed to create mount point")
+		} else {
+			logger.Info().Str(constants.LogMountPoint, mountPoint).
+				Msg("Mount point created successfully.")
+		}
+	}
+}
+
+func setupMountsFromConfig(conf *config.Config, logger zerolog.Logger) {
+	for _, mount := range conf.Mounts {
+		instance := &MountedEndpoint{
+			BackendName: mount.BackendName,
+			MountPoint:  mount.MountPoint,
+		}
+		if existing, ok := getMountedEndpoint(mount.BackendName); ok {
+			if existing.MountPoint != instance.MountPoint {
+				logger.Warn().
+					Str(constants.LogMountPoint, mount.MountPoint).
+					Msg("Mount config changed, remounting...")
+
+				if UnmountInstanceViaRcdWithFuseFallback(existing, logger) {
+					untrackEndpoint(existing)
+					StartMountWithRetries(instance, logger)
+				}
+			}
+		} else {
+			logger.Info().
+				Str(constants.LogMountPoint, mount.MountPoint).
+				Msg("New mount detected, mounting...")
+			StartMountWithRetries(instance, logger)
+		}
+	}
+}
+
+func removeStaleMounts(conf *config.Config, logger zerolog.Logger) {
+	instanceMap.Range(func(key, value interface{}) bool {
+		instance := value.(*MountedEndpoint)
+		if !config.IsMountInConfig(instance.MountPoint, conf) {
+			logger.Warn().
+				Str(constants.LogBackend, instance.BackendName).
+				Msg("Mount removed from config, unmounting...")
+			if UnmountInstanceViaRcdWithFuseFallback(instance, logger) {
+				untrackEndpoint(instance)
+			}
+		}
+		return true
+	})
+}