add more debug logs

Signed-off-by: Slach <[email protected]>

Author: Slach

pkg/backup/create.go

@@ -939,6 +939,7 @@ func (b *Backuper) AddTableToLocalBackup(ctx context.Context, backupName string,
 				diffTableMetadata = tablesDiffFromRemote[metadata.TableTitle{Database: table.Database, Table: table.Name}]
 			}
 			// If partitionsIdsMap is not empty, only parts in this partition will back up.
+			start := time.Now()
 			parts, size, newChecksums, err := filesystemhelper.MoveShadowToBackup(shadowPath, backupShadowPath, partitionsIdsMap, table, diffTableMetadata, disk, skipProjections, version)
 			if err != nil {
 				return nil, nil, nil, nil, err
@@ -950,9 +951,9 @@ func (b *Backuper) AddTableToLocalBackup(ctx context.Context, backupName string,
 				checksums[pName] = c
 			}
 
-			logger.Debug().Str("disk", disk.Name).Msg("shadow moved")
+			logger.Debug().Str("disk", disk.Name).Str("duration", utils.HumanizeDuration(time.Since(start))).Msg("shadow moved")
 			if len(parts) > 0 && (b.isDiskTypeObject(disk.Type) || b.isDiskTypeEncryptedObject(disk, diskList)) {
-				start := time.Now()
+				start = time.Now()
 				if size, err = b.uploadObjectDiskParts(ctx, backupName, diffTableMetadata, backupShadowPath, disk); err != nil {
 					return nil, nil, nil, nil, err
 				}

pkg/common/common.go

@@ -1,7 +1,6 @@
 package common
 
 import (
-	"github.com/rs/zerolog/log"
 	"hash/crc64"
 	"io"
 	"math/rand"
@@ -11,6 +10,9 @@ import (
 	"reflect"
 	"strings"
 	"time"
+
+	"github.com/Altinity/clickhouse-backup/v2/pkg/utils"
+	"github.com/rs/zerolog/log"
 )
 
 func TablePathEncode(str string) string {
@@ -127,6 +129,7 @@ func AddRandomJitter(duration time.Duration, jitterPercent int8) time.Duration {
 
 // CalculateChecksum calculates checksum for a file on a given disk
 func CalculateChecksum(diskPath string, relativePath string) (uint64, error) {
+	start := time.Now()
 	fullPath := path.Join(diskPath, relativePath)
 	file, err := os.Open(fullPath)
 	if err != nil {
@@ -143,6 +146,6 @@ func CalculateChecksum(diskPath string, relativePath string) (uint64, error) {
 	if _, err := io.Copy(hash, file); err != nil {
 		return 0, err
 	}
-
+	log.Debug().Str("duration", utils.HumanizeDuration(time.Since(start))).Str("fullPath", fullPath).Msg("checksum calculated")
 	return hash.Sum64(), nil
 }