Update s3 connector timeout

Author: jakeloo

cmd/root.go

@@ -229,10 +229,10 @@ func init() {
 	rootCmd.PersistentFlags().String("migrator-destination-s3-secretAccessKey", "", "S3 secret access key for migrator destination")
 	rootCmd.PersistentFlags().String("migrator-destination-s3-endpoint", "", "S3 endpoint URL for migrator destination")
 	rootCmd.PersistentFlags().String("migrator-destination-s3-format", "parquet", "S3 storage format for migrator destination")
-	rootCmd.PersistentFlags().Int64("migrator-destination-s3-bufferSizeMB", 512, "S3 buffer size in MB before flush for migrator destination")
-	rootCmd.PersistentFlags().Int("migrator-destination-s3-bufferTimeoutSeconds", 300, "S3 buffer timeout in seconds before flush for migrator destination")
+	rootCmd.PersistentFlags().Int64("migrator-destination-s3-bufferSizeMB", 0, "S3 buffer size in MB before flush for migrator destination")
+	rootCmd.PersistentFlags().Int("migrator-destination-s3-bufferTimeoutSeconds", 0, "S3 buffer timeout in seconds before flush for migrator destination")
 	rootCmd.PersistentFlags().Int("migrator-destination-s3-maxBlocksPerFile", 0, "S3 max blocks per file for migrator destination")
-	rootCmd.PersistentFlags().Uint("migrator-batchSize", 2000, "Batch size for storage operations in migrator")
+	rootCmd.PersistentFlags().Uint("migrator-batchSize", 0, "Batch size for storage operations in migrator")
 	rootCmd.PersistentFlags().Uint("migrator-startBlock", 0, "Start block for migration")
 	rootCmd.PersistentFlags().Uint("migrator-endBlock", 0, "End block for migration")
 	rootCmd.PersistentFlags().Uint("migrator-workerCount", 0, "Worker count for migration")

internal/storage/s3.go

@@ -97,12 +97,11 @@ func NewS3Connector(cfg *config.S3StorageConfig) (*S3Connector, error) {
 		}
 	}
 
-	// Set buffer defaults
 	if cfg.BufferSize == 0 {
-		cfg.BufferSize = 1024 // 1GB default
+		cfg.BufferSize = 512 // 512MB default
 	}
 	if cfg.BufferTimeout == 0 {
-		cfg.BufferTimeout = 300 // 5 minutes default
+		cfg.BufferTimeout = 1 * 60 * 60 // 1 hour in seconds default
 	}
 
 	// Create formatter based on format