From 0504c8f08480ee141ee6768a86aa1e91b0c65735 Mon Sep 17 00:00:00 2001
From: Rodrigo Garcia <rodrigo.garcia@nexthink.com>
Date: Tue, 5 Sep 2023 13:44:00 +0200
Subject: [PATCH] respect max_parts_count
 https://github.com/Altinity/clickhouse-backup/issues/739

---
 pkg/storage/general.go | 6 ++++++
 pkg/storage/s3.go      | 5 ++++-
 2 files changed, 10 insertions(+), 1 deletion(-)

diff --git a/pkg/storage/general.go b/pkg/storage/general.go
index 48f9b442..5f5fd051 100644
--- a/pkg/storage/general.go
+++ b/pkg/storage/general.go
@@ -633,6 +633,9 @@ func NewBackupDestination(ctx context.Context, cfg *config.Config, ch *clickhous
 		// https://github.com/Altinity/clickhouse-backup/issues/317
 		if bufferSize <= 0 {
 			bufferSize = int(cfg.General.MaxFileSize) / cfg.AzureBlob.MaxPartsCount
+			if int(cfg.General.MaxFileSize) % cfg.AzureBlob.MaxPartsCount > 0 {
+				bufferSize++
+			}
 			if bufferSize < 2*1024*1024 {
 				bufferSize = 2 * 1024 * 1024
 			}
@@ -652,6 +655,9 @@ func NewBackupDestination(ctx context.Context, cfg *config.Config, ch *clickhous
 		partSize := cfg.S3.PartSize
 		if cfg.S3.PartSize <= 0 {
 			partSize = cfg.General.MaxFileSize / cfg.S3.MaxPartsCount
+			if cfg.General.MaxFileSize % cfg.S3.MaxPartsCount > 0 {
+				partSize++
+			}
 			if partSize < 5*1024*1024 {
 				partSize = 5 * 1024 * 1024
 			}
diff --git a/pkg/storage/s3.go b/pkg/storage/s3.go
index 58e93c39..a94260b0 100644
--- a/pkg/storage/s3.go
+++ b/pkg/storage/s3.go
@@ -531,8 +531,11 @@ func (s *S3) CopyObject(ctx context.Context, srcBucket, srcKey, dstKey string) (
 
 	// Set the part size (e.g., 5 MB)
 	partSize := srcSize / s.Config.MaxPartsCount
+	if srcSize % s.Config.MaxPartsCount > 0 {
+		partSize++
+	}
 	if partSize < 5*1024*1024 {
-		partSize = 5 * 1014 * 1024
+		partSize = 5 * 1024 * 1024
 	}
 
 	// Calculate the number of parts