Automatically adjust part size on upload

concourse · Jan 17, 2018 · 731bb02 · 731bb02
1 parent 588d61c
commit 731bb02
Showing 1 changed file with 11 additions and 1 deletion.
diff --git a/s3client.go b/s3client.go
@@ -184,8 +184,18 @@ func (client *s3client) UploadFile(bucketName string, remotePath string, localPa
 	}
 
 	defer localFile.Close()
+
+	// Automatically adjust partsize for larger files.
+	fSize := stat.Size()
+	if fSize > int64(uploader.MaxUploadParts) * uploader.PartSize {
+		partSize := fSize / int64(uploader.MaxUploadParts)
+		if fSize % int64(uploader.MaxUploadParts) != 0 {
+			partSize++
+		}
+		uploader.PartSize = partSize
+	}
 
-	progress := client.newProgressBar(stat.Size())
+	progress := client.newProgressBar(fSize)
 
 	progress.Start()
 	defer progress.Finish()