-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
Showing
3 changed files
with
92 additions
and
91 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -1,107 +1,107 @@ | ||
| package main | ||
|
|
||
| import ( | ||
| "io" | ||
| "archive/zip" | ||
| "fmt" | ||
| "io" | ||
| "os" | ||
| "path/filepath" | ||
| "archive/zip" | ||
|
|
||
| "github.com/crytic/cloudexec/pkg/config" | ||
| "github.com/crytic/cloudexec/pkg/s3" | ||
| ) | ||
|
|
||
| func UploadDirectoryToSpaces(config config.Config, bucket string, sourcePath string, destPath string) error { | ||
| // Compute the path for the zipped archive of sourcePath | ||
| zipFileName := "input.zip" | ||
| zipFilePath, err := filepath.Abs(filepath.Join(filepath.Dir(sourcePath), zipFileName)) | ||
| if err != nil { | ||
| return err | ||
| } | ||
| // Compute the path for the zipped archive of sourcePath | ||
| zipFileName := "input.zip" | ||
| zipFilePath, err := filepath.Abs(filepath.Join(filepath.Dir(sourcePath), zipFileName)) | ||
| if err != nil { | ||
| return err | ||
| } | ||
|
|
||
| // Create a file where we will write the zipped archive | ||
| zipFile, err := os.Create(zipFilePath) | ||
| if err != nil { | ||
| return err | ||
| } | ||
| defer zipFile.Close() | ||
| // Create a file where we will write the zipped archive | ||
| zipFile, err := os.Create(zipFilePath) | ||
| if err != nil { | ||
| return err | ||
| } | ||
| defer zipFile.Close() | ||
|
|
||
| // Create a new zip writer | ||
| zipWriter := zip.NewWriter(zipFile) | ||
| defer zipWriter.Close() | ||
| // Create a new zip writer | ||
| zipWriter := zip.NewWriter(zipFile) | ||
| defer zipWriter.Close() | ||
|
|
||
| // Walk the directory and recursively add files to the zipped archive | ||
| err = filepath.Walk(sourcePath, func(path string, info os.FileInfo, err error) error { | ||
| err = filepath.Walk(sourcePath, func(path string, info os.FileInfo, err error) error { | ||
| if err != nil { | ||
| return err | ||
| } | ||
|
|
||
| // If this is a subdirectory, make sure the path ends with a trailing slash before we create it | ||
| // See https://pkg.go.dev/archive/zip#Writer.Create for details | ||
| // If this is a subdirectory, make sure the path ends with a trailing slash before we create it | ||
| // See https://pkg.go.dev/archive/zip#Writer.Create for details | ||
| if info.IsDir() { | ||
| cleanPath := filepath.Clean(path) + string(filepath.Separator) | ||
| _, err := zipWriter.Create(cleanPath) | ||
| if err != nil { | ||
| return err | ||
| } | ||
| fmt.Printf("Created directory %s in the zipped archive\n", cleanPath) | ||
| return nil | ||
| } | ||
| cleanPath := filepath.Clean(path) + string(filepath.Separator) | ||
| _, err := zipWriter.Create(cleanPath) | ||
| if err != nil { | ||
| return err | ||
| } | ||
| fmt.Printf("Created directory %s in the zipped archive\n", cleanPath) | ||
| return nil | ||
| } | ||
|
|
||
| // Create a new file entry in the zipped archive | ||
| zipFileEntry, err := zipWriter.Create(path) | ||
| if err != nil { | ||
| return err | ||
| } | ||
| // Create a new file entry in the zipped archive | ||
| zipFileEntry, err := zipWriter.Create(path) | ||
| if err != nil { | ||
| return err | ||
| } | ||
|
|
||
| // Open the file we're adding to the zipped archive | ||
| file, err := os.Open(path) | ||
| if err != nil { | ||
| return err | ||
| } | ||
| defer file.Close() | ||
| // Open the file we're adding to the zipped archive | ||
| file, err := os.Open(path) | ||
| if err != nil { | ||
| return err | ||
| } | ||
| defer file.Close() | ||
|
|
||
| // Write this file to the zipped archive | ||
| _, err = io.Copy(zipFileEntry, file) | ||
| if err != nil { | ||
| return err | ||
| } | ||
| // Write this file to the zipped archive | ||
| _, err = io.Copy(zipFileEntry, file) | ||
| if err != nil { | ||
| return err | ||
| } | ||
|
|
||
| fmt.Printf("Added %s to the zipped archive\n", path) | ||
| fmt.Printf("Added %s to the zipped archive\n", path) | ||
| return nil | ||
| }) | ||
| if err != nil { | ||
| return err | ||
| } | ||
| fmt.Printf("Successfully added all files from %s to zipped archive at %s\n", sourcePath, zipFilePath) | ||
| if err != nil { | ||
| return err | ||
| } | ||
| fmt.Printf("Successfully added all files from %s to zipped archive at %s\n", sourcePath, zipFilePath) | ||
|
|
||
| // Make sure all prior writes are sync'd to the filesystem | ||
| // This is necessary because we're going to read the file immediately after writing it | ||
| err = zipWriter.Flush() | ||
| if err != nil { | ||
| return err | ||
| } | ||
| err = zipFile.Sync() | ||
| if err != nil { | ||
| return err | ||
| } | ||
| // Make sure all prior writes are sync'd to the filesystem | ||
| // This is necessary because we're going to read the file immediately after writing it | ||
| err = zipWriter.Flush() | ||
| if err != nil { | ||
| return err | ||
| } | ||
| err = zipFile.Sync() | ||
| if err != nil { | ||
| return err | ||
| } | ||
|
|
||
| // Read the zipped archive | ||
| fileBytes, err := os.ReadFile(zipFilePath) | ||
| if err != nil { | ||
| return fmt.Errorf("Failed to read zipped archive %s: %w", zipFilePath, err) | ||
| } | ||
| if len(fileBytes) == 0 { | ||
| return fmt.Errorf("Failed to read zipped archive at %s: read zero bytes of data", zipFilePath) | ||
| } | ||
| // Read the zipped archive | ||
| fileBytes, err := os.ReadFile(zipFilePath) | ||
| if err != nil { | ||
| return fmt.Errorf("Failed to read zipped archive %s: %w", zipFilePath, err) | ||
| } | ||
| if len(fileBytes) == 0 { | ||
| return fmt.Errorf("Failed to read zipped archive at %s: read zero bytes of data", zipFilePath) | ||
| } | ||
|
|
||
| // Upload the zipped archive | ||
| destKey := filepath.Join(destPath, "input.zip") | ||
| fmt.Printf("Uploading archive (%v bytes) to %s\n", len(fileBytes), destKey) | ||
| err = s3.PutObject(config, bucket, destKey, fileBytes) | ||
| if err != nil { | ||
| return err | ||
| } | ||
| // Upload the zipped archive | ||
| destKey := filepath.Join(destPath, "input.zip") | ||
| fmt.Printf("Uploading archive (%v bytes) to %s\n", len(fileBytes), destKey) | ||
| err = s3.PutObject(config, bucket, destKey, fileBytes) | ||
| if err != nil { | ||
| return err | ||
| } | ||
|
|
||
| return nil | ||
| return nil | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters