remove recovery code to shorten PR

plugins/out_clp_s3/README.md

@@ -114,9 +114,6 @@ use disk space and have higher memory requirements. The amount of system resourc
 proportional to the amount of Fluent Bit tags. With disk store off, the plugin will immediately
 process each chunk and send it to S3.
 
-Logs are stored on the disk as IR and Zstd compressed IR. If the plugin were to crash, stored logs
-will be sent to S3 when Fluent Bit restarts. The upload index restarts on recovery.
-
 ### S3 Objects
 
 Each upload will have a unique key in the following format:

plugins/out_clp_s3/flush/flush.go

@@ -466,13 +466,10 @@ func createFile(path string, file string) (*os.File, error) {
 
 	fullFilePath := filepath.Join(path, file)
 
-	// Try to open the file exclusively. If it already exists something has gone wrong.
-	f, err := os.OpenFile(fullFilePath, os.O_RDWR|os.O_CREATE|os.O_EXCL, 0o751)
+	// TODO: Replace os.O_TRUNC with os.O_EXCL once recovery code add in. With recovery on,
+	// code should throw error if file exists.
+	f, err := os.OpenFile(fullFilePath, os.O_RDWR|os.O_CREATE|os.O_TRUNC, 0o751)
 	if err != nil {
-		// Check if the error is due to the file already existing.
-		if errors.Is(err, fs.ErrExist) {
-			return nil, fmt.Errorf("file %s already exists", fullFilePath)
-		}
 		return nil, fmt.Errorf("failed to create file %s: %w", fullFilePath, err)
 	}
 	return f, nil

plugins/out_clp_s3/out_clp_s3.go

@@ -17,7 +17,6 @@ import (
 
 	"github.com/y-scope/fluent-bit-clp/internal/outctx"
 	"github.com/y-scope/fluent-bit-clp/plugins/out_clp_s3/flush"
-	"github.com/y-scope/fluent-bit-clp/plugins/out_clp_s3/recovery"
 )
 
 const s3PluginName = "out_clp_s3"
@@ -53,11 +52,6 @@ func FLBPluginInit(plugin unsafe.Pointer) int {
 
 	log.Printf("[%s] Init called for id: %s", s3PluginName, outCtx.Config.Id)
 
-	err = recovery.FlushStores(outCtx)
-	if err != nil {
-		log.Fatalf("Failed to recover logs stored on disk: %s", err)
-	}
-
 	// Set the context for this instance so that params can be retrieved during flush.
 	output.FLBPluginSetContext(plugin, outCtx)
 	return output.FLB_OK
@@ -130,11 +124,6 @@ func FLBPluginExitCtx(ctx unsafe.Pointer) int {
 
 	log.Printf("[%s] Exit called for id: %s", s3PluginName, outCtx.Config.Id)
 
-	err := recovery.GracefulExit(outCtx)
-	if err != nil {
-		log.Printf("Failed to exit gracefully")
-	}
-
 	return output.FLB_OK
 }