out_s3: Add parquet compression type

include/fluent-bit/aws/flb_aws_compress.h

@@ -24,6 +24,7 @@
 #define FLB_AWS_COMPRESS_NONE  0
 #define FLB_AWS_COMPRESS_GZIP  1
 #define FLB_AWS_COMPRESS_ARROW 2
+#define FLB_AWS_COMPRESS_PARQUET 3
 
 /*
  * Get compression type from compression keyword. The return value is used to identify

include/fluent-bit/flb_compat.h

@@ -130,6 +130,29 @@ static inline int usleep(LONGLONG usec)
     // Convert into 100ns unit.
     return nanosleep(usec * 10);
 }
+
+static inline FILE* flb_popen(const char *command, const char *type) {
+    return _popen(command, type);
+}
+/*
+ * flb_pclose() has the same return value on Windows as win32 _pclose(), rather
+ * than posix pclose(). The process exit code is not bit-shifted to the high
+ * byte.
+ *
+ * The MSVC docs for _pclose() at
+ * https://learn.microsoft.com/en-us/cpp/c-runtime-library/reference/pclose?view=msvc-170
+ * are misleading; they say that "The format of the return value is the same as
+ * for _cwait, except the low-order and high-order bytes are swapped." But
+ * _cwait isn't documented as having any meaningful return on success, the
+ * process exit code is meant to be in  its "termstat" out parameter per
+ * https://learn.microsoft.com/en-us/cpp/c-runtime-library/reference/cwait?view=msvc-170
+ * The return code of _pclose() actually appears to be the process exit code
+ * without the bit-shift that waitpid() applies.
+ */
+static inline int flb_pclose(FILE *stream) {
+    return _pclose(stream);
+}
+
 #else
 #include <netdb.h>
 #include <netinet/in.h>
@@ -140,7 +163,27 @@ static inline int usleep(LONGLONG usec)
 #include <dlfcn.h>
 
 #define FLB_DIRCHAR '/'
-#endif
+
+/*
+ * Because Windows has to do everything differently, call _popen() and
+ * _pclose() instead of the POSIX popen() and pclose() functions.
+ *
+ * flb_pclose() has different return value semantics on Windows vs non-windows
+ * targets because it propagates the pclose() or _pclose() return value
+ * directly. You MUST use the FLB_WIFEXITED(), FLB_WEXITSTATUS(),
+ * FLB_WIFSIGNALED() and FLB_WTERMSIG() macros to consume the return value,
+ * rather than the underlying POSIX macros or manual bit-shifts.
+ */
+static inline FILE* flb_popen(const char *command, const char *type) {
+    return popen(command, type);
+}
+static inline int flb_pclose(FILE *stream) {
+    return pclose(stream);
+}
+
+#define FLB_PCLOSE pclose
+
+#endif /* FLB_SYSTEM_WINDOWS */
 
 #ifdef FLB_HAVE_UNIX_SOCKET
 #include <sys/un.h>

plugins/in_exec/in_exec_win32_compat.h

@@ -49,46 +49,4 @@
 #define FLB_WTERMSIG(status) (-1)
 #endif
 
-/*
- * Because Windows has to do everything differently, call _popen() and
- * _pclose() instead of the POSIX popen() and pclose() functions.
- *
- * flb_pclose() has different return value semantics on Windows vs non-windows
- * targets because it propagates the pclose() or _pclose() return value
- * directly. You MUST use the FLB_WIFEXITED(), FLB_WEXITSTATUS(),
- * FLB_WIFSIGNALED() and FLB_WTERMSIG() macros to consume the return value,
- * rather than the underlying POSIX macros or manual bit-shifts.
- */
-#if !defined(FLB_SYSTEM_WINDOWS)
-static inline FILE* flb_popen(const char *command, const char *type) {
-    return popen(command, type);
-}
-static inline int flb_pclose(FILE *stream) {
-    return pclose(stream);
-}
-#define FLB_PCLOSE pclose
-#else
-static inline FILE* flb_popen(const char *command, const char *type) {
-    return _popen(command, type);
-}
-/*
- * flb_pclose() has the same return value on Windows as win32 _pclose(), rather
- * than posix pclose(). The process exit code is not bit-shifted to the high
- * byte.
- *
- * The MSVC docs for _pclose() at
- * https://learn.microsoft.com/en-us/cpp/c-runtime-library/reference/pclose?view=msvc-170
- * are misleading; they say that "The format of the return value is the same as
- * for _cwait, except the low-order and high-order bytes are swapped." But
- * _cwait isn't documented as having any meaningful return on success, the
- * process exit code is meant to be in  its "termstat" out parameter per
- * https://learn.microsoft.com/en-us/cpp/c-runtime-library/reference/cwait?view=msvc-170
- * The return code of _pclose() actually appears to be the process exit code
- * without the bit-shift that waitpid() applies.
- */
-static inline int flb_pclose(FILE *stream) {
-    return _pclose(stream);
-}
-#endif
-
 #endif /* FLB_IN_EXEC_WIN32_COMPAT_H */

plugins/out_s3/CMakeLists.txt

@@ -1,6 +1,17 @@
 set(src
   s3.c
   s3_store.c
-  s3_multipart.c)
+  s3_multipart.c
+  s3_parquet.c)
+
+set(libs "")
+
+if(${CMAKE_SYSTEM_NAME} MATCHES "Windows")
+  set(libs
+    ${libs}
+    Shell32.lib
+    Shlwapi.lib)
+endif()
 
 FLB_PLUGIN(out_s3 "${src}" "")
+target_link_libraries(flb-plugin-out_s3 ${libs})