Add AVRO/Serdes support in LDMS Stream

ovis-hpc · Jan 30, 2025 · 1d4e7e1 · 1d4e7e1
1 parent 0c19380
commit 1d4e7e1
Show file tree

Hide file tree

Showing 10 changed files with 596 additions and 80 deletions.
diff --git a/.github/enum-check/enumsym.py b/.github/enum-check/enumsym.py
@@ -28,6 +28,8 @@
     "ldms/src/ldmsd/",
 ]
 
+EXCLUDE_PATH_RE = re.compile(r'.*ldms_stream_avro_ser[.]h')
+
 _list = list()
 for e in HDR_LIST:
     d = OVIS_DIR + "/" + e
@@ -39,7 +41,9 @@
     for dpath, dlist, flist in os.walk(d):
         for f in flist:
             if f.endswith('.h'):
-                _list.append(dpath + '/' + f)
+                path = dpath + '/' + f
+                if not EXCLUDE_PATH_RE.match(path):
+                    _list.append(dpath + '/' + f)
 
 HDR_LIST = _list
 

diff --git a/configure.ac b/configure.ac
@@ -307,6 +307,8 @@ AS_IF([test "x$enable_store_avro_kafka" != xno],[
     ])
 ])
 AM_CONDITIONAL([ENABLE_STORE_AVRO_KAFKA], [test "x$enable_store_avro_kafka" != xno])
+AM_CONDITIONAL([HAVE_LIBAVRO], [test "x$HAVE_LIBAVRO" != xno])
+AM_CONDITIONAL([HAVE_LIBSERDES], [test "x$HAVE_LIBSERDES" != xno])
 
 dnl Options for sampler
 OPTION_DEFAULT_ENABLE([sampler], [ENABLE_SAMPLER])

diff --git a/ldms/python/ldms.pxd b/ldms/python/ldms.pxd
@@ -820,6 +820,7 @@ cdef extern from "ldms.h" nogil:
     cpdef enum ldms_stream_type_e:
         LDMS_STREAM_STRING
         LDMS_STREAM_JSON
+        LDMS_STREAM_AVRO_SER
     enum ldms_stream_event_type:
         LDMS_STREAM_EVENT_RECV
         LDMS_STREAM_EVENT_SUBSCRIBE_STATUS
@@ -860,6 +861,7 @@ cdef extern from "ldms.h" nogil:
     ldms_stream_client_t ldms_stream_subscribe(const char *stream, int is_regex,
                             ldms_stream_event_cb_t cb_fn, void *cb_arg,
                             const char *desc)
+
     void ldms_stream_close(ldms_stream_client_t c)
     int ldms_stream_remote_subscribe(ldms_t x, const char *stream, int is_regex,
                             ldms_stream_event_cb_t cb_fn, void *cb_arg,