changes to make logs splunk compatible

Signed-off-by: Gulshan Bhatia <[email protected]>

numalogic/udfs/_logger.py

@@ -1,45 +1,23 @@
-import logging
 import structlog
 from structlog import processors, stdlib
 
 
-def configure_logger(log_level: str = "INFO"):
+def configure_logger():
     """Configure struct logger for the UDFs."""
-    shared_processors = [
-        stdlib.add_log_level,
-        stdlib.PositionalArgumentsFormatter(),
-        processors.TimeStamper(fmt="iso"),
-        processors.StackInfoRenderer(),
-        processors.format_exc_info,
-        processors.UnicodeDecoder(),
-    ]
     structlog.configure(
         processors=[
+            stdlib.filter_by_level,
             stdlib.add_log_level,
             stdlib.PositionalArgumentsFormatter(),
             processors.TimeStamper(fmt="iso"),
             processors.StackInfoRenderer(),
             processors.format_exc_info,
             processors.UnicodeDecoder(),
-            structlog.stdlib.ProcessorFormatter.wrap_for_formatter,
-        ],
-        logger_factory=structlog.stdlib.LoggerFactory(),
-        wrapper_class=structlog.stdlib.BoundLogger,
-        cache_logger_on_first_use=True,
-    )
-
-    formatter = structlog.stdlib.ProcessorFormatter(
-        foreign_pre_chain=shared_processors,
-        processors=[
-            structlog.stdlib.ProcessorFormatter.remove_processors_meta,
             processors.KeyValueRenderer(key_order=["uuid", "event"]),
+            stdlib.ProcessorFormatter.wrap_for_formatter,
         ],
+        logger_factory=stdlib.LoggerFactory(),
+        wrapper_class=stdlib.BoundLogger,
+        cache_logger_on_first_use=True,
     )
-
-    handler = logging.StreamHandler()
-    handler.setFormatter(formatter)
-    logger = structlog.getLogger(__name__)
-    logger.addHandler(handler)
-    logger.setLevel(log_level)
-
     return structlog.getLogger(__name__)

numalogic/udfs/preprocess.py

@@ -106,6 +106,7 @@ def exec(self, keys: list[str], datum: Datum) -> Messages:
         try:
             data_payload = orjson.loads(datum.value)
             log = log.bind(uuid=data_payload["uuid"])
+            log.info("Data payload= %s", data_payload)
         except (orjson.JSONDecodeError, KeyError):  # catch json decode error only
             log.exception("Error while decoding input json")
             return Messages(Message.to_drop())