fix(proxy_cli.py): enable json logging via litellm_settings param on …

…config

allows user to enable json logs without needing to figure out env variables

litellm/__init__.py

@@ -6,7 +6,13 @@
 import threading, requests, os
 from typing import Callable, List, Optional, Dict, Union, Any, Literal
 from litellm.caching import Cache
-from litellm._logging import set_verbose, _turn_on_debug, verbose_logger, json_logs
+from litellm._logging import (
+    set_verbose,
+    _turn_on_debug,
+    verbose_logger,
+    json_logs,
+    _turn_on_json,
+)
 from litellm.proxy._types import (
     KeyManagementSystem,
     KeyManagementSettings,

litellm/_logging.py

@@ -39,6 +39,16 @@ def format(self, record):
 verbose_logger.addHandler(handler)
 
 
+def _turn_on_json():
+    handler = logging.StreamHandler()
+    handler.setLevel(logging.DEBUG)
+    handler.setFormatter(JsonFormatter())
+
+    verbose_router_logger.addHandler(handler)
+    verbose_proxy_logger.addHandler(handler)
+    verbose_logger.addHandler(handler)
+
+
 def _turn_on_debug():
     verbose_logger.setLevel(level=logging.DEBUG)  # set package log to debug
     verbose_router_logger.setLevel(level=logging.DEBUG)  # set router logs to debug

litellm/proxy/proxy_cli.py

@@ -429,6 +429,19 @@ def _make_openai_completion():
 
             proxy_config = ProxyConfig()
             _config = asyncio.run(proxy_config.get_config(config_file_path=config))
+            ### LITELLM SETTINGS ###
+            litellm_settings = _config.get("litellm_settings", None)
+            if (
+                litellm_settings is not None
+                and "json_logs" in litellm_settings
+                and litellm_settings["json_logs"] == True
+            ):
+                import litellm
+
+                litellm.json_logs = True
+
+                litellm._turn_on_json()
+            ### GENERAL SETTINGS ###
             general_settings = _config.get("general_settings", {})
             if general_settings is None:
                 general_settings = {}