add caching config

Gapminder · Jan 8, 2025 · 0dc957f · 0dc957f
1 parent 84d7146
commit 0dc957f
Showing 1 changed file with 9 additions and 0 deletions.
diff --git a/litellm/config.yaml b/litellm/config.yaml
@@ -12,6 +12,15 @@ general_settings:
   # Set a master key for proxy authentication
   master_key: "os.environ/LITELLM_MASTER_KEY"
 
+litellm_settings:
+  cache: true
+  cache_params:
+    type: redis
+    ttl: 10368000  # 120 days
+    host: "127.0.0.1"
+    port: "6379"
+    # redis_startup_nodes: [{"host": "127.0.0.1", "port": "6379"}]
+
 files_settings:
   - custom_llm_provider: openai
     api_key: os.environ/OPENAI_API_KEY