From 98ca9166722654b303b5be5b3e8a2616803e5f06 Mon Sep 17 00:00:00 2001
From: Vineeth Voruganti <13438633+VVoruganti@users.noreply.github.com>
Date: Tue, 22 Oct 2024 02:03:37 -0400
Subject: [PATCH] feat(deriver) Claude Caching

---
 src/deriver/voe.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/src/deriver/voe.py b/src/deriver/voe.py
index 3635d9c..34ac693 100644
--- a/src/deriver/voe.py
+++ b/src/deriver/voe.py
@@ -47,6 +47,7 @@ async def tom_inference(
                     {
                         "type": "text",
                         "text": "Hello there! I'm Claude, an AI assistant. I'm excited to explore what you could be thinking! To start, could you please provide the conversation and the representation of you if it exists?",
+                        "cache_control": {"type": "emphemeral"},
                     }
                 ],
             },
@@ -108,6 +109,7 @@ async def user_representation(
                     {
                         "type": "text",
                         "text": "Hello there! I'm Claude, an AI assistant. I'm excited to explore how best to represent you! To start, could you please provide the conversation, the other instance's theory of mind prediction, and the representation of you if they exist?",
+                        "cache_control": {"type": "emphemeral"},
                     }
                 ],
             },