diff --git a/jupyter_ai_config.py b/jupyter_ai_config.py
index a377d04..84979f9 100644
--- a/jupyter_ai_config.py
+++ b/jupyter_ai_config.py
@@ -13,4 +13,10 @@
     "openai": api_key
 }
 
-config.default_llm = "openai:gpt-3.5-turbo"
+# Define default language model and embedding model after activation
+def set_defaults():
+    config.default_llm = "openai:gpt-3.5-turbo"
+    config.default_embedding_model = "openai:embed-gpt-3.5-turbo"
+
+# Call set_defaults() to set defaults after extension activation
+set_defaults()