Merge pull request #413 from truefoundry/feat/mongo-integration

[Vector Store] Mongo DB Integration

backend/modules/vector_db/__init__.py

@@ -1,4 +1,6 @@
 from backend.modules.vector_db.base import BaseVectorDB
+
+# from backend.modules.vector_db.mongo import MongoVectorDB
 from backend.modules.vector_db.qdrant import QdrantVectorDB
 
 # from backend.modules.vector_db.singlestore import SingleStoreVectorDB
@@ -7,6 +9,7 @@
 
 SUPPORTED_VECTOR_DBS = {
     "qdrant": QdrantVectorDB,
+    # "mongo": MongoVectorDB,
     # "weaviate": WeaviateVectorDB,
     # "singlestore": SingleStoreVectorDB,
 }

backend/modules/vector_db/base.py

@@ -6,6 +6,7 @@
 from langchain.schema.vectorstore import VectorStore
 
 from backend.constants import DEFAULT_BATCH_SIZE_FOR_VECTOR_STORE
+from backend.logger import logger
 from backend.types import DataPointVector
 
 
@@ -83,3 +84,14 @@ def delete_data_point_vectors(
         Delete vectors from the collection
         """
         raise NotImplementedError()
+
+    def get_embedding_dimensions(self, embeddings: Embeddings) -> int:
+        """
+        Fetch embedding dimensions
+        """
+        # Calculate embedding size
+        logger.debug(f"[VectorDB] Embedding a dummy doc to get vector dimensions")
+        partial_embeddings = embeddings.embed_documents(["Initial document"])
+        vector_size = len(partial_embeddings[0])
+        logger.debug(f"Vector size: {vector_size}")
+        return vector_size