improve multi doc retrieval

llama-index-core/llama_index/core/node_parser/interface.py

@@ -1,4 +1,5 @@
 """Node parser interface."""
+
 from abc import ABC, abstractmethod
 from typing import Any, Callable, List, Sequence
 

llama-index-core/llama_index/core/node_parser/relational/base_element.py

@@ -249,7 +249,11 @@ def _get_nodes_from_buffer(
         doc = Document(text="\n\n".join(list(buffer)))
         return node_parser.get_nodes_from_documents([doc])
 
-    def get_nodes_from_elements(self, elements: List[Element]) -> List[BaseNode]:
+    def get_nodes_from_elements(
+        self,
+        elements: List[Element],
+        metadata_inherited: Optional[Dict[str, Any]] = None,
+    ) -> List[BaseNode]:
         """Get nodes and mappings."""
         from llama_index.core.node_parser import SentenceSplitter
 
@@ -342,5 +346,8 @@ def get_nodes_from_elements(self, elements: List[Element]) -> List[BaseNode]:
             nodes.extend(cur_text_nodes)
             cur_text_el_buffer = []
 
-        # remove empty nodes
+        # remove empty nodes and keep node original metadata inherited from parent nodes
+        for node in nodes:
+            if metadata_inherited:
+                node.metadata.update(metadata_inherited)
         return [node for node in nodes if len(node.text) > 0]

llama-index-core/llama_index/core/node_parser/relational/markdown_element.py

@@ -57,7 +57,7 @@ def get_nodes_from_node(self, node: TextNode) -> List[BaseNode]:
         self.extract_table_summaries(table_elements)
         # convert into nodes
         # will return a list of Nodes and Index Nodes
-        return self.get_nodes_from_elements(elements)
+        return self.get_nodes_from_elements(elements, node.metadata)
 
     def extract_elements(
         self,

llama-index-core/llama_index/core/node_parser/relational/unstructured_element.py

@@ -92,7 +92,7 @@ def get_nodes_from_node(self, node: TextNode) -> List[BaseNode]:
         self.extract_table_summaries(table_elements)
         # convert into nodes
         # will return a list of Nodes and Index Nodes
-        return self.get_nodes_from_elements(elements)
+        return self.get_nodes_from_elements(elements, node.metadata)
 
     def extract_elements(
         self, text: str, table_filters: Optional[List[Callable]] = None, **kwargs: Any