fix: empty document

datvodinh · May 13, 2024 · d513919 · d513919
1 parent 1ea9fc4
commit d513919
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/rag_chatbot/core/ingestion/ingestion.py b/rag_chatbot/core/ingestion/ingestion.py
@@ -48,7 +48,7 @@ def store_nodes(
                     input_files=[input_file],
                     filename_as_id=True
                 ).load_data()
-
+                document = [doc for doc in document if doc.text.strip()]
                 for doc in document:
                     doc.metadata['file_name'] = file_name
                     doc.text = re.sub(r'\s+', ' ', doc.text.strip())