Merge pull request #72 from toggle-corp/fix/content_parsing

Checker for ollama and openai added
toggle-corp · Jan 13, 2025 · b832dc4 · b832dc4
2 parents e066f2c + 1cab267
commit b832dc4
Show file tree

Hide file tree

Showing 3 changed files with 501 additions and 589 deletions.
diff --git a/.github/workflows/lint.yml b/.github/workflows/lint.yml
@@ -19,6 +19,6 @@ jobs:
       - uses: actions/setup-python@main
         with:
           cache: 'poetry'
-      - run: poetry install
+      - run: poetry install --no-root
       - uses: pre-commit/action@main
 
diff --git a/chatbotcore/contextual_chunks.py b/chatbotcore/contextual_chunks.py
@@ -92,7 +92,9 @@ def generate_contextualized_chunks(self, document: str, chunks: List[Document]):
         contextualized_chunks = []
         for chunk in chunks:
             context = self._generate_context(document, chunk.page_content)
-            context = getattr(context, "content")  # note: required when openai is used
+
+            if self.model_type == LLMType.OPENAI:
+                context = getattr(context, "content")  # note: required when openai is used
 
             # Strip both context and chunk content of leading/trailing spaces
             context = context.strip()