diff --git a/align_data/embeddings/pinecone/pinecone_db_handler.py b/align_data/embeddings/pinecone/pinecone_db_handler.py index 5e912f9..27f58fd 100644 --- a/align_data/embeddings/pinecone/pinecone_db_handler.py +++ b/align_data/embeddings/pinecone/pinecone_db_handler.py @@ -32,8 +32,6 @@ def wrapper(*args, **kwargs): return f(*args, **kwargs) except exceptions as e: logger.error(f'Got exception while retrying: {e}') - except Exception as e: - breakpoint() time.sleep(2 ** i) raise TimeoutError(f'Gave up after {n} tries') return wrapper diff --git a/align_data/embeddings/pinecone/update_pinecone.py b/align_data/embeddings/pinecone/update_pinecone.py index dc16b3d..1183c64 100644 --- a/align_data/embeddings/pinecone/update_pinecone.py +++ b/align_data/embeddings/pinecone/update_pinecone.py @@ -107,6 +107,7 @@ def batch_entries( yield [(article, self._make_pinecone_entry(article)) for article in batch] def _make_pinecone_entry(self, article: Article) -> PineconeEntry | None: + logger.info(f'Getting embeddings for {article.title}') try: text_chunks = get_text_chunks(article, self.text_splitter) embeddings, moderation_results = get_embeddings(text_chunks, article.source) @@ -148,7 +149,6 @@ def _make_pinecone_entry(self, article: Article) -> PineconeEntry | None: return None except Exception as e: - breakpoint() logger.error(e) raise