feat: add image to process scripts

jippy-the-frog · Sep 22, 2024 · fc64ff6 · fc64ff6
1 parent be5d353
commit fc64ff6
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 0 deletions.
diff --git a/backend/src/scrapers/cna/process.py b/backend/src/scrapers/cna/process.py
@@ -43,6 +43,7 @@ class CNAArticle(BaseModel):
     field_summary: str | None = None
     description: str | None = None
     release_date: str
+    image_url: str
 
 
 async def process(category: str):
@@ -78,6 +79,7 @@ async def process(category: str):
                     source=ArticleSource.CNA,
                     body=body.strip(),
                     date=article.release_date,
+                    image_url=article.image_url,
                 )
                 with Session(engine) as session:
                     session.add(article_orm)

diff --git a/backend/src/scrapers/guardian/process.py b/backend/src/scrapers/guardian/process.py
@@ -16,6 +16,7 @@ class GuardianArticleFields(BaseModel):
     model_config = ConfigDict(extra="allow")
     bodyText: str
     trailText: str | None = None
+    thumbnail: str | None = None
 
 
 class GuardianArticle(BaseModel):
@@ -37,6 +38,7 @@ class GuardianArticle(BaseModel):
             source=ArticleSource.GUARDIAN,
             body=article.fields.bodyText,
             date=article.webPublicationDate,
+            image_url=article.fields.thumbnail or "",
         )
         with Session(engine) as session:
             session.add(article_orm)