Add selectLinks to RawCrawlConfig model

webrecorder · Jan 29, 2025 · af00099 · af00099
1 parent 5148117
commit af00099
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/backend/btrixcloud/models.py b/backend/btrixcloud/models.py
@@ -358,6 +358,8 @@ class RawCrawlConfig(BaseModel):
 
     userAgent: Optional[str] = None
 
+    selectLinks: Union[str, List[str], None] = "a[href]->href"
+
 
 # ============================================================================
 class CrawlConfigIn(BaseModel):