From cbf6a7464b69a34679e1c9a208ed64decc74d915 Mon Sep 17 00:00:00 2001 From: NewAgeAirbender <34139325+NewAgeAirbender@users.noreply.github.com> Date: Mon, 17 Jun 2024 12:37:19 -0500 Subject: [PATCH] GA: add agenda as dedupe_key --- scrapers/ga/events.py | 1 + 1 file changed, 1 insertion(+) diff --git a/scrapers/ga/events.py b/scrapers/ga/events.py index f613d19275..9610161a50 100644 --- a/scrapers/ga/events.py +++ b/scrapers/ga/events.py @@ -70,6 +70,7 @@ def scrape(self, start=None): event.add_document( "Agenda", row["agendaUri"], media_type="application/pdf" ) + event.dedupe_key = row["agendaUri"] # Scrape bill ids from agenda pdf try: for bill_id in Agenda(source=URL(row["agendaUri"])).do_scrape():