From 80ffb3540ef2e5c52a19d1669b02561ce89bf753 Mon Sep 17 00:00:00 2001 From: Daniel Simmons-Ritchie <37225902+SimmonsRitchie@users.noreply.github.com> Date: Tue, 6 Feb 2024 13:33:22 -0600 Subject: [PATCH] Add tests: il_adcrc spider --- tests/files/il_adcrc.html | 1003 +++++++++++++++++++++++++++++++++++++ tests/files/il_adcrc.json | 1 + tests/test_il_adcrc.py | 105 ++++ 3 files changed, 1109 insertions(+) create mode 100644 tests/files/il_adcrc.html create mode 100644 tests/files/il_adcrc.json create mode 100644 tests/test_il_adcrc.py diff --git a/tests/files/il_adcrc.html b/tests/files/il_adcrc.html new file mode 100644 index 000000000..20ad338b0 --- /dev/null +++ b/tests/files/il_adcrc.html @@ -0,0 +1,1003 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + Meetings + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
+ Skip to main content +
+ + + + + + + + + + +
+
+
+ + + +
+ +
+
+ + + +
+
+ + + +
+ +
+ + + + +
+
+ + +
+
+ + + +
+ + + +
+ +
+
+ + +
+ + +
+ +
+
+ + +
+ + +
+
+
+ + + +
+
+ + + +
+ +
+ + +
+ + +
+ +
+
+ + +
+ + +
+
+ + +
+
+
+
+
+
+
+ + + + +
+
+ +
+ + +
+ +
+
+
+
+
+ +
+
+
+
+
+
+
+ + + + + +
+
+ +
+
+ +
+ + + +
+
+
+
+ + + + +
+
+
+
+
+
+
+
+
+
+
+
+ +
+
+
+
+
+
+
+
+
+ + +
+
+ + + +
+ +
+ +
+ + +
+
+
+ + + + +
+
+ + +
+
+ + + +
+ +
+ + +
+
+ + +
+
+ + + +
+ +
+
+

Meetings

+
+ + + +
+
+
+ + + + +
+
+
+

Public Comment Instructions

+
+ + + +
+
+

If you wish to comment during one of our meetings, please fill out the registration form linked below.  This will provide the committee with the required information to include your discussion point into our agenda and ensure you have the required information pertaining to our rules and procedures for public comments.

+ +
+ + + +
+
+ + + + + Public Comment Registration + + + + +
+
+
+ + + + +
+
+
+

Upcoming Meetings

+
+ + + +
+
+
+
+ + + +
+
+ + +
+
+
+
+
+ + + +
+
+
+ + + + +
+
+
+

Past Meetings

+
+ + + +
+
+ + + + + 2024 Meetings + + + + + +
+
+ + + + + 2023 Meetings + + + + + +
+
+ + + + + 2022 Meetings + + + + + +
+ + +
+ +
+
+ + +
+ + +
+ +
+
+ + +
+
+
+ + + + +
+ + +
+ +
+
+ + +
+
+
+

Footer

+
+
+
+
+
+
+
+
+ +
+
+
+
+ +
+

Stay Informed

+ + + + +
+ +
+

Helpful Links

+ + + + +
+ +
+ + +
+
+ + + + +
+
+
+
+
+
+
+
+ + + +
+
+ + + +
+ +
+ + + + +
+
+ + + + + + +
+ + +
+ +
+
+ + +
+ + +
+ + +
+ +
+ +
+
+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/tests/files/il_adcrc.json b/tests/files/il_adcrc.json new file mode 100644 index 000000000..efb4c7e3f --- /dev/null +++ b/tests/files/il_adcrc.json @@ -0,0 +1 @@ +{"eventFeedItemList":[{"datalayerId":"agency-event-page-10a8883453","eventTitle":"Research Subcommission Meeting - February 15, 2024","description":"","image":"","imageMobile":"","imageReference":"","altText":"","start":"2024-02-15T10:00:00.000","startDate":"Thursday, February 15, 2024","startTime":"10:00 AM","end":"2024-02-15T12:00:00.000","endTime":"12:00 PM","eventType":"","eventPath":"https://adcrc.illinois.gov/meetings/2024/research-subcommittee-meetings/20240215.html","extendedProps":{"content":"","type":["soi:ilgagency/adcrc/events-type/committee-meeting"],"typeName":""},"canceledEvent":"false","physicalList":[{"locationName":"In-Person: State of Illinois Office Building","streetLineOne":"555 W. Monroe","streetLineTwo":"1st Floor, Illinois Room","city":"Chicago","state":"IL","zipcode":"","latitude":"","longitude":"","showMap":false}],"virtualList":[{"additionalInfo":"\u003Cp\u003E\u003Cstrong\u003EWebinar number:\u003C/strong\u003E\u003C/p\u003E\r\n\u003Cp\u003E2634 343 4016\u003C/p\u003E\r\n\u003Cp\u003E\u003Cstrong\u003EWebinar password:\u003C/strong\u003E\u003C/p\u003E\r\n\u003Cp\u003ERp4ht7K5HmV (77448755 from phones and video systems)\u003C/p\u003E\r\n\u003Cp\u003E\u003Cstrong\u003EJoin by phone:\u003C/strong\u003E\u003C/p\u003E\r\n\u003Cp\u003E+1-312-535-8110 United States Toll (Chicago)\u003C/p\u003E\r\n\u003Cp\u003E+1-415-655-0002 US Toll\u003C/p\u003E\r\n\u003Cp\u003EAccess code: 2634 343 4016\u003C/p\u003E\r\n","description":"Universal Link","link":"https://illinois.webex.com/illinois/j.php?MTID=ma9837fecab2aeef910300add0019513c","locationName":"Virtual: WebEx"}],"assetList":[],"startEventTimeZone":"CST","endEventTimeZone":"CST","data":{"@type":"soi/components/structure/agency-event-page","repo:modifyDate":"2023-12-28T15:36:59Z"},":type":"soi/components/content/v1/events"},{"datalayerId":"agency-event-page-e68878dec7","eventTitle":"Public Engagement Subcommittee Meeting - February 15, 2024","description":"","image":"","imageMobile":"","imageReference":"","altText":"","start":"2024-02-15T13:00:00.000","startDate":"Thursday, February 15, 2024","startTime":"01:00 PM","end":"2024-02-15T15:00:00.000","endTime":"03:00 PM","eventType":"","eventPath":"https://adcrc.illinois.gov/meetings/2024/public-engagement-subcommittee-meetings/20240208.html","extendedProps":{"content":"","type":["soi:ilgagency/adcrc/events-type/committee-meeting"],"typeName":""},"canceledEvent":"false","physicalList":[{"locationName":"In-Person: State of Illinois Office Building","streetLineOne":"555 W. Monroe","streetLineTwo":"1st Floor, Illinois Room","city":"Chicago","state":"IL","zipcode":"60661","latitude":"","longitude":"","showMap":false},{"locationName":"In-Person: Kenneth Hall Regional State Office Building","streetLineOne":"10 Collinsville Ave","streetLineTwo":"2nd Floor Conference Room","city":"East St. Louis","state":"IL","zipcode":"60661","latitude":"","longitude":"","showMap":false}],"virtualList":[{"additionalInfo":"\u003Cp\u003E\u003Cstrong\u003EWebinar number:\u003C/strong\u003E\u003C/p\u003E\r\n\u003Cp\u003E2634 400 0168\u003C/p\u003E\r\n\u003Cp\u003E\u003Cstrong\u003EWebinar password:\u003C/strong\u003E\u003C/p\u003E\r\n\u003Cp\u003E2mtVmJ2MVR3 (26886526 from phones and video systems)\u003C/p\u003E\r\n\u003Cp\u003E\u003Cstrong\u003EJoin by phone:\u003C/strong\u003E\u003C/p\u003E\r\n\u003Cp\u003E+1-312-535-8110 United States Toll (Chicago)\u003C/p\u003E\r\n\u003Cp\u003E+1-415-655-0002 US Toll\u003C/p\u003E\r\n\u003Cp\u003EAccess code: 2634 400 0168\u003C/p\u003E\r\n","description":"Universal Link","link":"https://illinois.webex.com/illinois/j.php?MTID=m5950d32cfd25730a8da75e342bac9633","locationName":"Virtual: WebEx"}],"assetList":[],"startEventTimeZone":"CST","endEventTimeZone":"CST","data":{"@type":"soi/components/structure/agency-event-page","repo:modifyDate":"2024-01-29T18:39:04Z"},":type":"soi/components/content/v1/events"},{"datalayerId":"agency-event-page-76e5df34df","eventTitle":"Full Committee Meeting - February 16, 2024","description":"","image":"","imageMobile":"","imageReference":"","altText":"","start":"2024-02-16T13:00:00.000","startDate":"Friday, February 16, 2024","startTime":"01:00 PM","end":"2024-02-16T15:00:00.000","endTime":"03:00 PM","eventType":"","eventPath":"https://adcrc.illinois.gov/meetings/2024/full-commission-meeting/20240216.html","extendedProps":{"content":"","type":["soi:ilgagency/adcrc/events-type/committee-meeting"],"typeName":""},"canceledEvent":"false","physicalList":[{"locationName":"In-Person: State of Illinois Office Building","streetLineOne":"555 W. Monroe","streetLineTwo":"1st Floor, Illinois Room","city":"Chicago","state":"IL","zipcode":"60661","latitude":"","longitude":"","showMap":false},{"locationName":"In-Person: Kenneth Hall Regional State Office Building","streetLineOne":"10 Collinsville Ave","streetLineTwo":"2nd Floor Conference Room","city":"East St. Louis","state":"IL","zipcode":"62201","latitude":"","longitude":"","showMap":false},{"locationName":"In Person: Old State Journal Register Building","streetLineOne":"313 S. 6th Street","streetLineTwo":"2nd Floor Conference Room","city":"Springfield","state":"IL","zipcode":"","latitude":"","longitude":"","showMap":false}],"virtualList":[{"additionalInfo":"\u003Cp\u003E\u003Cstrong\u003EWebinar number:\u003C/strong\u003E\u003Cbr\u003E\r\n\u003C/p\u003E\r\n\u003Cp\u003E2631 372 5276\u003C/p\u003E\r\n\u003Cp\u003E\u003Cstrong\u003EWebinar password:\u003C/strong\u003E\u003C/p\u003E\r\n\u003Cp\u003EMwkcP992Jii (69527992 from phones and video systems)\u003C/p\u003E\r\n\u003Cp\u003E\u003Cstrong\u003EJoin by phone\u003C/strong\u003E\u003C/p\u003E\r\n\u003Cp\u003E+1-312-535-8110 United States Toll (Chicago)\u003C/p\u003E\r\n\u003Cp\u003E+1-415-655-0002 US Toll\u003C/p\u003E\r\n\u003Cp\u003EAccess code: 2631 372 5276\u003C/p\u003E\r\n","description":"Universal Link","link":"https://illinois.webex.com/illinois/j.php?MTID=m9c668773ed332a2edbe534bbc8c496bf","locationName":"Virtual: WebEx"}],"assetList":[],"startEventTimeZone":"CST","endEventTimeZone":"CST","data":{"@type":"soi/components/structure/agency-event-page","repo:modifyDate":"2023-12-20T20:09:58Z"},":type":"soi/components/content/v1/events"},{"datalayerId":"agency-event-page-5b0b8c4fdc","eventTitle":"Public Engagement Subcommittee Meeting - March 14, 2024","description":"","image":"","imageMobile":"","imageReference":"","altText":"","start":"2024-03-14T10:00:00.000","startDate":"Thursday, March 14, 2024","startTime":"10:00 AM","end":"2024-03-14T12:00:00.000","endTime":"12:00 PM","eventType":"","eventPath":"https://adcrc.illinois.gov/meetings/2024/public-engagement-subcommittee-meetings/20240314.html","extendedProps":{"content":"","type":["soi:ilgagency/adcrc/events-type/committee-meeting"],"typeName":""},"canceledEvent":"false","physicalList":[{"locationName":"In-Person: State of Illinois Office Building","streetLineOne":"555 W. Monroe","streetLineTwo":"1st Floor, Illinois Room","city":"Chicago","state":"IL","zipcode":"60661","latitude":"","longitude":"","showMap":false},{"locationName":"In-Person: Kenneth Hall Regional State Office Building","streetLineOne":"10 Collinsville Ave","streetLineTwo":"2nd Floor Conference Room","city":"East St. Louis","state":"IL","zipcode":"","latitude":"","longitude":"","showMap":false}],"virtualList":[{"additionalInfo":"\u003Cp\u003E\u003Cstrong\u003EWebinar number:\u003C/strong\u003E\u003C/p\u003E\r\n\u003Cp\u003E2630 497 6953\u003C/p\u003E\r\n\u003Cp\u003E\u003Cstrong\u003EWebinar password:\u003C/strong\u003E\u003C/p\u003E\r\n\u003Cp\u003EMScUBZPn724 (67282976 from phones and video systems)\u003C/p\u003E\r\n\u003Cp\u003E\u003Cstrong\u003EJoin by phone:\u003C/strong\u003E\u003C/p\u003E\r\n\u003Cp\u003E+1-312-535-8110 United States Toll (Chicago)\u003C/p\u003E\r\n\u003Cp\u003E+1-415-655-0002 US Toll\u003C/p\u003E\r\n\u003Cp\u003EAccess code: 2630 497 6953\u003C/p\u003E\r\n","description":"Universal Link","link":"https://illinois.webex.com/illinois/j.php?MTID=mb62cadad743a0874f62800afb4cf42c3","locationName":"Virtual: WebEx"}],"assetList":[],"startEventTimeZone":"CDT","endEventTimeZone":"CDT","data":{"@type":"soi/components/structure/agency-event-page","repo:modifyDate":"2023-12-28T15:29:20Z"},":type":"soi/components/content/v1/events"},{"datalayerId":"agency-event-page-7ce16aff02","eventTitle":"Full Committee Meeting - March 15, 2024","description":"","image":"","imageMobile":"","imageReference":"","altText":"","start":"2024-03-15T13:00:00.000","startDate":"Friday, March 15, 2024","startTime":"01:00 PM","end":"2024-03-15T15:00:00.000","endTime":"03:00 PM","eventType":"","eventPath":"https://adcrc.illinois.gov/meetings/2024/full-commission-meeting/20240315.html","extendedProps":{"content":"","type":["soi:ilgagency/adcrc/events-type/committee-meeting"],"typeName":""},"canceledEvent":"false","physicalList":[{"locationName":"In-Person: State of Illinois Office Building","streetLineOne":"555 W. Monroe","streetLineTwo":"1st Floor, Illinois Room","city":"Chicago","state":"IL","zipcode":"60661","latitude":"","longitude":"","showMap":false},{"locationName":"In-Person: Kenneth Hall Regional State Office Building","streetLineOne":"10 Collinsville Ave","streetLineTwo":"2nd Floor Conference Room","city":"East St. Louis","state":"IL","zipcode":"62201","latitude":"","longitude":"","showMap":false},{"locationName":"In Person: Old State Journal Register Building","streetLineOne":"313 S. 6th Street","streetLineTwo":"2nd Floor Conference Room","city":"Springfield","state":"IL","zipcode":"","latitude":"","longitude":"","showMap":false}],"virtualList":[{"additionalInfo":"\u003Cp\u003E\u003Cstrong\u003EWebinar number:\u003C/strong\u003E\u003C/p\u003E\r\n\u003Cp\u003E2630 005 1061\u003C/p\u003E\r\n\u003Cp\u003E\u003Cstrong\u003EWebinar password:\u003C/strong\u003E\u003C/p\u003E\r\n\u003Cp\u003EJ37gmHhbSY5 (53746442 from phones and video systems)\u003C/p\u003E\r\n\u003Cp\u003E\u003Cstrong\u003EJoin by phone:\u003C/strong\u003E\u003C/p\u003E\r\n\u003Cp\u003E+1-312-535-8110 United States Toll (Chicago)\u003C/p\u003E\r\n\u003Cp\u003E+1-415-655-0002 US Toll\u003C/p\u003E\r\n\u003Cp\u003EAccess code: 2630 005 1061\u003C/p\u003E\r\n","description":"Universal Link","link":"https://illinois.webex.com/illinois/j.php?MTID=me2e5f0ec25c7d853fb27a4adb6686d95","locationName":"Virtual: WebEx"}],"assetList":[],"startEventTimeZone":"CDT","endEventTimeZone":"CDT","data":{"@type":"soi/components/structure/agency-event-page","repo:modifyDate":"2023-12-20T20:22:03Z"},":type":"soi/components/content/v1/events"},{"datalayerId":"agency-event-page-93ea0f8c01","eventTitle":"Public Engagement Subcommittee Meeting - April 11, 2024","description":"","image":"","imageMobile":"","imageReference":"","altText":"","start":"2024-04-11T10:00:00.000","startDate":"Thursday, April 11, 2024","startTime":"10:00 AM","end":"2024-04-11T12:00:00.000","endTime":"12:00 PM","eventType":"","eventPath":"https://adcrc.illinois.gov/meetings/2024/public-engagement-subcommittee-meetings/20250411.html","extendedProps":{"content":"","type":["soi:ilgagency/adcrc/events-type/committee-meeting"],"typeName":""},"canceledEvent":"false","physicalList":[{"locationName":"In-Person: State of Illinois Office Building","streetLineOne":"555 W. Monroe","streetLineTwo":"1st Floor, Illinois Room","city":"Chicago","state":"IL","zipcode":"60661","latitude":"","longitude":"","showMap":false},{"locationName":"In-Person: Kenneth Hall Regional State Office Building","streetLineOne":"10 Collinsville Ave","streetLineTwo":"2nd Floor Conference Room","city":"East St. Louis","state":"IL","zipcode":"62201","latitude":"","longitude":"","showMap":false}],"virtualList":[{"additionalInfo":"\u003Cp\u003E\u003Cstrong\u003EWebinar number:\u003C/strong\u003E\u003C/p\u003E\r\n\u003Cp\u003E2632 466 7051\u003C/p\u003E\r\n\u003Cp\u003E\u003Cstrong\u003EWebinar password:\u003C/strong\u003E\u003C/p\u003E\r\n\u003Cp\u003EbYAbRwUS577 (29227987 from phones and video systems)\u003C/p\u003E\r\n\u003Cp\u003E\u003Cstrong\u003EJoin by phone:\u003C/strong\u003E\u003C/p\u003E\r\n\u003Cp\u003E+1-312-535-8110 United States Toll (Chicago)\u003C/p\u003E\r\n\u003Cp\u003E+1-415-655-0002 US Toll\u003C/p\u003E\r\n\u003Cp\u003EAccess code: 2632 466 7051\u003C/p\u003E\r\n","description":"Universal Link","link":"https://illinois.webex.com/illinois/j.php?MTID=m55fc4217812f4e1e8074115459db7fa3","locationName":"Virtual: WebEx"}],"assetList":[],"startEventTimeZone":"CDT","endEventTimeZone":"CDT","data":{"@type":"soi/components/structure/agency-event-page","repo:modifyDate":"2023-12-28T15:29:45Z"},":type":"soi/components/content/v1/events"},{"datalayerId":"agency-event-page-1e6b6a4224","eventTitle":"Full Committee Meeting - April 19, 2024","description":"","image":"","imageMobile":"","imageReference":"","altText":"","start":"2024-04-19T13:00:00.000","startDate":"Friday, April 19, 2024","startTime":"01:00 PM","end":"2024-04-19T15:00:00.000","endTime":"03:00 PM","eventType":"","eventPath":"https://adcrc.illinois.gov/meetings/2024/full-commission-meeting/20240419.html","extendedProps":{"content":"","type":["soi:ilgagency/adcrc/events-type/committee-meeting"],"typeName":""},"canceledEvent":"false","physicalList":[{"locationName":"In-Person: State of Illinois Office Building","streetLineOne":"555 W. Monroe","streetLineTwo":"1st Floor, Illinois Room","city":"Chicago","state":"IL","zipcode":"60661","latitude":"","longitude":"","showMap":false},{"locationName":"In-Person: Kenneth Hall Regional State Office Building","streetLineOne":"10 Collinsville Ave","streetLineTwo":"2nd Floor Conference Room","city":"East St. Louis","state":"IL","zipcode":"62201","latitude":"","longitude":"","showMap":false},{"locationName":"In Person: Old State Journal Register Building","streetLineOne":"313 S. 6th Street","streetLineTwo":"2nd Floor Conference Room","city":"Springfield","state":"IL","zipcode":"","latitude":"","longitude":"","showMap":false}],"virtualList":[{"additionalInfo":"\u003Cp\u003E\u003Cstrong\u003EWebinar number:\u003C/strong\u003E\u003C/p\u003E\r\n\u003Cp\u003E2632 095 1335\u003C/p\u003E\r\n\u003Cp\u003E\u003Cstrong\u003EWebinar password:\u003C/strong\u003E\u003C/p\u003E\r\n\u003Cp\u003ER4JnZbqQp42 (74569277 from phones and video systems)\u003C/p\u003E\r\n\u003Cp\u003E\u003Cstrong\u003EJoin by phone:\u003C/strong\u003E\u003C/p\u003E\r\n\u003Cp\u003E+1-312-535-8110 United States Toll (Chicago)\u003C/p\u003E\r\n\u003Cp\u003E+1-415-655-0002 US Toll\u003C/p\u003E\r\n\u003Cp\u003EAccess code: 2632 095 1335\u003C/p\u003E\r\n","description":"Universal Link","link":"https://illinois.webex.com/illinois/j.php?MTID=m87a352cf3fbf0e63d9e83cb54a71357c","locationName":"Virtual: WebEx"}],"assetList":[],"startEventTimeZone":"CDT","endEventTimeZone":"CDT","data":{"@type":"soi/components/structure/agency-event-page","repo:modifyDate":"2023-12-20T20:35:28Z"},":type":"soi/components/content/v1/events"},{"datalayerId":"agency-event-page-aca7409bd8","eventTitle":"Public Engagement Subcommittee Meeting - May 9, 2024","description":"","image":"","imageMobile":"","imageReference":"","altText":"","start":"2024-05-09T10:00:00.000","startDate":"Thursday, May 9, 2024","startTime":"10:00 AM","end":"2024-05-09T12:00:00.000","endTime":"12:00 PM","eventType":"","eventPath":"https://adcrc.illinois.gov/meetings/2024/public-engagement-subcommittee-meetings/20240509.html","extendedProps":{"content":"","type":["soi:ilgagency/adcrc/events-type/committee-meeting"],"typeName":""},"canceledEvent":"false","physicalList":[{"locationName":"In-Person: State of Illinois Office Building","streetLineOne":"555 W. Monroe","streetLineTwo":"1st Floor, Illinois Room","city":"Chicago","state":"IL","zipcode":"60661","latitude":"","longitude":"","showMap":false},{"locationName":"In-Person: Kenneth Hall Regional State Office Building","streetLineOne":"10 Collinsville Ave","streetLineTwo":"2nd Floor Conference Room","city":"East St. Louis","state":"IL","zipcode":"62201","latitude":"","longitude":"","showMap":false}],"virtualList":[{"additionalInfo":"\u003Cp\u003E\u003Cstrong\u003EWebinar number:\u003C/strong\u003E\u003C/p\u003E\r\n\u003Cp\u003E2631 057 3921\u003C/p\u003E\r\n\u003Cp\u003E\u003Cstrong\u003EWebinar password:\u003C/strong\u003E\u003C/p\u003E\r\n\u003Cp\u003EBUb3vsupa57 (28238787 from phones and video systems)\u003C/p\u003E\r\n\u003Cp\u003E\u003Cstrong\u003EJoin by phone:\u003C/strong\u003E\u003C/p\u003E\r\n\u003Cp\u003E+1-312-535-8110 United States Toll (Chicago)\u003C/p\u003E\r\n\u003Cp\u003E+1-415-655-0002 US Toll\u003C/p\u003E\r\n\u003Cp\u003EAccess code: 2631 057 3921\u003C/p\u003E\r\n","description":"Universal Link","link":"https://illinois.webex.com/illinois/j.php?MTID=m5c480d841ea98f698dd2e66d591baff5","locationName":"Virtual: WebEx"}],"assetList":[],"startEventTimeZone":"CDT","endEventTimeZone":"CDT","data":{"@type":"soi/components/structure/agency-event-page","repo:modifyDate":"2023-12-28T15:30:26Z"},":type":"soi/components/content/v1/events"},{"datalayerId":"agency-event-page-3f9b40404c","eventTitle":"Research Subcommission Meeting - May 16, 2024","description":"","image":"","imageMobile":"","imageReference":"","altText":"","start":"2024-05-16T10:00:00.000","startDate":"Thursday, May 16, 2024","startTime":"10:00 AM","end":"2024-05-16T12:00:00.000","endTime":"12:00 PM","eventType":"","eventPath":"https://adcrc.illinois.gov/meetings/2024/research-subcommittee-meetings/20240516.html","extendedProps":{"content":"","type":["soi:ilgagency/adcrc/events-type/committee-meeting"],"typeName":""},"canceledEvent":"false","physicalList":[{"locationName":"In-Person: State of Illinois Office Building","streetLineOne":"555 W. Monroe","streetLineTwo":"1st Floor, Illinois Room","city":"Chicago","state":"IL","zipcode":"","latitude":"","longitude":"","showMap":false}],"virtualList":[{"additionalInfo":"\u003Cp\u003E\u003Cstrong\u003EWebinar number:\u003C/strong\u003E\u003C/p\u003E\r\n\u003Cp\u003E2634 472 3928\u003C/p\u003E\r\n\u003Cp\u003E\u003Cstrong\u003EWebinar password:\u003C/strong\u003E\u003C/p\u003E\r\n\u003Cp\u003EpUnRZ76RzR7 (78679767 from phones and video systems)\u003C/p\u003E\r\n\u003Cp\u003E\u003Cstrong\u003EJoin by phone:\u003C/strong\u003E\u003C/p\u003E\r\n\u003Cp\u003E+1-312-535-8110 United States Toll (Chicago)\u003C/p\u003E\r\n\u003Cp\u003E+1-415-655-0002 US Toll\u003C/p\u003E\r\n\u003Cp\u003EAccess code: 2634 472 3928\u003C/p\u003E\r\n","description":"Universal Link","link":"https://illinois.webex.com/illinois/j.php?MTID=mb36a2034190c82dc1b48b25e9bf53512","locationName":"Virtual: WebEx"}],"assetList":[],"startEventTimeZone":"CDT","endEventTimeZone":"CDT","data":{"@type":"soi/components/structure/agency-event-page","repo:modifyDate":"2023-12-28T15:47:02Z"},":type":"soi/components/content/v1/events"},{"datalayerId":"agency-event-page-ea41d746d5","eventTitle":"Full Committee Meeting - May 17, 2024","description":"","image":"","imageMobile":"","imageReference":"","altText":"","start":"2024-05-17T13:00:00.000","startDate":"Friday, May 17, 2024","startTime":"01:00 PM","end":"2024-05-17T15:00:00.000","endTime":"03:00 PM","eventType":"","eventPath":"https://adcrc.illinois.gov/meetings/2024/full-commission-meeting/20240517.html","extendedProps":{"content":"","type":["soi:ilgagency/adcrc/events-type/committee-meeting"],"typeName":""},"canceledEvent":"false","physicalList":[{"locationName":"In-Person: State of Illinois Office Building","streetLineOne":"555 W. Monroe","streetLineTwo":"1st Floor, Illinois Room","city":"Chicago","state":"IL","zipcode":"60661","latitude":"","longitude":"","showMap":false},{"locationName":"In-Person: Kenneth Hall Regional State Office Building","streetLineOne":"10 Collinsville Ave","streetLineTwo":"2nd Floor Conference Room","city":"East St. Louis","state":"IL","zipcode":"62201","latitude":"","longitude":"","showMap":false},{"locationName":"In Person: Old State Journal Register Building","streetLineOne":"313 S. 6th Street","streetLineTwo":"2nd Floor Conference Room","city":"Springfield","state":"IL","zipcode":"","latitude":"","longitude":"","showMap":false}],"virtualList":[{"additionalInfo":"\u003Cp\u003E\u003Cstrong\u003EWebinar number:\u003C/strong\u003E\u003C/p\u003E\r\n\u003Cp\u003E2634 226 9728\u003C/p\u003E\r\n\u003Cp\u003E \u003C/p\u003E\r\n\u003Cp\u003E\u003Cstrong\u003EWebinar password:\u003C/strong\u003E\u003C/p\u003E\r\n\u003Cp\u003EcMwZfFUd763 (26993383 from phones and video systems)\u003C/p\u003E\r\n\u003Cp\u003E \u003C/p\u003E\r\n\u003Cp\u003E\u003Cstrong\u003EJoin by phone:\u003C/strong\u003E\u003C/p\u003E\r\n\u003Cp\u003E+1-312-535-8110 United States Toll (Chicago)\u003C/p\u003E\r\n\u003Cp\u003E+1-415-655-0002 US Toll\u003C/p\u003E\r\n\u003Cp\u003EAccess code: 2634 226 9728\u003C/p\u003E\r\n","description":"Universal Link","link":"https://illinois.webex.com/illinois/j.php?MTID=mffdfc116460027cb2e18520cd2ff5ac7","locationName":"Virtual: WebEx"}],"assetList":[],"startEventTimeZone":"CDT","endEventTimeZone":"CDT","data":{"@type":"soi/components/structure/agency-event-page","repo:modifyDate":"2023-12-20T21:15:13Z"},":type":"soi/components/content/v1/events"}]} \ No newline at end of file diff --git a/tests/test_il_adcrc.py b/tests/test_il_adcrc.py new file mode 100644 index 000000000..50b86ca02 --- /dev/null +++ b/tests/test_il_adcrc.py @@ -0,0 +1,105 @@ +from datetime import datetime +from os.path import dirname, join + +import pytest # noqa +from city_scrapers_core.constants import COMMISSION, TENTATIVE +from city_scrapers_core.utils import file_response +from freezegun import freeze_time + +# Assuming there's a spider for this specific context +from city_scrapers.spiders.il_adcrc import IlAdcrcSpider + +test_html_response = file_response( + join(dirname(__file__), "files", "il_adcrc.html"), + url="https://adcrc.illinois.gov/meetings.html", +) + +test_json_response = file_response( + join(dirname(__file__), "files", "il_adcrc.json"), + url="https://adcrc.illinois.gov/content/soi/adcrc/en/meetings/jcr:content/responsivegrid/container/container_293684588/container/events_feed.model.json", # noqa: E501 +) +spider = IlAdcrcSpider() + +freezer = freeze_time("2024-01-30") +freezer.start() + +parse_html_response = next(spider.parse(test_html_response)) +parsed_items = [item for item in spider.parse_json(test_json_response)] + +freezer.stop() + + +def test_parsed_url(): + assert ( + parse_html_response.url + == "https://adcrc.illinois.gov/content/soi/adcrc/en/meetings/jcr:content/responsivegrid/container/container_293684588/container/events_feed.model.json" # noqa: E501 + ) + + +def test_count(): + assert len(parsed_items) == 10 + + +def test_title(): + assert ( + parsed_items[0]["title"] == "Research Subcommission Meeting - February 15, 2024" + ) + + +def test_description(): + expected_description = "Webinar number: 2634 343 4016 Webinar password: Rp4ht7K5HmV (77448755 from phones and video systems) Join by phone: +1-312-535-8110 United States Toll (Chicago) +1-415-655-0002 US Toll Access code: 2634 343 4016" # noqa: E501 + assert parsed_items[0]["description"] == expected_description + + +def test_start(): + assert parsed_items[0]["start"] == datetime(2024, 2, 15, 10, 0) + + +def test_end(): + assert parsed_items[0]["end"] == datetime(2024, 2, 15, 12, 0) + + +def test_time_notes(): + assert parsed_items[0]["time_notes"] == "" # Assuming no special time notes + + +def test_id(): + assert ( + parsed_items[0]["id"] + == "il_adcrc/202402151000/x/research_subcommission_meeting_february_15_2024" + ) + + +def test_status(): + assert parsed_items[0]["status"] == TENTATIVE + + +def test_location(): + assert parsed_items[0]["location"] == { + "name": "State of Illinois Office Building", + "address": "555 W. Monroe, Chicago, IL", + } + + +def test_source(): + assert ( + parsed_items[0]["source"] + == "https://adcrc.illinois.gov/content/soi/adcrc/en/meetings/jcr:content/responsivegrid/container/container_293684588/container/events_feed.model.json" # noqa: E501 + ) + + +def test_links(): + assert parsed_items[0]["links"] == [ + { + "href": "https://illinois.webex.com/illinois/j.php?MTID=ma9837fecab2aeef910300add0019513c", # noqa: E501 + "title": "Virtual: WebEx", + }, + ] + + +def test_classification(): + assert parsed_items[0]["classification"] == COMMISSION + + +def test_all_day(): + assert parsed_items[0]["all_day"] is False