fix: fixed parsing after blizzard change of main div (#216)

TeKrop · Nov 12, 2024 · 9baecbe · 9baecbe
1 parent 20341ed
commit 9baecbe
Show file tree

Hide file tree

Showing 52 changed files with 822 additions and 771 deletions.
diff --git a/app/parsers.py b/app/parsers.py
@@ -139,7 +139,9 @@ def store_response_data(self, response: httpx.Response) -> None:
         self.create_parser_tag(response.text)
 
     def create_parser_tag(self, html_content: str) -> None:
-        self.root_tag = LexborHTMLParser(html_content).css_first("main")
+        self.root_tag = LexborHTMLParser(html_content).css_first(
+            "div.main-content,main"
+        )
 
 
 class JSONParser(APIParser):

diff --git a/pyproject.toml b/pyproject.toml
@@ -1,6 +1,6 @@
 [project]
 name = "overfast-api"
-version = "3.5.0"
+version = "3.5.1"
 description = "Overwatch API giving data about heroes, maps, and players statistics."
 license = {file = "LICENSE"}
 authors = [

diff --git a/tests/conftest.py b/tests/conftest.py
@@ -24,6 +24,7 @@ def _patch_before_every_test(redis_server: fakeredis.FakeStrictRedis):
 
     with (
         patch("app.helpers.settings.discord_webhook_enabled", False),
+        patch("app.helpers.settings.profiler", None),
         patch(
             "app.cache_manager.CacheManager.redis_server",
             redis_server,

diff --git a/tests/fixtures/html/heroes.html b/tests/fixtures/html/heroes.html
diff --git a/tests/fixtures/html/heroes/ana.html b/tests/fixtures/html/heroes/ana.html
diff --git a/tests/fixtures/html/heroes/ashe.html b/tests/fixtures/html/heroes/ashe.html
diff --git a/tests/fixtures/html/heroes/baptiste.html b/tests/fixtures/html/heroes/baptiste.html
diff --git a/tests/fixtures/html/heroes/bastion.html b/tests/fixtures/html/heroes/bastion.html
diff --git a/tests/fixtures/html/heroes/brigitte.html b/tests/fixtures/html/heroes/brigitte.html
diff --git a/tests/fixtures/html/heroes/cassidy.html b/tests/fixtures/html/heroes/cassidy.html
diff --git a/tests/fixtures/html/heroes/doomfist.html b/tests/fixtures/html/heroes/doomfist.html
diff --git a/tests/fixtures/html/heroes/dva.html b/tests/fixtures/html/heroes/dva.html
diff --git a/tests/fixtures/html/heroes/echo.html b/tests/fixtures/html/heroes/echo.html
diff --git a/tests/fixtures/html/heroes/genji.html b/tests/fixtures/html/heroes/genji.html
diff --git a/tests/fixtures/html/heroes/hanzo.html b/tests/fixtures/html/heroes/hanzo.html
diff --git a/tests/fixtures/html/heroes/illari.html b/tests/fixtures/html/heroes/illari.html
diff --git a/tests/fixtures/html/heroes/junker-queen.html b/tests/fixtures/html/heroes/junker-queen.html
diff --git a/tests/fixtures/html/heroes/junkrat.html b/tests/fixtures/html/heroes/junkrat.html
diff --git a/tests/fixtures/html/heroes/juno.html b/tests/fixtures/html/heroes/juno.html
diff --git a/tests/fixtures/html/heroes/kiriko.html b/tests/fixtures/html/heroes/kiriko.html
diff --git a/tests/fixtures/html/heroes/lifeweaver.html b/tests/fixtures/html/heroes/lifeweaver.html
diff --git a/tests/fixtures/html/heroes/lucio.html b/tests/fixtures/html/heroes/lucio.html
diff --git a/tests/fixtures/html/heroes/mauga.html b/tests/fixtures/html/heroes/mauga.html
diff --git a/tests/fixtures/html/heroes/mei.html b/tests/fixtures/html/heroes/mei.html
diff --git a/tests/fixtures/html/heroes/mercy.html b/tests/fixtures/html/heroes/mercy.html
diff --git a/tests/fixtures/html/heroes/moira.html b/tests/fixtures/html/heroes/moira.html
diff --git a/tests/fixtures/html/heroes/orisa.html b/tests/fixtures/html/heroes/orisa.html
diff --git a/tests/fixtures/html/heroes/pharah.html b/tests/fixtures/html/heroes/pharah.html
diff --git a/tests/fixtures/html/heroes/ramattra.html b/tests/fixtures/html/heroes/ramattra.html
diff --git a/tests/fixtures/html/heroes/reaper.html b/tests/fixtures/html/heroes/reaper.html
diff --git a/tests/fixtures/html/heroes/reinhardt.html b/tests/fixtures/html/heroes/reinhardt.html
diff --git a/tests/fixtures/html/heroes/roadhog.html b/tests/fixtures/html/heroes/roadhog.html
diff --git a/tests/fixtures/html/heroes/sigma.html b/tests/fixtures/html/heroes/sigma.html
diff --git a/tests/fixtures/html/heroes/sojourn.html b/tests/fixtures/html/heroes/sojourn.html
diff --git a/tests/fixtures/html/heroes/soldier-76.html b/tests/fixtures/html/heroes/soldier-76.html
diff --git a/tests/fixtures/html/heroes/sombra.html b/tests/fixtures/html/heroes/sombra.html
diff --git a/tests/fixtures/html/heroes/symmetra.html b/tests/fixtures/html/heroes/symmetra.html
diff --git a/tests/fixtures/html/heroes/torbjorn.html b/tests/fixtures/html/heroes/torbjorn.html
diff --git a/tests/fixtures/html/heroes/tracer.html b/tests/fixtures/html/heroes/tracer.html
diff --git a/tests/fixtures/html/heroes/venture.html b/tests/fixtures/html/heroes/venture.html
diff --git a/tests/fixtures/html/heroes/widowmaker.html b/tests/fixtures/html/heroes/widowmaker.html
diff --git a/tests/fixtures/html/heroes/winston.html b/tests/fixtures/html/heroes/winston.html
diff --git a/tests/fixtures/html/heroes/wrecking-ball.html b/tests/fixtures/html/heroes/wrecking-ball.html
diff --git a/tests/fixtures/html/heroes/zarya.html b/tests/fixtures/html/heroes/zarya.html
diff --git a/tests/fixtures/html/heroes/zenyatta.html b/tests/fixtures/html/heroes/zenyatta.html
diff --git a/tests/fixtures/html/home.html b/tests/fixtures/html/home.html
diff --git a/tests/fixtures/html/players/JohnV1-1190.html b/tests/fixtures/html/players/JohnV1-1190.html
diff --git a/tests/fixtures/html/players/KIRIKO-21253.html b/tests/fixtures/html/players/KIRIKO-21253.html
diff --git a/tests/fixtures/html/players/TeKrop-2217.html b/tests/fixtures/html/players/TeKrop-2217.html
diff --git a/tests/fixtures/html/players/Unknown-1234.html b/tests/fixtures/html/players/Unknown-1234.html
diff --git a/tests/fixtures/html/search.html b/tests/fixtures/html/search.html
diff --git a/uv.lock b/uv.lock