Skip to content

Commit

Permalink
a628829602
Browse files Browse the repository at this point in the history
  • Loading branch information
Liftingthedata committed Jun 22, 2023
1 parent 8bbc090 commit 3e9887d
Show file tree
Hide file tree
Showing 5 changed files with 7,339 additions and 1 deletion.
2 changes: 1 addition & 1 deletion scrapers/metacritic/scrape_utils.py
Original file line number Diff line number Diff line change
Expand Up @@ -91,8 +91,8 @@ def get_last_page(page_link: str) -> int:
"""

soup = get_soup(page_link)
# handle broken links like "https://www.metacritic.com/game/xbox-360/h0w-2-p1ng-a-trademarkremoved/user-reviews?page="
if soup == 0:
# handle broken links like "https://www.metacritic.com/game/xbox-360/h0w-2-p1ng-a-trademarkremoved/user-reviews?page="
return None
last_page = soup.find("li", class_="page last_page")
if last_page is not None:
Expand Down
2 changes: 2 additions & 0 deletions tests/test_metacritic_critic_reviews.py
Original file line number Diff line number Diff line change
@@ -1,5 +1,7 @@
# pylint: disable=missing-function-docstring, too-many-function-args, missing-module-docstring

from unittest.mock import MagicMock, patch

from bs4 import BeautifulSoup
from scrapers.metacritic.scrape_games_data import *
from scrapers.metacritic.scrape_games_lists import *
Expand Down
2 changes: 2 additions & 0 deletions tests/test_metacritic_user_reviews.py
Original file line number Diff line number Diff line change
@@ -1,5 +1,7 @@
# pylint: disable=missing-function-docstring, too-many-function-args, missing-module-docstring, unused-argument

from unittest.mock import MagicMock, patch

import pytest
from bs4 import BeautifulSoup
from scrapers.metacritic.scrape_user_reviews import (
Expand Down
Loading

0 comments on commit 3e9887d

Please sign in to comment.