Merge pull request #89 from codedex-io/exrlla/webscrape-project-bug-fix

Fix Bug on Amazon Web Scrape Project
codedex-io · Jul 27, 2023 · 687aa18 · 687aa18
2 parents 184715a + 717cf31
commit 687aa18
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 5 deletions.
diff --git a/projects/web-scrape-amazon-with-beautiful-soup/scraper.py b/projects/web-scrape-amazon-with-beautiful-soup/scraper.py
@@ -20,7 +20,7 @@ def get_product_details(product_url: str) -> dict:
     title = soup.find(
       "span", attrs={"id": "productTitle"}).get_text().strip()
     extracted_price = soup.find(
-      "span", attrs={"class": "apexPriceToPay"}).get_text().strip()
+      "span", attrs={"class": "a-price"}).get_text().strip()
     price = "$" + extracted_price.split("$")[1]
 
     # Adding it to the product details dictionary

diff --git a/...web-scrape-amazon-with-beautiful-soup/web-scrape-amazon-with-beautiful-soup.mdx b/...web-scrape-amazon-with-beautiful-soup/web-scrape-amazon-with-beautiful-soup.mdx
@@ -179,13 +179,13 @@ Similar to the title of the product, if you inspect the prices by right clicking
 Thus, we can extract the price in a similar fashion.
 
 ```python
-price = soup.find('span', attrs={'class': 'apexPriceToPay'}).get_text().strip()
+price = soup.find('span', attrs={'class': 'a-price'}).get_text().strip()
 ```
 
 But, you will see a problem when you print the price of the product. The extracted price will be something like **\$166.00\$166.00** because the parent `span` element contains two `span` elements with the price text in them. But we can clean this extracted price to get the price of the product in the following way:
 
 ```python
-extracted_price = soup.find('span', attrs={'class': 'apexPriceToPay'}).get_text().strip()
+extracted_price = soup.find('span', attrs={'class': 'a-price'}).get_text().strip()
 price = '$' + extracted_price.split('$')[1]
 ```
 
@@ -212,7 +212,7 @@ def get_product_details(product_url: str) -> dict:
   try:
     # Scrape the product details
     title = soup.find('span', attrs={'id': 'productTitle'}).get_text().strip()
-    extracted_price = soup.find('span', attrs={'class': 'apexPriceToPay'}).get_text().strip()
+    extracted_price = soup.find('span', attrs={'class': 'a-price'}).get_text().strip()
     price = extracted_price.split('$')[1]
 
     # Adding it to the product details dictionary
@@ -265,7 +265,7 @@ def get_product_details(product_url: str) -> dict:
     title = soup.find(
       'span', attrs={'id': 'productTitle'}).get_text().strip()
     extracted_price = soup.find(
-      'span', attrs={'class': 'apexPriceToPay'}).get_text().strip()
+      'span', attrs={'class': 'a-price'}).get_text().strip()
     price = '$' + extracted_price.split('$')[1]
 
     # Adding it to the product details dictionary