#5 Add skelbiu-lt listing price scraping

zexa · Oct 11, 2021 · 537df8d · 537df8d
1 parent da8e8a0
commit 537df8d
Show file tree

Hide file tree

Showing 3 changed files with 22 additions and 0 deletions.
diff --git a/skelbiu-lt-scraper/src/skelbiu_lt_listing.rs b/skelbiu-lt-scraper/src/skelbiu_lt_listing.rs
@@ -11,6 +11,7 @@ pub struct SkelbiuLtListing {
     liked_amount: String,
     location: String,
     quality: String,
+    price: String,
 }
 
 impl SkelbiuLtListing {
@@ -24,6 +25,7 @@ impl SkelbiuLtListing {
         liked_amount: String,
         location: String,
         quality: String,
+        price: String,
     ) -> Self {
         Self {
             url,
@@ -35,6 +37,7 @@ impl SkelbiuLtListing {
             liked_amount,
             location,
             quality,
+            price,
         }
     }
 
@@ -69,6 +72,10 @@ impl SkelbiuLtListing {
     pub fn get_quality(&self) -> &str {
         &self.quality
     }
+
+    pub fn get_price(&self) -> &str {
+        &self.price
+    }
 }
 
 impl Listing for SkelbiuLtListing {

diff --git a/skelbiu-lt-scraper/src/skelbiu_lt_listing_scraper.rs b/skelbiu-lt-scraper/src/skelbiu_lt_listing_scraper.rs
@@ -12,6 +12,7 @@ pub struct SkelbiuLtListingScraper {
     liked_amount_selector: Selector,
     location_selector: Selector,
     quality_selector: Selector,
+    price_selector: Selector,
 }
 
 impl SkelbiuLtListingScraper {
@@ -24,6 +25,7 @@ impl SkelbiuLtListingScraper {
         liked_amount_selector: &str,
         location_selector: &str,
         quality_selector: &str,
+        price_selector: &str,
     ) -> Self {
         let id_selector = Selector::parse(id_selector).unwrap();
         let title_selector = Selector::parse(title_selector).unwrap();
@@ -33,6 +35,7 @@ impl SkelbiuLtListingScraper {
         let liked_amount_selector = Selector::parse(liked_amount_selector).unwrap();
         let location_selector = Selector::parse(location_selector).unwrap();
         let quality_selector = Selector::parse(quality_selector).unwrap();
+        let price_selector = Selector::parse(price_selector).unwrap();
 
         Self {
             id_selector,
@@ -43,6 +46,7 @@ impl SkelbiuLtListingScraper {
             liked_amount_selector,
             location_selector,
             quality_selector,
+            price_selector,
         }
     }
 }
@@ -126,6 +130,15 @@ impl ListingScraper<SkelbiuLtListing> for SkelbiuLtListingScraper {
                 .trim()
                 .to_string();
 
+            let price = html
+                .select(&self.price_selector)
+                .next()
+                .unwrap()
+                .text()
+                .collect::<String>()
+                .trim()
+                .to_string();
+
             return Some(SkelbiuLtListing::new(
                 listing_url,
                 id,
@@ -136,6 +149,7 @@ impl ListingScraper<SkelbiuLtListing> for SkelbiuLtListingScraper {
                 liked_amount,
                 location,
                 quality,
+                price,
             ));
         }
 

diff --git a/skelbiu-lt-scraper/src/skelbiu_lt_scraper.rs b/skelbiu-lt-scraper/src/skelbiu_lt_scraper.rs
@@ -34,6 +34,7 @@ impl CommonScrapper<SkelbiuLtListing> for SkelbiuLtScraper {
             ".bookmarks",
             ".cities",
             ".value:not(.js-monthly-payment)",
+            ".price",
         ))
     }