feat: add scraper for In Stock Trades

Author: grayespinoza

retailpricescraper/retailers/instocktrades.py

@@ -0,0 +1,67 @@
+import re
+from urllib.parse import quote_plus
+
+from retailpricescraper.data import GraphicNovel
+from retailpricescraper.scraper import Scraper
+
+
+class InStockTrades(Scraper):
+    def __init__(self, browser):
+        self.browser = browser
+
+    async def scrape(self, isbn: str, title: str) -> GraphicNovel:
+        context = await self.browser.new_context(
+            user_agent="Mozilla/5.0 ... Chrome/137",
+            viewport={"width": 1280, "height": 800},
+            locale="en-US",
+        )
+
+        page = await context.new_page()
+        page.set_default_timeout(8000)
+
+        await page.goto(
+            f"https://www.instocktrades.com/search?term={quote_plus(title)}",
+            timeout=180000,
+        )
+
+        price = None
+        url = None
+
+        try:
+            title_text = await page.locator(".title").first.inner_text()
+
+            title_text = title_text.lower()
+            title_text = re.sub(r"\b(tp|hc)\b", "", title_text)
+            title_text = re.sub(r"[^a-z0-9\s]", " ", title_text)
+            title_text = re.sub(r"\s+", " ", title_text).strip()
+
+            title = title.lower()
+            title = re.sub(r"[^a-z0-9\s]", " ", title)
+            title = re.sub(r"\s+", " ", title).strip()
+
+            if title in title_text:
+                title = await page.locator(".title").first.inner_text()
+
+                price_text = await page.locator(".price").first.inner_text()
+                price = float(price_text.replace("$", "").strip())
+
+                href = (
+                    (await page.locator(".title a").first.get_attribute("href"))
+                    .strip()
+                    .split("?", 1)[0]
+                )
+                url = f"https://www.instocktrades.com{href}"
+            else:
+                title = ""
+        except Exception as e:
+            print(f"Unable to scrape {isbn} from In Stock Trades: {e}")
+
+        await page.close()
+
+        return GraphicNovel(
+            isbn=isbn,
+            retailer="In Stock Trades",
+            title=title,
+            price=price,
+            url=url,
+        )

scripts/scrape_prices.py

@@ -9,6 +9,7 @@
 from retailpricescraper.retailers.amazon import Amazon
 from retailpricescraper.retailers.barnesandnoble import BarnesAndNoble
 from retailpricescraper.retailers.cheapgraphicnovels import CheapGraphicNovels
+from retailpricescraper.retailers.instocktrades import InStockTrades
 from retailpricescraper.retailers.organicpricedbooks import OrganicPricedBooks
 
 with open(
@@ -30,6 +31,7 @@ async def main():
             BarnesAndNoble(browser),
             OrganicPricedBooks(browser),
             Amazon(browser),
+            InStockTrades(browser),
         ]
 
         for retailer in retailers: