Create Scraper class

main.py

@@ -64,6 +64,7 @@ async def main():
         sys.exit(1)
 
     config = load_config()
+    scraper = Scraper(**config["settings"])
 
 
 asyncio.run(main())

requirements.txt

@@ -1,4 +1,5 @@
 loguru
 pretty_errors
 colorama
-pyyaml
+pyyaml
+beautifulsoup4

scraper.py

@@ -0,0 +1,15 @@
+from bs4 import BeautifulSoup
+
+
+class Scraper:
+    def __init__(
+        self, domains: list[str], proxy: list[str], rps_min: int, rps_max: int
+    ):
+        self.domains = domains
+        self.proxy = proxy
+
+        self.rps_min = rps_min
+        self.rps_max = rps_max
+
+    async def scrape(self):
+        ...