Update scraper.py

scraper.py

@@ -11,9 +11,12 @@ def scrape_text(url, n_words=15):
     try:
         driver = None
         logging.warning("Initiated Scraping")
+        firefox_profile = webdriver.FirefoxProfile()
+        user_agent = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36"
+        firefox_profile.set_preference("general.useragent.override", user_agent)
         opts = FirefoxOptions()
         opts.add_argument("--headless")
-        driver = webdriver.Firefox(options=opts)
+        driver = webdriver.Firefox(options=opts, firefox_profile=firefox_profile)
         driver.set_page_load_timeout(60)
         driver.get(url)
         elem = driver.find_element(By.TAG_NAME, "body").text