test

jkoestner · Dec 9, 2023 · 7e9880e · 7e9880e
1 parent 6f3118b
commit 7e9880e
Showing 1 changed file with 0 additions and 6 deletions.
diff --git a/folioflex/chatbot/scraper.py b/folioflex/chatbot/scraper.py
@@ -145,12 +145,6 @@ def scrape_html(url, **kwargs):
     scrape_text : str
         the html of the website
     """
-    # check if url is valid
-    response = requests.get(url)
-    response_success = 200
-    if response.status_code != response_success:
-        return f"Error: {response.status_code} - {response.reason} for url {url}"
-
     # use the driver to get the valid html
     logger.info("initializing the driver")
     driver = get_driver(**kwargs)