diff options
Diffstat (limited to 'site_scraper.py')
| -rw-r--r-- | site_scraper.py | 5 |
1 files changed, 4 insertions, 1 deletions
diff --git a/site_scraper.py b/site_scraper.py index e9301b5..2db7c31 100644 --- a/site_scraper.py +++ b/site_scraper.py @@ -88,6 +88,9 @@ def download_site_as_html(url: str, timeout: int = 10, response_encoding=None) - response.encoding = response_encoding response.raise_for_status() return response.text + except requests.exceptions.Timeout as e: + print(f"Timeout error downloading {url}: {e}") + return None except requests.RequestException as e: print(f"Error downloading {url}: {e}") - return "" + return None |