aboutsummaryrefslogtreecommitdiffstats
path: root/site_scraper.py
diff options
context:
space:
mode:
authorPinapelz <yukais@pinapelz.com>2025-09-17 16:47:32 -0700
committerPinapelz <yukais@pinapelz.com>2025-09-17 16:47:32 -0700
commit9141b419ec75cb223819614819d68bf8ec989c00 (patch)
treea4fc62d25133689762c29f36799744daf681eae8 /site_scraper.py
parent8025f9d7f27aeae2d0ca84f2c9b10aefe5dae29b (diff)
add missing cleanup to polaris chord scrape
Diffstat (limited to 'site_scraper.py')
-rw-r--r--site_scraper.py5
1 files changed, 4 insertions, 1 deletions
diff --git a/site_scraper.py b/site_scraper.py
index e9301b5..2db7c31 100644
--- a/site_scraper.py
+++ b/site_scraper.py
@@ -88,6 +88,9 @@ def download_site_as_html(url: str, timeout: int = 10, response_encoding=None) -
response.encoding = response_encoding
response.raise_for_status()
return response.text
+ except requests.exceptions.Timeout as e:
+ print(f"Timeout error downloading {url}: {e}")
+ return None
except requests.RequestException as e:
print(f"Error downloading {url}: {e}")
- return ""
+ return None
send patches to the email below
yukais@pinapelz.com
include the subject [PATCH repo_name]
pinapelz.com
homepage