diff options
| author | Pinapelz <yukais@pinapelz.com> | 2025-04-16 21:57:23 -0700 |
|---|---|---|
| committer | Pinapelz <yukais@pinapelz.com> | 2025-04-16 21:57:23 -0700 |
| commit | f140219f082e658f65a10d9ebfa070f5d649771d (patch) | |
| tree | 287a82952584fe1eb6f9191c3a46f6b049072b53 /bemani | |
| parent | e7c49cdb1c1dd8884506259aae05b484889a8d98 (diff) | |
sdvx: de-duplicate images
Diffstat (limited to 'bemani')
| -rw-r--r-- | bemani/sdvx.py | 3 |
1 files changed, 2 insertions, 1 deletions
diff --git a/bemani/sdvx.py b/bemani/sdvx.py index 83d0d7c..a87fe44 100644 --- a/bemani/sdvx.py +++ b/bemani/sdvx.py @@ -32,7 +32,8 @@ def parse_exceed_gear_news_site(html: str, base_url: str): src = urljoin(base_url, src) parent = img.find_parent('a') href = urljoin(base_url, parent['href']) if parent and parent.has_attr('href') else None - images.append({'image': src, 'link': href}) + if {'image': src, 'link': href} not in images: + images.append({'image': src, 'link': href}) entries.append({ 'date': date_str, |