diff options
| author | Pinapelz <yukais@pinapelz.com> | 2025-04-15 01:46:10 -0700 |
|---|---|---|
| committer | Pinapelz <yukais@pinapelz.com> | 2025-04-15 01:46:10 -0700 |
| commit | 4528d82b733fc53605ce20bab4cea424a241e8f1 (patch) | |
| tree | 0d91c59c7a9696ac6f9517b1f7d7389a5c81eebe | |
| parent | 0d74765108381e1b82b4706af7df3f09a092ab35 (diff) | |
fix: use SiteScraper to pull maimai DX intl data (needs JS)
| -rw-r--r-- | news_feed.py | 8 |
1 files changed, 3 insertions, 5 deletions
diff --git a/news_feed.py b/news_feed.py index e7c1a4a..87782bf 100644 --- a/news_feed.py +++ b/news_feed.py @@ -28,9 +28,6 @@ import sega.ongeki_jp as ongeki_jp import constants def get_news(news_url: str, version=None) -> list: - # As of right now all supported games don't require JS to pull data from - # scraper = SiteScraper(headless=True) - # site_data = scraper.get_page_source(news_url) if news_url == constants.SOUND_VOLTEX_EXCEED_GEAR_NEWS_SITE: site_data = download_site_as_html(news_url) news_posts = sorted(sound_voltex.parse_exceed_gear_news_site(site_data, constants.EAMUSEMENT_BASE_URL), key=lambda x: x['timestamp'], reverse=True) @@ -55,7 +52,9 @@ def get_news(news_url: str, version=None) -> list: news_posts = sorted(maimaidx_jp.parse_maimaidx_jp_prism_plus_news_site(site_data), key=lambda x: x['timestamp'], reverse=True) elif news_url == constants.MAIMAIDX_INTL_NEWS_SITE: - site_data = download_site_as_html(news_url) + scraper = SiteScraper(headless=True) + site_data = scraper.get_page_source(news_url) + scraper.close() if version == constants.MAIMAIDX_VERSION.PRISM: news_posts = sorted(maimaidx_intl.parse_maimaidx_intl_prism_news_site(site_data), key=lambda x: x['timestamp'], reverse=True) @@ -65,5 +64,4 @@ def get_news(news_url: str, version=None) -> list: news_posts = sorted(ongeki_jp.parse_ongeki_refresh_news_site(site_data), key=lambda x: x['timestamp'], reverse=True) else: news_posts = [] - # scraper.close() return news_posts |