From 3222b1622cadc82e69553844c02e2d17c57311d3 Mon Sep 17 00:00:00 2001 From: Pinapelz Date: Thu, 16 Oct 2025 12:28:36 -0700 Subject: add deprecations.md --- DEPRECATIONS.md | 9 +++++++++ README.md | 5 +++++ sega/idac.py | 2 -- 3 files changed, 14 insertions(+), 2 deletions(-) create mode 100644 DEPRECATIONS.md diff --git a/DEPRECATIONS.md b/DEPRECATIONS.md new file mode 100644 index 0000000..01c6db8 --- /dev/null +++ b/DEPRECATIONS.md @@ -0,0 +1,9 @@ +# IIDX +`bemani/iidx.py` is only tested to work with Pinky Crush, should not be used as scraping the eamusement news app feed provides better information, as well as images (see `konami/eamuse_app.py`) + +# e-amusement App Feed +`parse_news_page()` in `konami/eamuse_app.py` requires rendering Javascript to get the information. +- Instead use `parse_news_api_route()` instead. Which is much faster (doesn't require JS and is already in JSON format) + +# SDVX +Scraping the actual site itself is preferred here as the e-amusement app feed for SDVX is not really updated diff --git a/README.md b/README.md index 61ad4ee..de526d0 100644 --- a/README.md +++ b/README.md @@ -43,6 +43,11 @@ python generate.py This will generate JSONs for each scraped news site in the `news` directory +> [!IMPORTANT] +> The scraper codebase will always attempt to keep legacy code for compatability reasons. Please check `DEPREACATIONS.md` to see if there is a better way of getting some source of information. +> +> If there is no note for your game, it means that all modules only have up-to-date functionality + # Site The frontend acts as a news site that serves the scraped information. You'll need to configure the `.env` file using the template for it to work properly. ``` diff --git a/sega/idac.py b/sega/idac.py index 3b8a444..1e0db30 100644 --- a/sega/idac.py +++ b/sega/idac.py @@ -1,9 +1,7 @@ -import json from bs4 import BeautifulSoup import re from datetime import datetime from urllib.parse import urljoin -from constants import IDAC_NEWS_SITE def parse_idac_news_site(site_data: str): -- cgit v1.2.3