aboutsummaryrefslogtreecommitdiffstats
path: root/news_feed.py
diff options
context:
space:
mode:
authorPinapelz <yukais@pinapelz.com>2025-04-13 18:36:11 -0700
committerPinapelz <yukais@pinapelz.com>2025-04-13 18:36:11 -0700
commitfed975d2b2f8c1763f268c7e668c1d4b0cfabd92 (patch)
treecc9b1a9758d64704f228bdcd291d0f29053eb2ec /news_feed.py
parent18a76b5bd09df3b1f34208bed4663939ca8f3f18 (diff)
feat: merged news feed
Diffstat (limited to 'news_feed.py')
-rw-r--r--news_feed.py12
1 files changed, 3 insertions, 9 deletions
diff --git a/news_feed.py b/news_feed.py
index 5737cea..1a04e6c 100644
--- a/news_feed.py
+++ b/news_feed.py
@@ -1,7 +1,8 @@
"""
Generic format for a news entry. All keys are considered to be nullable
{
- 'date': JST date of news post
+ 'date': JST date of news post,
+ 'identifier': unique identifier for the game (usually some deriv. of the title),
'type': Type of post if available, otherwise if not provided it will be None (aka Generic news)
'timestamp': Unixtime of date above,
'headline': Headline,
@@ -16,7 +17,6 @@ Generic format for a news entry. All keys are considered to be nullable
"""
from email.utils import parsedate_to_datetime
-from datetime import datetime
from site_scraper import SiteScraper
import bemani.sdvx as sound_voltex
import bemani.iidx as iidx
@@ -25,7 +25,6 @@ import constants
def get_news(news_url: str, version=None) -> list:
scraper = SiteScraper(headless=True)
- news_json = {}
site_data = scraper.get_page_source(news_url)
if news_url == constants.SOUND_VOLTEX_EXCEED_GEAR_NEWS_SITE:
news_posts = sorted(sound_voltex.parse_exceed_gear_news_site(site_data, constants.EAMUSEMENT_BASE_URL), key=lambda x: x['timestamp'], reverse=True)
@@ -37,9 +36,4 @@ def get_news(news_url: str, version=None) -> list:
else:
news_posts = []
scraper.close()
- news_json = {
- "fetch_date": int(datetime.now().timestamp()),
- "posts": news_posts
-
- }
- return news_json
+ return news_posts
send patches to the email below
yukais@pinapelz.com
include the subject [PATCH repo_name]
pinapelz.com
homepage