1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
|
from bs4 import BeautifulSoup
from datetime import datetime, timezone, timedelta
from urllib.parse import urljoin
from enum import Enum
class ParserVersion(Enum):
ALPHA=1
def make_maimaidx_jpn_parser(identifier: str, parser: ParserVersion):
def alpha_parser(html: str):
"""
Confirmed on:
PRISM PLUS
"""
soup = BeautifulSoup(html, "html.parser")
base_url = "https://info-maimai.sega.jp/"
news_items = []
news_boxes = soup.select(".maiPager-content .newsBox")
for box in news_boxes:
a_tag = box.select_one("a")
url = urljoin(base_url, a_tag["href"]) if a_tag and a_tag.get("href") else None
img_tag = box.select_one("img")
image_url = urljoin(base_url, img_tag["src"]) if img_tag else None
date_tag = box.select_one(".newsDate")
raw_date = date_tag.get_text(strip=True) if date_tag else None
jst = timezone(timedelta(hours=9))
try:
dt = datetime.strptime(raw_date.split(" ")[0], "%Y.%m.%d").replace(tzinfo=jst)
timestamp = int(dt.timestamp())
except:
dt = None
timestamp = 0
content_tag = box.select_one(".newsLink")
content = content_tag.get_text(strip=True) if content_tag else None
news_items.append({
"date": raw_date,
"identifier": identifier,
"type": None,
"timestamp": timestamp,
"headline": None,
"content": content,
"url": url,
'is_ai_summary': False,
"images": [{
"image": image_url,
"link": url
}] if image_url else []
})
return news_items
if parser == ParserVersion.ALPHA:
return alpha_parser
parse_maimaidx_jp_news_site = make_maimaidx_jpn_parser("MAIMAIDX_JP", ParserVersion.ALPHA)
|
